diff --git "a/text_encoder/openvino_model.xml" "b/text_encoder/openvino_model.xml"
--- "a/text_encoder/openvino_model.xml"
+++ "b/text_encoder/openvino_model.xml"
@@ -28,7 +28,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3" name="Convert_409657" type="Convert" version="opset1">
+		<layer id="3" name="Convert_408909" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -52,7 +52,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="5" name="Convert_409660" type="Convert" version="opset1">
+		<layer id="5" name="Convert_408912" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -401,18 +401,18 @@
 			</output>
 		</layer>
 		<layer id="27" name="self.layers.0.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="590601244" size="2359296" />
+			<data element_type="u4" shape="2048, 2304" offset="590601244" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="28" name="Convert_793419" type="Convert" version="opset1">
+		<layer id="28" name="Convert_744183" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
@@ -424,16 +424,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="29" name="self.layers.0.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="592960540" size="4096" />
+		<layer id="29" name="self.layers.0.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="592960540" size="1024" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="30" name="Convert_744186" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="31" name="self.layers.0.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="30" name="self.layers.0.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="32" name="self.layers.0.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="592961564" size="4096" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="33" name="self.layers.0.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -452,7 +495,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="31" name="__module.layers.0.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="34" name="__module.layers.0.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -470,7 +513,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="32" name="__module.layers.0.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="35" name="__module.layers.0.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -491,15 +534,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="33" name="Constant_67995" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="36" name="Constant_67995" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="34" name="__module.layers.0.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="37" name="__module.layers.0.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -520,15 +563,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="35" name="__module.layers.0.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="38" name="__module.layers.0.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="36" name="__module.layers.0.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="39" name="__module.layers.0.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -549,20 +592,20 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="37" name="__module.rotary_emb/aten::to/Convert_2" type="Const" version="opset1">
-			<data element_type="i4" shape="1, 128, 1" offset="592964684" size="64" />
+		<layer id="40" name="__module.rotary_emb/aten::to/Convert_2" type="Const" version="opset1">
+			<data element_type="u4" shape="1, 128, 1" offset="592965708" size="64" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1</dim>
 					<dim>128</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="38" name="Convert_1298346" type="Convert" version="opset1">
+		<layer id="41" name="Convert_1185556" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1</dim>
 					<dim>128</dim>
 					<dim>1</dim>
@@ -576,17 +619,66 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="39" name="__module.rotary_emb/aten::to/Convert_2/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 128, 1" offset="592964748" size="256" />
+		<layer id="42" name="__module.rotary_emb/aten::to/Convert_2/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1, 128, 1" offset="592965772" size="64" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1</dim>
+					<dim>128</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="43" name="Convert_1185559" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1</dim>
+					<dim>128</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1</dim>
+					<dim>128</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="44" name="__module.rotary_emb/aten::to/Convert_2/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
 					<dim>1</dim>
 					<dim>128</dim>
 					<dim>1</dim>
 				</port>
+				<port id="1" precision="FP16">
+					<dim>1</dim>
+					<dim>128</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1</dim>
+					<dim>128</dim>
+					<dim>1</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="40" name="__module.rotary_emb/aten::to/Convert_2/fq_weights_0" type="Multiply" version="opset1">
+		<layer id="45" name="__module.rotary_emb/aten::to/Convert_2/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1, 128, 1" offset="592965836" size="256" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1</dim>
+					<dim>128</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="46" name="__module.rotary_emb/aten::to/Convert_2/fq_weights_0" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -608,7 +700,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="41" name="__module.rotary_emb/aten::to/Convert_2/fq_weights_0/convert" type="Convert" version="opset1">
+		<layer id="47" name="__module.rotary_emb/aten::to/Convert_2/fq_weights_0/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<input>
 				<port id="0" precision="FP16">
@@ -625,13 +717,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="42" name="66" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="48" name="66" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" names="66" />
 			</output>
 		</layer>
-		<layer id="43" name="ShapeOf_67113" type="ShapeOf" version="opset3">
+		<layer id="49" name="ShapeOf_67113" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -646,19 +738,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="44" name="Constant_67114" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965012" size="8" />
+		<layer id="50" name="Constant_67114" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="45" name="Constant_67115" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="51" name="Constant_67115" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="46" name="Gather_67116" type="Gather" version="opset8">
+		<layer id="52" name="Gather_67116" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -671,13 +763,13 @@
 				<port id="3" precision="I64" names="135,137,138,139,60,64,78,80,82,85" />
 			</output>
 		</layer>
-		<layer id="47" name="aten::arange/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="592965020" size="4" />
+		<layer id="53" name="aten::arange/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="" offset="592966108" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="48" name="aten::arange/Range" type="Range" version="opset4">
+		<layer id="54" name="aten::arange/Range" type="Range" version="opset4">
 			<data output_type="f32" />
 			<input>
 				<port id="0" precision="I64" />
@@ -690,13 +782,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="49" name="72" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="55" name="72" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" names="72" />
 			</output>
 		</layer>
-		<layer id="50" name="aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
+		<layer id="56" name="aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -710,13 +802,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="51" name="269" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965012" size="8" />
+		<layer id="57" name="269" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" names="269" />
 			</output>
 		</layer>
-		<layer id="52" name="__module.rotary_emb/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="58" name="__module.rotary_emb/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -732,7 +824,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="53" name="__module.rotary_emb/aten::matmul/MatMul" type="MatMul" version="opset1">
+		<layer id="59" name="__module.rotary_emb/aten::matmul/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -754,15 +846,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="54" name="__module.rotary_emb/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="592965024" size="12" />
+		<layer id="60" name="__module.rotary_emb/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="3" offset="592966112" size="12" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>3</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="55" name="__module.rotary_emb/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="61" name="__module.rotary_emb/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -781,7 +873,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="56" name="__module.rotary_emb/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="62" name="__module.rotary_emb/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -803,7 +895,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="57" name="__module.rotary_emb/aten::cos/Cos" type="Cos" version="opset1">
+		<layer id="63" name="__module.rotary_emb/aten::cos/Cos" type="Cos" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -819,13 +911,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="58" name="311" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965012" size="8" />
+		<layer id="64" name="311" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" names="311" />
 			</output>
 		</layer>
-		<layer id="59" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
+		<layer id="65" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -843,7 +935,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="60" name="__module.layers.0.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="66" name="__module.layers.0.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -868,39 +960,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="61" name="Constant_1207" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="67" name="Constant_1207" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="62" name="Constant_1209" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="68" name="Constant_1209" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="63" name="Constant_1211" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="69" name="Constant_1211" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="64" name="Constant_1163" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="70" name="Constant_1163" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="65" name="__module.layers.0.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="71" name="__module.layers.0.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -930,8 +1022,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="66" name="Constant_65225" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="72" name="Constant_65225" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -941,7 +1033,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="67" name="__module.layers.0.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="73" name="__module.layers.0.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -966,39 +1058,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="68" name="Constant_1104" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="74" name="Constant_1104" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="69" name="Constant_1148" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="75" name="Constant_1148" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="70" name="Constant_1150" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="76" name="Constant_1150" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="71" name="Constant_1102" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="77" name="Constant_1102" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="72" name="__module.layers.0.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="78" name="__module.layers.0.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -1028,7 +1120,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="73" name="__module.layers.0.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="79" name="__module.layers.0.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1053,7 +1145,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="74" name="__module.rotary_emb/aten::sin/Sin" type="Sin" version="opset1">
+		<layer id="80" name="__module.rotary_emb/aten::sin/Sin" type="Sin" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -1069,7 +1161,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="75" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
+		<layer id="81" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -1087,7 +1179,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="76" name="__module.layers.0.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="82" name="__module.layers.0.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1112,7 +1204,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="77" name="__module.layers.0.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="83" name="__module.layers.0.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1137,19 +1229,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="78" name="self.layers.0.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="592965064" size="1179648" />
+		<layer id="84" name="self.layers.0.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="592966152" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="79" name="Convert_1045931" type="Convert" version="opset1">
+		<layer id="85" name="Convert_964871" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -1161,8 +1253,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="80" name="self.layers.0.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="594144712" size="2048" />
+		<layer id="86" name="self.layers.0.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="594145800" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="87" name="Convert_964874" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="88" name="self.layers.0.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="89" name="self.layers.0.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="594146312" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -1170,7 +1305,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="81" name="self.layers.0.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="90" name="self.layers.0.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -1189,7 +1324,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="82" name="__module.layers.0.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="91" name="__module.layers.0.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -1207,7 +1342,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="83" name="__module.layers.0.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="92" name="__module.layers.0.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1228,15 +1363,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="84" name="Constant_67996" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="93" name="Constant_67996" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="85" name="__module.layers.0.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="94" name="__module.layers.0.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1257,15 +1392,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="86" name="__module.layers.0.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="95" name="__module.layers.0.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="87" name="__module.layers.0.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="96" name="__module.layers.0.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -1286,7 +1421,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="88" name="__module.layers.0.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="97" name="__module.layers.0.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1311,39 +1446,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="89" name="Constant_1350" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="98" name="Constant_1350" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="90" name="Constant_1352" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="99" name="Constant_1352" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="91" name="Constant_1354" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="100" name="Constant_1354" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="92" name="Constant_1306" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="101" name="Constant_1306" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="93" name="__module.layers.0.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="102" name="__module.layers.0.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -1373,8 +1508,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="94" name="Constant_65226" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="103" name="Constant_65226" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -1384,7 +1519,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="95" name="__module.layers.0.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="104" name="__module.layers.0.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1409,39 +1544,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="96" name="Constant_1247" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="105" name="Constant_1247" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="97" name="Constant_1291" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="106" name="Constant_1291" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="98" name="Constant_1293" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="107" name="Constant_1293" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="99" name="Constant_1245" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="108" name="Constant_1245" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="100" name="__module.layers.0.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="109" name="__module.layers.0.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -1471,7 +1606,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="101" name="__module.layers.0.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="110" name="__module.layers.0.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1496,7 +1631,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="102" name="__module.layers.0.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="111" name="__module.layers.0.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1521,7 +1656,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="103" name="__module.layers.0.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="112" name="__module.layers.0.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1546,13 +1681,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="104" name="310" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="113" name="310" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="310" />
 			</output>
 		</layer>
-		<layer id="105" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="114" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -1572,7 +1707,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="106" name="__module.layers.0.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
+		<layer id="115" name="__module.layers.0.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1588,21 +1723,21 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="107" name="Constant_60645" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="594146800" size="16" />
+		<layer id="116" name="Constant_60645" type="Const" version="opset1">
+			<data element_type="i64" shape="2" offset="594148400" size="16" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>2</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="108" name="Constant_60646" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="117" name="Constant_60646" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="109" name="Gather_60647" type="Gather" version="opset8">
+		<layer id="118" name="Gather_60647" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -1619,23 +1754,23 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="110" name="Constant_58767" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="594146792" size="8" />
+		<layer id="119" name="Constant_58767" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="111" name="Constant_67155" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="120" name="Constant_67155" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="112" name="Reshape_67156" type="Reshape" version="opset1">
+		<layer id="121" name="Reshape_67156" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="I64" />
@@ -1649,15 +1784,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="113" name="Constant_58770" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="594146816" size="8" />
+		<layer id="122" name="Constant_58770" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="594148416" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="114" name="__module.layers.0.self_attn/prim::ListConstruct_2" type="Concat" version="opset1">
+		<layer id="123" name="__module.layers.0.self_attn/prim::ListConstruct_2" type="Concat" version="opset1">
 			<data axis="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -1679,7 +1814,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="115" name="__module.layers.0.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="124" name="__module.layers.0.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1703,15 +1838,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="116" name="Constant_67997" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="125" name="Constant_67997" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="117" name="__module.layers.0.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="126" name="__module.layers.0.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1734,19 +1869,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="118" name="self.layers.0.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="594146856" size="1179648" />
+		<layer id="127" name="self.layers.0.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="594148456" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="119" name="Convert_1050787" type="Convert" version="opset1">
+		<layer id="128" name="Convert_969115" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -1758,16 +1893,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="120" name="self.layers.0.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="595326504" size="2048" />
+		<layer id="129" name="self.layers.0.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="595328104" size="512" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="130" name="Convert_969118" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="131" name="self.layers.0.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="121" name="self.layers.0.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="132" name="self.layers.0.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="595328616" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="133" name="self.layers.0.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -1786,7 +1964,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="122" name="__module.layers.0.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="134" name="__module.layers.0.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -1804,7 +1982,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="123" name="__module.layers.0.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="135" name="__module.layers.0.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1825,15 +2003,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="124" name="Constant_67998" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="136" name="Constant_67998" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="125" name="__module.layers.0.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="137" name="__module.layers.0.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1854,15 +2032,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="126" name="__module.layers.0.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="138" name="__module.layers.0.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="127" name="__module.layers.0.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="139" name="__module.layers.0.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -1883,7 +2061,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="128" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="140" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -1903,7 +2081,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="129" name="__module.layers.0.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="141" name="__module.layers.0.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1927,15 +2105,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="130" name="Constant_67999" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="142" name="Constant_67999" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="131" name="__module.layers.0.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="143" name="__module.layers.0.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1958,33 +2136,33 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="132" name="__module.layers.0/aten::tril/Constant" type="Const" version="opset1">
+		<layer id="144" name="__module.layers.0/aten::tril/Constant" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="590592000" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="133" name="aten::triu/Constant" type="Const" version="opset1">
+		<layer id="145" name="aten::triu/Constant" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="590592000" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="134" name="Multiply_61451" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328552" size="4" />
+		<layer id="146" name="Multiply_61451" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330664" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="135" name="Constant_61456" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="595328556" size="16" />
+		<layer id="147" name="Constant_61456" type="Const" version="opset1">
+			<data element_type="i64" shape="2" offset="595330668" size="16" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>2</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="136" name="prim::ListConstruct" type="Concat" version="opset1">
+		<layer id="148" name="prim::ListConstruct" type="Concat" version="opset1">
 			<data axis="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -2000,7 +2178,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="137" name="Maximum_61457" type="Maximum" version="opset1">
+		<layer id="149" name="Maximum_61457" type="Maximum" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I64">
@@ -2016,7 +2194,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="138" name="aten::mul/Multiply_1" type="Broadcast" version="opset3">
+		<layer id="150" name="aten::mul/Multiply_1" type="Broadcast" version="opset3">
 			<data mode="numpy" />
 			<input>
 				<port id="0" precision="FP32" />
@@ -2031,7 +2209,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="139" name="ShapeOf_67127" type="ShapeOf" version="opset3">
+		<layer id="151" name="ShapeOf_67127" type="ShapeOf" version="opset3">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2045,19 +2223,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="140" name="Constant_67128" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965012" size="8" />
+		<layer id="152" name="Constant_67128" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="141" name="Constant_67129" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="153" name="Constant_67129" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="142" name="Gather_67130" type="Gather" version="opset8">
+		<layer id="154" name="Gather_67130" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -2070,13 +2248,13 @@
 				<port id="3" precision="I32" />
 			</output>
 		</layer>
-		<layer id="143" name="aten::triu/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="592965020" size="4" />
+		<layer id="155" name="aten::triu/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="" offset="592966108" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="144" name="aten::triu/Range" type="Range" version="opset4">
+		<layer id="156" name="aten::triu/Range" type="Range" version="opset4">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="I32" />
@@ -2089,7 +2267,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="145" name="aten::triu/Unsqueeze" type="Unsqueeze" version="opset1">
+		<layer id="157" name="aten::triu/Unsqueeze" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="I32">
 					<dim>-1</dim>
@@ -2103,25 +2281,25 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="146" name="aten::triu/Convert" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="592965020" size="4" />
+		<layer id="158" name="aten::triu/Convert" type="Const" version="opset1">
+			<data element_type="i32" shape="" offset="592966108" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="147" name="Constant_67134" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="159" name="Constant_67134" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="148" name="Constant_67135" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="160" name="Constant_67135" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="149" name="Gather_67136" type="Gather" version="opset8">
+		<layer id="161" name="Gather_67136" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -2134,7 +2312,7 @@
 				<port id="3" precision="I32" />
 			</output>
 		</layer>
-		<layer id="150" name="aten::triu/Add" type="Add" version="opset1">
+		<layer id="162" name="aten::triu/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I32" />
@@ -2144,7 +2322,7 @@
 				<port id="2" precision="I32" />
 			</output>
 		</layer>
-		<layer id="151" name="aten::triu/Range_1" type="Range" version="opset4">
+		<layer id="163" name="aten::triu/Range_1" type="Range" version="opset4">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="I32" />
@@ -2157,7 +2335,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="152" name="aten::triu/Unsqueeze_1" type="Unsqueeze" version="opset1">
+		<layer id="164" name="aten::triu/Unsqueeze_1" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="I32">
 					<dim>-1</dim>
@@ -2171,7 +2349,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="153" name="aten::triu/GreaterEqual" type="GreaterEqual" version="opset1">
+		<layer id="165" name="aten::triu/GreaterEqual" type="GreaterEqual" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I32">
@@ -2190,13 +2368,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="154" name="aten::triu/ConvertLike" type="Const" version="opset1">
+		<layer id="166" name="aten::triu/ConvertLike" type="Const" version="opset1">
 			<data element_type="f32" shape="" offset="590592000" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="155" name="aten::triu/Select" type="Select" version="opset1">
+		<layer id="167" name="aten::triu/Select" type="Select" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="BOOL">
@@ -2216,19 +2394,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="156" name="aten::arange/Constant_1" type="Const" version="opset1">
+		<layer id="168" name="aten::arange/Constant_1" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="590592000" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="157" name="aten::arange/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="592965020" size="4" />
+		<layer id="169" name="aten::arange/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="" offset="592966108" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="158" name="aten::arange/Range_1" type="Range" version="opset4">
+		<layer id="170" name="aten::arange/Range_1" type="Range" version="opset4">
 			<data output_type="f32" />
 			<input>
 				<port id="0" precision="I32" />
@@ -2241,7 +2419,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="159" name="aten::arange/ConvertLike" type="Convert" version="opset1">
+		<layer id="171" name="aten::arange/ConvertLike" type="Convert" version="opset1">
 			<data destination_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2254,7 +2432,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="160" name="aten::gt/Convert" type="Convert" version="opset1">
+		<layer id="172" name="aten::gt/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<input>
 				<port id="0" precision="I64">
@@ -2267,15 +2445,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="161" name="Constant_241" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="595328572" size="16" />
+		<layer id="173" name="Constant_241" type="Const" version="opset1">
+			<data element_type="i64" shape="2" offset="595330684" size="16" />
 			<output>
 				<port id="0" precision="I64" names="104">
 					<dim>2</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="162" name="aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="174" name="aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2292,7 +2470,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="163" name="aten::gt/Greater" type="Greater" version="opset1">
+		<layer id="175" name="aten::gt/Greater" type="Greater" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2310,7 +2488,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="164" name="aten::mul_/ConvertLike" type="Convert" version="opset1">
+		<layer id="176" name="aten::mul_/ConvertLike" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<input>
 				<port id="0" precision="BOOL">
@@ -2325,7 +2503,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="165" name="aten::mul_/Multiply" type="Multiply" version="opset1">
+		<layer id="177" name="aten::mul_/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2344,13 +2522,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="166" name="108" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="178" name="108" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" names="108" />
 			</output>
 		</layer>
-		<layer id="167" name="aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
+		<layer id="179" name="aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -2366,13 +2544,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="168" name="110" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965012" size="8" />
+		<layer id="180" name="110" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" names="110" />
 			</output>
 		</layer>
-		<layer id="169" name="aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="181" name="aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -2390,21 +2568,21 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="170" name="Constant_67140" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="182" name="Constant_67140" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="171" name="Constant_67141" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="183" name="Constant_67141" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="172" name="Gather_67142" type="Gather" version="opset8">
+		<layer id="184" name="Gather_67142" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -2421,31 +2599,31 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="173" name="Constant_58798" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="185" name="Constant_58798" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="174" name="Constant_58800" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="186" name="Constant_58800" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="175" name="Constant_58802" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="187" name="Constant_58802" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="176" name="prim::ListConstruct_1" type="Concat" version="opset1">
+		<layer id="188" name="prim::ListConstruct_1" type="Concat" version="opset1">
 			<data axis="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -2467,7 +2645,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="177" name="aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="189" name="aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2489,7 +2667,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="178" name="ShapeOf_67165" type="ShapeOf" version="opset3">
+		<layer id="190" name="ShapeOf_67165" type="ShapeOf" version="opset3">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2505,19 +2683,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="179" name="Constant_67166" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965052" size="8" />
+		<layer id="191" name="Constant_67166" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="180" name="Constant_67167" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="192" name="Constant_67167" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="181" name="Gather_67168" type="Gather" version="opset8">
+		<layer id="193" name="Gather_67168" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -2530,13 +2708,13 @@
 				<port id="3" precision="I32" />
 			</output>
 		</layer>
-		<layer id="182" name="__module.layers.0/aten::tril/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="592965020" size="4" />
+		<layer id="194" name="__module.layers.0/aten::tril/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="" offset="592966108" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="183" name="__module.layers.0/aten::tril/Range" type="Range" version="opset4">
+		<layer id="195" name="__module.layers.0/aten::tril/Range" type="Range" version="opset4">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="I32" />
@@ -2549,7 +2727,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="184" name="__module.layers.0/aten::tril/Unsqueeze" type="Unsqueeze" version="opset1">
+		<layer id="196" name="__module.layers.0/aten::tril/Unsqueeze" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="I32">
 					<dim>-1</dim>
@@ -2563,37 +2741,37 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="185" name="__module.layers.0/aten::tril/Convert" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="595328588" size="4" />
+		<layer id="197" name="__module.layers.0/aten::tril/Convert" type="Const" version="opset1">
+			<data element_type="i32" shape="" offset="595330700" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="186" name="Constant_379" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="198" name="Constant_379" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="187" name="Constant_386" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="199" name="Constant_386" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="188" name="Constant_377" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="200" name="Constant_377" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="189" name="aten::slice/Slice_5" type="Slice" version="opset8">
+		<layer id="201" name="aten::slice/Slice_5" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -2623,7 +2801,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="190" name="ShapeOf_67171" type="ShapeOf" version="opset3">
+		<layer id="202" name="ShapeOf_67171" type="ShapeOf" version="opset3">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2639,19 +2817,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="191" name="Constant_67172" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="203" name="Constant_67172" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="192" name="Constant_67173" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="204" name="Constant_67173" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="193" name="Gather_67174" type="Gather" version="opset8">
+		<layer id="205" name="Gather_67174" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -2664,7 +2842,7 @@
 				<port id="3" precision="I32" />
 			</output>
 		</layer>
-		<layer id="194" name="__module.layers.0/aten::tril/Add" type="Add" version="opset1">
+		<layer id="206" name="__module.layers.0/aten::tril/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I32" />
@@ -2674,7 +2852,7 @@
 				<port id="2" precision="I32" />
 			</output>
 		</layer>
-		<layer id="195" name="__module.layers.0/aten::tril/Range_1" type="Range" version="opset4">
+		<layer id="207" name="__module.layers.0/aten::tril/Range_1" type="Range" version="opset4">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="I32" />
@@ -2687,7 +2865,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="196" name="__module.layers.0/aten::tril/Unsqueeze_1" type="Unsqueeze" version="opset1">
+		<layer id="208" name="__module.layers.0/aten::tril/Unsqueeze_1" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="I32">
 					<dim>-1</dim>
@@ -2701,7 +2879,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="197" name="__module.layers.0/aten::tril/LessEqual" type="LessEqual" version="opset1">
+		<layer id="209" name="__module.layers.0/aten::tril/LessEqual" type="LessEqual" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I32">
@@ -2720,13 +2898,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="198" name="__module.layers.0/aten::ones_like/Convert" type="Const" version="opset1">
-			<data element_type="boolean" shape="" offset="595328592" size="1" />
+		<layer id="210" name="__module.layers.0/aten::ones_like/Convert" type="Const" version="opset1">
+			<data element_type="boolean" shape="" offset="595330704" size="1" />
 			<output>
 				<port id="0" precision="BOOL" />
 			</output>
 		</layer>
-		<layer id="199" name="SliceAssign_562/ShapeOf" type="ShapeOf" version="opset3">
+		<layer id="211" name="SliceAssign_562/ShapeOf" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2742,7 +2920,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="200" name="Convert_67161" type="Convert" version="opset1">
+		<layer id="212" name="Convert_67161" type="Convert" version="opset1">
 			<data destination_type="i32" />
 			<input>
 				<port id="0" precision="I64">
@@ -2755,7 +2933,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="201" name="__module.layers.0/aten::ones_like/Broadcast" type="Broadcast" version="opset3">
+		<layer id="213" name="__module.layers.0/aten::ones_like/Broadcast" type="Broadcast" version="opset3">
 			<data mode="numpy" />
 			<input>
 				<port id="0" precision="BOOL" />
@@ -2772,13 +2950,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="202" name="__module.layers.0/aten::tril/ConvertLike" type="Const" version="opset1">
-			<data element_type="boolean" shape="" offset="595328593" size="1" />
+		<layer id="214" name="__module.layers.0/aten::tril/ConvertLike" type="Const" version="opset1">
+			<data element_type="boolean" shape="" offset="595330705" size="1" />
 			<output>
 				<port id="0" precision="BOOL" />
 			</output>
 		</layer>
-		<layer id="203" name="__module.layers.0/aten::tril/Select" type="Select" version="opset1">
+		<layer id="215" name="__module.layers.0/aten::tril/Select" type="Select" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="BOOL">
@@ -2802,13 +2980,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="204" name="314" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328594" size="4" />
+		<layer id="216" name="314" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330706" size="4" />
 			<output>
 				<port id="0" precision="FP32" names="314" />
 			</output>
 		</layer>
-		<layer id="205" name="Constant_48531" type="Const" version="opset1">
+		<layer id="217" name="Constant_48531" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2816,7 +2994,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="206" name="SliceAssign_562/Reshape_3" type="Reshape" version="opset1">
+		<layer id="218" name="SliceAssign_562/Reshape_3" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2835,13 +3013,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="207" name="Constant_34726" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="219" name="Constant_34726" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="208" name="SliceAssign_562/ReduceProd" type="ReduceProd" version="opset1">
+		<layer id="220" name="SliceAssign_562/ReduceProd" type="ReduceProd" version="opset1">
 			<data keep_dims="false" />
 			<input>
 				<port id="0" precision="I64">
@@ -2853,13 +3031,13 @@
 				<port id="2" precision="I64" />
 			</output>
 		</layer>
-		<layer id="209" name="Constant_34727" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965012" size="8" />
+		<layer id="221" name="Constant_34727" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="210" name="SliceAssign_562/Range" type="Range" version="opset4">
+		<layer id="222" name="SliceAssign_562/Range" type="Range" version="opset4">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="I64" />
@@ -2872,7 +3050,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="211" name="SliceAssign_562/Reshape" type="Reshape" version="opset1">
+		<layer id="223" name="SliceAssign_562/Reshape" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="I64">
@@ -2891,31 +3069,31 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="212" name="Constant_547" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="224" name="Constant_547" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="213" name="Constant_554" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="225" name="Constant_554" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="214" name="Constant_545" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="226" name="Constant_545" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="215" name="SliceAssign_562/Slice_2" type="Slice" version="opset8">
+		<layer id="227" name="SliceAssign_562/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="I64">
 					<dim>-1</dim>
@@ -2945,15 +3123,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="216" name="Constant_34729" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="595328572" size="16" />
+		<layer id="228" name="Constant_34729" type="Const" version="opset1">
+			<data element_type="i64" shape="2" offset="595330684" size="16" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>2</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="217" name="SliceAssign_562/Reshape_4" type="Reshape" version="opset1">
+		<layer id="229" name="SliceAssign_562/Reshape_4" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="I64">
@@ -2973,13 +3151,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="218" name="164" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965012" size="8" />
+		<layer id="230" name="164" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" names="164" />
 			</output>
 		</layer>
-		<layer id="219" name="aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="231" name="aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="I64">
 					<dim>-1</dim>
@@ -2995,13 +3173,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="220" name="166" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="232" name="166" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="166" />
 			</output>
 		</layer>
-		<layer id="221" name="aten::unsqueeze/Unsqueeze_4" type="Unsqueeze" version="opset1">
+		<layer id="233" name="aten::unsqueeze/Unsqueeze_4" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="I64">
 					<dim>-1</dim>
@@ -3019,7 +3197,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="222" name="aten::add/Convert" type="Convert" version="opset1">
+		<layer id="234" name="aten::add/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<input>
 				<port id="0" precision="I64">
@@ -3038,7 +3216,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="223" name="aten::add/Add_1" type="Add" version="opset1">
+		<layer id="235" name="aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3063,7 +3241,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="224" name="Constant_65227" type="Const" version="opset1">
+		<layer id="236" name="Constant_65227" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="590592000" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3074,7 +3252,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="225" name="aten::eq/Equal" type="Equal" version="opset1">
+		<layer id="237" name="aten::eq/Equal" type="Equal" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3099,13 +3277,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="226" name="aten::masked_fill/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328552" size="4" />
+		<layer id="238" name="aten::masked_fill/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330664" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="227" name="aten::masked_fill/Select" type="Select" version="opset1">
+		<layer id="239" name="aten::masked_fill/Select" type="Select" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="BOOL">
@@ -3131,7 +3309,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="228" name="aten::copy_/ShapeOf" type="ShapeOf" version="opset3">
+		<layer id="240" name="aten::copy_/ShapeOf" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3147,7 +3325,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="229" name="aten::copy_/Broadcast" type="Broadcast" version="opset3">
+		<layer id="241" name="aten::copy_/Broadcast" type="Broadcast" version="opset3">
 			<data mode="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3169,7 +3347,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="230" name="Constant_48533" type="Const" version="opset1">
+		<layer id="242" name="Constant_48533" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3177,7 +3355,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="231" name="SliceAssign_562/Reshape_5" type="Reshape" version="opset1">
+		<layer id="243" name="SliceAssign_562/Reshape_5" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3196,7 +3374,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="232" name="SliceAssign_562/ScatterNDUpdate" type="ScatterNDUpdate" version="opset4">
+		<layer id="244" name="SliceAssign_562/ScatterNDUpdate" type="ScatterNDUpdate" version="opset4">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -3215,7 +3393,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="233" name="SliceAssign_562/Reshape_6" type="Reshape" version="opset1">
+		<layer id="245" name="SliceAssign_562/Reshape_6" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3234,7 +3412,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="234" name="__module.layers.0/aten::where/Select" type="Select" version="opset1">
+		<layer id="246" name="__module.layers.0/aten::where/Select" type="Select" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="BOOL">
@@ -3260,39 +3438,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="235" name="Constant_879" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="247" name="Constant_879" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="236" name="Constant_881" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="595328598" size="8" />
+		<layer id="248" name="Constant_881" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="595330710" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="237" name="Constant_883" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="249" name="Constant_883" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="238" name="Constant_877" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="250" name="Constant_877" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="239" name="__module.layers.0/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="251" name="__module.layers.0/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -3322,31 +3500,31 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="240" name="Constant_1840" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="252" name="Constant_1840" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="241" name="Constant_1843" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="253" name="Constant_1843" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="242" name="Constant_1838" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="254" name="Constant_1838" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="243" name="__module.layers.0.self_attn/aten::slice/Slice_15" type="Slice" version="opset8">
+		<layer id="255" name="__module.layers.0.self_attn/aten::slice/Slice_15" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -3376,13 +3554,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="244" name="__module.layers.0.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="256" name="__module.layers.0.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="245" name="__module.layers.0.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="257" name="__module.layers.0.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3420,15 +3598,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="246" name="__module.layers.0.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="258" name="__module.layers.0.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="247" name="__module.layers.0.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="259" name="__module.layers.0.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -3449,21 +3627,21 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="248" name="Constant_60640" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="594146800" size="16" />
+		<layer id="260" name="Constant_60640" type="Const" version="opset1">
+			<data element_type="i64" shape="2" offset="594148400" size="16" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>2</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="249" name="Constant_60641" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="592965004" size="8" />
+		<layer id="261" name="Constant_60641" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="250" name="Gather_60642" type="Gather" version="opset8">
+		<layer id="262" name="Gather_60642" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -3480,7 +3658,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="251" name="Constant_1885" type="Const" version="opset1">
+		<layer id="263" name="Constant_1885" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3488,7 +3666,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="252" name="__module.layers.0.self_attn/prim::ListConstruct_7" type="Concat" version="opset1">
+		<layer id="264" name="__module.layers.0.self_attn/prim::ListConstruct_7" type="Concat" version="opset1">
 			<data axis="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -3504,7 +3682,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="253" name="__module.layers.0.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="265" name="__module.layers.0.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3525,32 +3703,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="254" name="self.layers.0.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="595328610" size="2359296" />
+		<layer id="266" name="self.layers.0.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="595330722" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="255" name="Convert_798275" type="Convert" version="opset1">
+		<layer id="267" name="Convert_748427" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="268" name="self.layers.0.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="597690018" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="269" name="Convert_748430" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="270" name="self.layers.0.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="256" name="self.layers.0.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="597687906" size="4608" />
+		<layer id="271" name="self.layers.0.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="597691170" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -3558,7 +3779,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="257" name="self.layers.0.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="272" name="self.layers.0.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -3577,7 +3798,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="258" name="__module.layers.0.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="273" name="__module.layers.0.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -3595,7 +3816,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="259" name="__module.layers.0.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="274" name="__module.layers.0.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3616,7 +3837,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="260" name="Constant_65230" type="Const" version="opset1">
+		<layer id="275" name="Constant_65230" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3626,7 +3847,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="261" name="Constant_65228" type="Const" version="opset1">
+		<layer id="276" name="Constant_65228" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3636,7 +3857,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="262" name="__module.layers.0.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="277" name="__module.layers.0.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3658,7 +3879,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="263" name="Constant_1905" type="Const" version="opset1">
+		<layer id="278" name="Constant_1905" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="453">
@@ -3666,7 +3887,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="264" name="__module.layers.0.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="279" name="__module.layers.0.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3686,7 +3907,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="265" name="Constant_65229" type="Const" version="opset1">
+		<layer id="280" name="Constant_65229" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3696,7 +3917,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="266" name="__module.layers.0.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="281" name="__module.layers.0.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3718,7 +3939,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="267" name="__module.layers.0.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="282" name="__module.layers.0.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -3734,7 +3955,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="268" name="__module.layers.0.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="283" name="__module.layers.0.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3756,7 +3977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="269" name="__module.layers.0.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="284" name="__module.layers.0.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3778,8 +3999,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="270" name="Constant_65231" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="597692514" size="9216" />
+		<layer id="285" name="Constant_65231" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="597695778" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -3788,7 +4009,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="271" name="__module.layers.0.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="286" name="__module.layers.0.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3810,7 +4031,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="272" name="__module.layers.0/aten::add/Add" type="Add" version="opset1">
+		<layer id="287" name="__module.layers.0/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3832,7 +4053,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="273" name="Constant_65234" type="Const" version="opset1">
+		<layer id="288" name="Constant_65234" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3842,7 +4063,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="274" name="Constant_65232" type="Const" version="opset1">
+		<layer id="289" name="Constant_65232" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3852,7 +4073,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="275" name="__module.layers.0.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="290" name="__module.layers.0.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3874,7 +4095,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="276" name="Constant_1958" type="Const" version="opset1">
+		<layer id="291" name="Constant_1958" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="466">
@@ -3882,7 +4103,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="277" name="__module.layers.0.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="292" name="__module.layers.0.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3902,7 +4123,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="278" name="Constant_65233" type="Const" version="opset1">
+		<layer id="293" name="Constant_65233" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3912,7 +4133,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="279" name="__module.layers.0.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="294" name="__module.layers.0.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3934,7 +4155,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="280" name="__module.layers.0.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="295" name="__module.layers.0.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -3950,7 +4171,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="281" name="__module.layers.0.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="296" name="__module.layers.0.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3972,7 +4193,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="282" name="__module.layers.0.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="297" name="__module.layers.0.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3994,8 +4215,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="283" name="Constant_65235" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="597701730" size="9216" />
+		<layer id="298" name="Constant_65235" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="597704994" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -4004,7 +4225,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="284" name="__module.layers.0.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="299" name="__module.layers.0.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4026,19 +4247,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="285" name="self.layers.0.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="597710946" size="10616832" />
+		<layer id="300" name="self.layers.0.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="597714210" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="286" name="Convert_419373" type="Convert" version="opset1">
+		<layer id="301" name="Convert_417397" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -4050,8 +4271,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="287" name="self.layers.0.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="608327778" size="18432" />
+		<layer id="302" name="self.layers.0.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="608331042" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="303" name="Convert_417400" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="304" name="self.layers.0.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="305" name="self.layers.0.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="608335650" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -4059,7 +4323,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="288" name="self.layers.0.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="306" name="self.layers.0.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -4078,7 +4342,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="289" name="__module.layers.0.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="307" name="__module.layers.0.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -4096,7 +4360,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="290" name="__module.layers.0.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="308" name="__module.layers.0.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4117,7 +4381,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="291" name="__module.layers.0.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="309" name="__module.layers.0.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4134,32 +4398,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="292" name="self.layers.0.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="608346210" size="10616832" />
+		<layer id="310" name="self.layers.0.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="608354082" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="293" name="Convert_414517" type="Convert" version="opset1">
+		<layer id="311" name="Convert_413153" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="312" name="self.layers.0.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="618970914" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="313" name="Convert_413156" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="314" name="self.layers.0.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="294" name="self.layers.0.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="618963042" size="18432" />
+		<layer id="315" name="self.layers.0.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="618975522" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -4167,7 +4474,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="295" name="self.layers.0.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="316" name="self.layers.0.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -4186,7 +4493,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="296" name="__module.layers.0.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="317" name="__module.layers.0.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -4204,7 +4511,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="297" name="__module.layers.0.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="318" name="__module.layers.0.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4225,7 +4532,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="298" name="__module.layers.0.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="319" name="__module.layers.0.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4247,19 +4554,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="299" name="self.layers.0.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="618981474" size="10616832" />
+		<layer id="320" name="self.layers.0.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="618993954" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="300" name="Convert_424229" type="Convert" version="opset1">
+		<layer id="321" name="Convert_421641" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -4271,16 +4578,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="301" name="self.layers.0.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="629598306" size="4608" />
+		<layer id="322" name="self.layers.0.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="629610786" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="323" name="Convert_421644" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="324" name="self.layers.0.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="302" name="self.layers.0.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="325" name="self.layers.0.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="629611938" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="326" name="self.layers.0.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -4299,7 +4649,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="303" name="__module.layers.0.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="327" name="__module.layers.0.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -4317,7 +4667,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="304" name="__module.layers.0.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="328" name="__module.layers.0.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4338,7 +4688,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="305" name="Constant_65238" type="Const" version="opset1">
+		<layer id="329" name="Constant_65238" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4348,7 +4698,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="306" name="Constant_65236" type="Const" version="opset1">
+		<layer id="330" name="Constant_65236" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4358,7 +4708,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="307" name="__module.layers.0.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="331" name="__module.layers.0.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4380,7 +4730,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="308" name="Constant_2028" type="Const" version="opset1">
+		<layer id="332" name="Constant_2028" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="493">
@@ -4388,7 +4738,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="309" name="__module.layers.0.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="333" name="__module.layers.0.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4408,7 +4758,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="310" name="Constant_65237" type="Const" version="opset1">
+		<layer id="334" name="Constant_65237" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4418,7 +4768,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="311" name="__module.layers.0.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="335" name="__module.layers.0.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4440,7 +4790,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="312" name="__module.layers.0.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="336" name="__module.layers.0.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -4456,7 +4806,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="313" name="__module.layers.0.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="337" name="__module.layers.0.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4478,7 +4828,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="314" name="__module.layers.0.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="338" name="__module.layers.0.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4500,8 +4850,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="315" name="Constant_65239" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="629602914" size="9216" />
+		<layer id="339" name="Constant_65239" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="629616546" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -4510,7 +4860,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="316" name="__module.layers.0.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="340" name="__module.layers.0.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4532,7 +4882,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="317" name="__module.layers.0/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="341" name="__module.layers.0/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4554,7 +4904,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="318" name="Constant_65242" type="Const" version="opset1">
+		<layer id="342" name="Constant_65242" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4564,7 +4914,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="319" name="Constant_65240" type="Const" version="opset1">
+		<layer id="343" name="Constant_65240" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4574,7 +4924,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="320" name="__module.layers.1.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="344" name="__module.layers.1.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4596,7 +4946,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="321" name="Constant_2105" type="Const" version="opset1">
+		<layer id="345" name="Constant_2105" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="530">
@@ -4604,7 +4954,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="322" name="__module.layers.1.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="346" name="__module.layers.1.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4624,7 +4974,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="323" name="Constant_65241" type="Const" version="opset1">
+		<layer id="347" name="Constant_65241" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4634,7 +4984,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="324" name="__module.layers.1.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="348" name="__module.layers.1.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4656,7 +5006,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="325" name="__module.layers.1.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="349" name="__module.layers.1.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -4672,7 +5022,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="326" name="__module.layers.1.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="350" name="__module.layers.1.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4694,7 +5044,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="327" name="__module.layers.1.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="351" name="__module.layers.1.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4716,8 +5066,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="328" name="Constant_65243" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="629612130" size="9216" />
+		<layer id="352" name="Constant_65243" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="629625762" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -4726,7 +5076,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="329" name="__module.layers.1.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="353" name="__module.layers.1.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4748,32 +5098,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="330" name="self.layers.1.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="629621346" size="2359296" />
+		<layer id="354" name="self.layers.1.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="629634978" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="331" name="Convert_803131" type="Convert" version="opset1">
+		<layer id="355" name="Convert_752671" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="356" name="self.layers.1.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="631994274" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="357" name="Convert_752674" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="358" name="self.layers.1.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="332" name="self.layers.1.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="631980642" size="4096" />
+		<layer id="359" name="self.layers.1.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="631995298" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -4781,7 +5174,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="333" name="self.layers.1.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="360" name="self.layers.1.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -4800,7 +5193,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="334" name="__module.layers.1.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="361" name="__module.layers.1.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -4818,7 +5211,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="335" name="__module.layers.1.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="362" name="__module.layers.1.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4839,15 +5232,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="336" name="Constant_68000" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="363" name="Constant_68000" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="337" name="__module.layers.1.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="364" name="__module.layers.1.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4868,15 +5261,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="338" name="__module.layers.1.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="365" name="__module.layers.1.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="339" name="__module.layers.1.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="366" name="__module.layers.1.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -4897,7 +5290,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="340" name="__module.layers.1.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="367" name="__module.layers.1.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4922,39 +5315,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="341" name="Constant_2414" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="368" name="Constant_2414" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="342" name="Constant_2416" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="369" name="Constant_2416" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="343" name="Constant_2418" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="370" name="Constant_2418" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="344" name="Constant_2370" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="371" name="Constant_2370" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="345" name="__module.layers.1.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="372" name="__module.layers.1.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -4984,8 +5377,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="346" name="Constant_65244" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="373" name="Constant_65244" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -4995,7 +5388,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="347" name="__module.layers.1.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="374" name="__module.layers.1.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5020,39 +5413,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="348" name="Constant_2311" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="375" name="Constant_2311" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="349" name="Constant_2355" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="376" name="Constant_2355" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="350" name="Constant_2357" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="377" name="Constant_2357" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="351" name="Constant_2309" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="378" name="Constant_2309" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="352" name="__module.layers.1.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="379" name="__module.layers.1.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -5082,7 +5475,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="353" name="__module.layers.1.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="380" name="__module.layers.1.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5107,7 +5500,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="354" name="__module.layers.1.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="381" name="__module.layers.1.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5132,7 +5525,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="355" name="__module.layers.1.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="382" name="__module.layers.1.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5157,19 +5550,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="356" name="self.layers.1.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="631984738" size="1179648" />
+		<layer id="383" name="self.layers.1.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="631999394" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="357" name="Convert_1060499" type="Convert" version="opset1">
+		<layer id="384" name="Convert_977603" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -5181,8 +5574,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="358" name="self.layers.1.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="633164386" size="2048" />
+		<layer id="385" name="self.layers.1.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="633179042" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="386" name="Convert_977606" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="387" name="self.layers.1.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="388" name="self.layers.1.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="633179554" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -5190,7 +5626,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="359" name="self.layers.1.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="389" name="self.layers.1.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -5209,7 +5645,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="360" name="__module.layers.1.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="390" name="__module.layers.1.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -5227,7 +5663,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="361" name="__module.layers.1.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="391" name="__module.layers.1.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5248,15 +5684,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="362" name="Constant_68001" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="392" name="Constant_68001" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="363" name="__module.layers.1.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="393" name="__module.layers.1.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5277,15 +5713,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="364" name="__module.layers.1.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="394" name="__module.layers.1.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="365" name="__module.layers.1.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="395" name="__module.layers.1.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -5306,7 +5742,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="366" name="__module.layers.1.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="396" name="__module.layers.1.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5331,39 +5767,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="367" name="Constant_2557" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="397" name="Constant_2557" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="368" name="Constant_2559" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="398" name="Constant_2559" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="369" name="Constant_2561" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="399" name="Constant_2561" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="370" name="Constant_2513" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="400" name="Constant_2513" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="371" name="__module.layers.1.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="401" name="__module.layers.1.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -5393,8 +5829,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="372" name="Constant_65245" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="402" name="Constant_65245" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -5404,7 +5840,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="373" name="__module.layers.1.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="403" name="__module.layers.1.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5429,39 +5865,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="374" name="Constant_2454" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="404" name="Constant_2454" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="375" name="Constant_2498" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="405" name="Constant_2498" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="376" name="Constant_2500" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="406" name="Constant_2500" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="377" name="Constant_2452" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="407" name="Constant_2452" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="378" name="__module.layers.1.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="408" name="__module.layers.1.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -5491,7 +5927,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="379" name="__module.layers.1.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="409" name="__module.layers.1.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5516,7 +5952,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="380" name="__module.layers.1.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="410" name="__module.layers.1.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5541,7 +5977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="381" name="__module.layers.1.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="411" name="__module.layers.1.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5566,13 +6002,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="382" name="515" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="412" name="515" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="515" />
 			</output>
 		</layer>
-		<layer id="383" name="__module.layers.1.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="413" name="__module.layers.1.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -5592,7 +6028,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="384" name="__module.layers.1.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="414" name="__module.layers.1.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5616,15 +6052,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="385" name="Constant_68002" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="415" name="Constant_68002" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="386" name="__module.layers.1.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="416" name="__module.layers.1.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5647,19 +6083,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="387" name="self.layers.1.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="633166434" size="1179648" />
+		<layer id="417" name="self.layers.1.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="633181602" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="388" name="Convert_1055643" type="Convert" version="opset1">
+		<layer id="418" name="Convert_973359" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -5671,16 +6107,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="389" name="self.layers.1.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="634346082" size="2048" />
+		<layer id="419" name="self.layers.1.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="634361250" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="420" name="Convert_973362" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="421" name="self.layers.1.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="390" name="self.layers.1.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="422" name="self.layers.1.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="634361762" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="423" name="self.layers.1.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -5699,7 +6178,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="391" name="__module.layers.1.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="424" name="__module.layers.1.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -5717,7 +6196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="392" name="__module.layers.1.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="425" name="__module.layers.1.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5738,15 +6217,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="393" name="Constant_68003" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="426" name="Constant_68003" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="394" name="__module.layers.1.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="427" name="__module.layers.1.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5767,15 +6246,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="395" name="__module.layers.1.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="428" name="__module.layers.1.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="396" name="__module.layers.1.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="429" name="__module.layers.1.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -5796,7 +6275,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="397" name="__module.layers.1.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="430" name="__module.layers.1.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -5816,7 +6295,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="398" name="__module.layers.1.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="431" name="__module.layers.1.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5840,15 +6319,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="399" name="Constant_68004" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="432" name="Constant_68004" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="400" name="__module.layers.1.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="433" name="__module.layers.1.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5871,31 +6350,31 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="401" name="Constant_3047" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="434" name="Constant_3047" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="402" name="Constant_3050" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="435" name="Constant_3050" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="403" name="Constant_3045" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="436" name="Constant_3045" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="404" name="__module.layers.1.self_attn/aten::slice/Slice_15" type="Slice" version="opset8">
+		<layer id="437" name="__module.layers.1.self_attn/aten::slice/Slice_15" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -5925,13 +6404,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="405" name="__module.layers.1.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="438" name="__module.layers.1.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="406" name="__module.layers.1.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="439" name="__module.layers.1.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5969,15 +6448,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="407" name="__module.layers.1.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="440" name="__module.layers.1.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="408" name="__module.layers.1.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="441" name="__module.layers.1.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -5998,7 +6477,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="409" name="__module.layers.1.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="442" name="__module.layers.1.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6019,19 +6498,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="410" name="self.layers.1.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="634348130" size="2359296" />
+		<layer id="443" name="self.layers.1.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="634363810" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="411" name="Convert_807987" type="Convert" version="opset1">
+		<layer id="444" name="Convert_756915" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -6043,8 +6522,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="412" name="self.layers.1.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="636707426" size="4608" />
+		<layer id="445" name="self.layers.1.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="636723106" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="446" name="Convert_756918" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="447" name="self.layers.1.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="448" name="self.layers.1.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="636724258" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -6052,7 +6574,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="413" name="self.layers.1.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="449" name="self.layers.1.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -6071,7 +6593,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="414" name="__module.layers.1.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="450" name="__module.layers.1.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -6089,7 +6611,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="415" name="__module.layers.1.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="451" name="__module.layers.1.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6110,7 +6632,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="416" name="Constant_65248" type="Const" version="opset1">
+		<layer id="452" name="Constant_65248" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6120,7 +6642,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="417" name="Constant_65246" type="Const" version="opset1">
+		<layer id="453" name="Constant_65246" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6130,7 +6652,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="418" name="__module.layers.1.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="454" name="__module.layers.1.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6152,7 +6674,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="419" name="Constant_3112" type="Const" version="opset1">
+		<layer id="455" name="Constant_3112" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="648">
@@ -6160,7 +6682,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="420" name="__module.layers.1.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="456" name="__module.layers.1.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6180,7 +6702,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="421" name="Constant_65247" type="Const" version="opset1">
+		<layer id="457" name="Constant_65247" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6190,7 +6712,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="422" name="__module.layers.1.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="458" name="__module.layers.1.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6212,7 +6734,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="423" name="__module.layers.1.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="459" name="__module.layers.1.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -6228,7 +6750,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="424" name="__module.layers.1.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="460" name="__module.layers.1.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6250,7 +6772,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="425" name="__module.layers.1.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="461" name="__module.layers.1.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6272,8 +6794,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="426" name="Constant_65249" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="636712034" size="9216" />
+		<layer id="462" name="Constant_65249" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="636728866" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -6282,7 +6804,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="427" name="__module.layers.1.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="463" name="__module.layers.1.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6304,7 +6826,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="428" name="__module.layers.1/aten::add/Add" type="Add" version="opset1">
+		<layer id="464" name="__module.layers.1/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6326,7 +6848,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="429" name="Constant_65252" type="Const" version="opset1">
+		<layer id="465" name="Constant_65252" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6336,7 +6858,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="430" name="Constant_65250" type="Const" version="opset1">
+		<layer id="466" name="Constant_65250" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6346,7 +6868,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="431" name="__module.layers.1.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="467" name="__module.layers.1.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6368,7 +6890,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="432" name="Constant_3165" type="Const" version="opset1">
+		<layer id="468" name="Constant_3165" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="661">
@@ -6376,7 +6898,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="433" name="__module.layers.1.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="469" name="__module.layers.1.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6396,7 +6918,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="434" name="Constant_65251" type="Const" version="opset1">
+		<layer id="470" name="Constant_65251" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6406,7 +6928,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="435" name="__module.layers.1.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="471" name="__module.layers.1.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6428,7 +6950,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="436" name="__module.layers.1.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="472" name="__module.layers.1.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -6444,7 +6966,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="437" name="__module.layers.1.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="473" name="__module.layers.1.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6466,7 +6988,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="438" name="__module.layers.1.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="474" name="__module.layers.1.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6488,8 +7010,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="439" name="Constant_65253" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="636721250" size="9216" />
+		<layer id="475" name="Constant_65253" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="636738082" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -6498,7 +7020,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="440" name="__module.layers.1.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="476" name="__module.layers.1.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6520,19 +7042,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="441" name="self.layers.1.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="636730466" size="10616832" />
+		<layer id="477" name="self.layers.1.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="636747298" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="442" name="Convert_433941" type="Convert" version="opset1">
+		<layer id="478" name="Convert_430129" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -6544,8 +7066,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="443" name="self.layers.1.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="647347298" size="18432" />
+		<layer id="479" name="self.layers.1.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="647364130" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="480" name="Convert_430132" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="481" name="self.layers.1.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="482" name="self.layers.1.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="647368738" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -6553,7 +7118,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="444" name="self.layers.1.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="483" name="self.layers.1.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -6572,7 +7137,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="445" name="__module.layers.1.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="484" name="__module.layers.1.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -6590,7 +7155,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="446" name="__module.layers.1.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="485" name="__module.layers.1.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6611,7 +7176,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="447" name="__module.layers.1.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="486" name="__module.layers.1.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6628,32 +7193,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="448" name="self.layers.1.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="647365730" size="10616832" />
+		<layer id="487" name="self.layers.1.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="647387170" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="449" name="Convert_429085" type="Convert" version="opset1">
+		<layer id="488" name="Convert_425885" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="489" name="self.layers.1.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="658004002" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="490" name="Convert_425888" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="491" name="self.layers.1.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="450" name="self.layers.1.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="657982562" size="18432" />
+		<layer id="492" name="self.layers.1.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="658008610" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -6661,7 +7269,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="451" name="self.layers.1.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="493" name="self.layers.1.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -6680,7 +7288,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="452" name="__module.layers.1.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="494" name="__module.layers.1.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -6698,7 +7306,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="453" name="__module.layers.1.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="495" name="__module.layers.1.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6719,7 +7327,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="454" name="__module.layers.1.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="496" name="__module.layers.1.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6741,19 +7349,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="455" name="self.layers.1.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="658000994" size="10616832" />
+		<layer id="497" name="self.layers.1.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="658027042" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="456" name="Convert_438797" type="Convert" version="opset1">
+		<layer id="498" name="Convert_434373" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -6765,16 +7373,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="457" name="self.layers.1.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="668617826" size="4608" />
+		<layer id="499" name="self.layers.1.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="668643874" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="500" name="Convert_434376" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="501" name="self.layers.1.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="458" name="self.layers.1.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="502" name="self.layers.1.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="668645026" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="503" name="self.layers.1.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -6793,7 +7444,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="459" name="__module.layers.1.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="504" name="__module.layers.1.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -6811,7 +7462,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="460" name="__module.layers.1.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="505" name="__module.layers.1.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6832,7 +7483,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="461" name="Constant_65256" type="Const" version="opset1">
+		<layer id="506" name="Constant_65256" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6842,7 +7493,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="462" name="Constant_65254" type="Const" version="opset1">
+		<layer id="507" name="Constant_65254" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6852,7 +7503,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="463" name="__module.layers.1.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="508" name="__module.layers.1.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6874,7 +7525,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="464" name="Constant_3235" type="Const" version="opset1">
+		<layer id="509" name="Constant_3235" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="688">
@@ -6882,7 +7533,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="465" name="__module.layers.1.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="510" name="__module.layers.1.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6902,7 +7553,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="466" name="Constant_65255" type="Const" version="opset1">
+		<layer id="511" name="Constant_65255" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6912,7 +7563,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="467" name="__module.layers.1.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="512" name="__module.layers.1.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6934,7 +7585,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="468" name="__module.layers.1.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="513" name="__module.layers.1.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -6950,7 +7601,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="469" name="__module.layers.1.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="514" name="__module.layers.1.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6972,7 +7623,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="470" name="__module.layers.1.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="515" name="__module.layers.1.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6994,8 +7645,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="471" name="Constant_65257" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="668622434" size="9216" />
+		<layer id="516" name="Constant_65257" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="668649634" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -7004,7 +7655,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="472" name="__module.layers.1.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="517" name="__module.layers.1.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7026,7 +7677,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="473" name="__module.layers.1/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="518" name="__module.layers.1/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7048,7 +7699,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="474" name="Constant_65260" type="Const" version="opset1">
+		<layer id="519" name="Constant_65260" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7058,7 +7709,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="475" name="Constant_65258" type="Const" version="opset1">
+		<layer id="520" name="Constant_65258" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7068,7 +7719,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="476" name="__module.layers.2.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="521" name="__module.layers.2.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7090,7 +7741,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="477" name="Constant_3460" type="Const" version="opset1">
+		<layer id="522" name="Constant_3460" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="736">
@@ -7098,7 +7749,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="478" name="__module.layers.2.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="523" name="__module.layers.2.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7118,7 +7769,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="479" name="Constant_65259" type="Const" version="opset1">
+		<layer id="524" name="Constant_65259" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7128,7 +7779,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="480" name="__module.layers.2.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="525" name="__module.layers.2.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7150,7 +7801,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="481" name="__module.layers.2.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="526" name="__module.layers.2.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -7166,7 +7817,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="482" name="__module.layers.2.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="527" name="__module.layers.2.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7188,7 +7839,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="483" name="__module.layers.2.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="528" name="__module.layers.2.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7210,8 +7861,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="484" name="Constant_65261" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="668631650" size="9216" />
+		<layer id="529" name="Constant_65261" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="668658850" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -7220,7 +7871,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="485" name="__module.layers.2.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="530" name="__module.layers.2.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7242,32 +7893,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="486" name="self.layers.2.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="668640866" size="2359296" />
+		<layer id="531" name="self.layers.2.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="668668066" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="487" name="Convert_812843" type="Convert" version="opset1">
+		<layer id="532" name="Convert_761159" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="533" name="self.layers.2.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="671027362" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="534" name="Convert_761162" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="535" name="self.layers.2.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="488" name="self.layers.2.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="671000162" size="4096" />
+		<layer id="536" name="self.layers.2.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="671028386" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -7275,7 +7969,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="489" name="self.layers.2.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="537" name="self.layers.2.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -7294,7 +7988,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="490" name="__module.layers.2.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="538" name="__module.layers.2.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -7312,7 +8006,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="491" name="__module.layers.2.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="539" name="__module.layers.2.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7333,15 +8027,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="492" name="Constant_68005" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="540" name="Constant_68005" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="493" name="__module.layers.2.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="541" name="__module.layers.2.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7362,15 +8056,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="494" name="__module.layers.2.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="542" name="__module.layers.2.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="495" name="__module.layers.2.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="543" name="__module.layers.2.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -7391,7 +8085,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="496" name="__module.layers.2.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="544" name="__module.layers.2.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7416,39 +8110,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="497" name="Constant_3769" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="545" name="Constant_3769" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="498" name="Constant_3771" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="546" name="Constant_3771" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="499" name="Constant_3773" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="547" name="Constant_3773" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="500" name="Constant_3725" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="548" name="Constant_3725" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="501" name="__module.layers.2.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="549" name="__module.layers.2.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -7478,8 +8172,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="502" name="Constant_65262" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="550" name="Constant_65262" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -7489,7 +8183,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="503" name="__module.layers.2.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="551" name="__module.layers.2.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7514,39 +8208,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="504" name="Constant_3666" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="552" name="Constant_3666" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="505" name="Constant_3710" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="553" name="Constant_3710" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="506" name="Constant_3712" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="554" name="Constant_3712" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="507" name="Constant_3664" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="555" name="Constant_3664" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="508" name="__module.layers.2.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="556" name="__module.layers.2.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -7576,7 +8270,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="509" name="__module.layers.2.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="557" name="__module.layers.2.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7601,7 +8295,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="510" name="__module.layers.2.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="558" name="__module.layers.2.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7626,7 +8320,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="511" name="__module.layers.2.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="559" name="__module.layers.2.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7651,19 +8345,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="512" name="self.layers.2.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="671004258" size="1179648" />
+		<layer id="560" name="self.layers.2.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="671032482" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="513" name="Convert_1070211" type="Convert" version="opset1">
+		<layer id="561" name="Convert_986091" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -7675,8 +8369,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="514" name="self.layers.2.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="672183906" size="2048" />
+		<layer id="562" name="self.layers.2.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="672212130" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="563" name="Convert_986094" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="564" name="self.layers.2.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="565" name="self.layers.2.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="672212642" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -7684,7 +8421,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="515" name="self.layers.2.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="566" name="self.layers.2.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -7703,7 +8440,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="516" name="__module.layers.2.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="567" name="__module.layers.2.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -7721,7 +8458,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="517" name="__module.layers.2.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="568" name="__module.layers.2.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7742,15 +8479,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="518" name="Constant_68006" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="569" name="Constant_68006" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="519" name="__module.layers.2.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="570" name="__module.layers.2.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7771,15 +8508,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="520" name="__module.layers.2.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="571" name="__module.layers.2.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="521" name="__module.layers.2.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="572" name="__module.layers.2.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -7800,7 +8537,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="522" name="__module.layers.2.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="573" name="__module.layers.2.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7825,39 +8562,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="523" name="Constant_3912" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="574" name="Constant_3912" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="524" name="Constant_3914" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="575" name="Constant_3914" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="525" name="Constant_3916" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="576" name="Constant_3916" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="526" name="Constant_3868" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="577" name="Constant_3868" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="527" name="__module.layers.2.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="578" name="__module.layers.2.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -7887,8 +8624,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="528" name="Constant_65263" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="579" name="Constant_65263" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -7898,7 +8635,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="529" name="__module.layers.2.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="580" name="__module.layers.2.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7923,39 +8660,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="530" name="Constant_3809" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="581" name="Constant_3809" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="531" name="Constant_3853" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="582" name="Constant_3853" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="532" name="Constant_3855" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="583" name="Constant_3855" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="533" name="Constant_3807" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="584" name="Constant_3807" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="534" name="__module.layers.2.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="585" name="__module.layers.2.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -7985,7 +8722,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="535" name="__module.layers.2.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="586" name="__module.layers.2.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8010,7 +8747,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="536" name="__module.layers.2.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="587" name="__module.layers.2.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8035,7 +8772,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="537" name="__module.layers.2.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="588" name="__module.layers.2.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8060,13 +8797,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="538" name="711" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="589" name="711" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="711" />
 			</output>
 		</layer>
-		<layer id="539" name="__module.layers.2.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="590" name="__module.layers.2.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -8086,7 +8823,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="540" name="__module.layers.2.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="591" name="__module.layers.2.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8110,15 +8847,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="541" name="Constant_68007" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="592" name="Constant_68007" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="542" name="__module.layers.2.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="593" name="__module.layers.2.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8141,19 +8878,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="543" name="self.layers.2.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="672185954" size="1179648" />
+		<layer id="594" name="self.layers.2.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="672214690" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="544" name="Convert_1065355" type="Convert" version="opset1">
+		<layer id="595" name="Convert_981847" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -8165,16 +8902,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="545" name="self.layers.2.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="673365602" size="2048" />
+		<layer id="596" name="self.layers.2.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="673394338" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="597" name="Convert_981850" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="598" name="self.layers.2.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="546" name="self.layers.2.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="599" name="self.layers.2.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="673394850" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="600" name="self.layers.2.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -8193,7 +8973,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="547" name="__module.layers.2.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="601" name="__module.layers.2.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -8211,7 +8991,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="548" name="__module.layers.2.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="602" name="__module.layers.2.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8232,15 +9012,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="549" name="Constant_68008" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="603" name="Constant_68008" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="550" name="__module.layers.2.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="604" name="__module.layers.2.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8261,15 +9041,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="551" name="__module.layers.2.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="605" name="__module.layers.2.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="552" name="__module.layers.2.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="606" name="__module.layers.2.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -8290,7 +9070,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="553" name="__module.layers.2.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="607" name="__module.layers.2.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -8310,7 +9090,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="554" name="__module.layers.2.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="608" name="__module.layers.2.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8334,15 +9114,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="555" name="Constant_68009" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="609" name="Constant_68009" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="556" name="__module.layers.2.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="610" name="__module.layers.2.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8365,13 +9145,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="557" name="__module.layers.2.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="611" name="__module.layers.2.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="558" name="__module.layers.2.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="612" name="__module.layers.2.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8409,15 +9189,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="559" name="__module.layers.2.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="613" name="__module.layers.2.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="560" name="__module.layers.2.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="614" name="__module.layers.2.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -8438,7 +9218,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="561" name="__module.layers.2.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="615" name="__module.layers.2.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8459,19 +9239,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="562" name="self.layers.2.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="673367650" size="2359296" />
+		<layer id="616" name="self.layers.2.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="673396898" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="563" name="Convert_817699" type="Convert" version="opset1">
+		<layer id="617" name="Convert_765403" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -8483,8 +9263,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="564" name="self.layers.2.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="675726946" size="4608" />
+		<layer id="618" name="self.layers.2.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="675756194" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="619" name="Convert_765406" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="620" name="self.layers.2.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="621" name="self.layers.2.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="675757346" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -8492,7 +9315,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="565" name="self.layers.2.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="622" name="self.layers.2.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -8511,7 +9334,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="566" name="__module.layers.2.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="623" name="__module.layers.2.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -8529,7 +9352,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="567" name="__module.layers.2.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="624" name="__module.layers.2.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8550,7 +9373,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="568" name="Constant_65266" type="Const" version="opset1">
+		<layer id="625" name="Constant_65266" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8560,7 +9383,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="569" name="Constant_65264" type="Const" version="opset1">
+		<layer id="626" name="Constant_65264" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8570,7 +9393,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="570" name="__module.layers.2.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="627" name="__module.layers.2.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8592,7 +9415,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="571" name="Constant_4467" type="Const" version="opset1">
+		<layer id="628" name="Constant_4467" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="854">
@@ -8600,7 +9423,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="572" name="__module.layers.2.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="629" name="__module.layers.2.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8620,7 +9443,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="573" name="Constant_65265" type="Const" version="opset1">
+		<layer id="630" name="Constant_65265" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8630,7 +9453,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="574" name="__module.layers.2.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="631" name="__module.layers.2.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8652,7 +9475,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="575" name="__module.layers.2.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="632" name="__module.layers.2.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -8668,7 +9491,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="576" name="__module.layers.2.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="633" name="__module.layers.2.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8690,7 +9513,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="577" name="__module.layers.2.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="634" name="__module.layers.2.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8712,8 +9535,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="578" name="Constant_65267" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="675731554" size="9216" />
+		<layer id="635" name="Constant_65267" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="675761954" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -8722,7 +9545,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="579" name="__module.layers.2.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="636" name="__module.layers.2.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8744,7 +9567,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="580" name="__module.layers.2/aten::add/Add" type="Add" version="opset1">
+		<layer id="637" name="__module.layers.2/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8766,7 +9589,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="581" name="Constant_65270" type="Const" version="opset1">
+		<layer id="638" name="Constant_65270" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8776,7 +9599,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="582" name="Constant_65268" type="Const" version="opset1">
+		<layer id="639" name="Constant_65268" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8786,7 +9609,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="583" name="__module.layers.2.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="640" name="__module.layers.2.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8808,7 +9631,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="584" name="Constant_4520" type="Const" version="opset1">
+		<layer id="641" name="Constant_4520" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="867">
@@ -8816,7 +9639,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="585" name="__module.layers.2.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="642" name="__module.layers.2.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8836,7 +9659,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="586" name="Constant_65269" type="Const" version="opset1">
+		<layer id="643" name="Constant_65269" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8846,7 +9669,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="587" name="__module.layers.2.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="644" name="__module.layers.2.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8868,7 +9691,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="588" name="__module.layers.2.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="645" name="__module.layers.2.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -8884,7 +9707,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="589" name="__module.layers.2.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="646" name="__module.layers.2.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8906,7 +9729,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="590" name="__module.layers.2.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="647" name="__module.layers.2.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8928,8 +9751,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="591" name="Constant_65271" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="675740770" size="9216" />
+		<layer id="648" name="Constant_65271" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="675771170" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -8938,7 +9761,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="592" name="__module.layers.2.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="649" name="__module.layers.2.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8960,19 +9783,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="593" name="self.layers.2.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="675749986" size="10616832" />
+		<layer id="650" name="self.layers.2.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="675780386" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="594" name="Convert_448509" type="Convert" version="opset1">
+		<layer id="651" name="Convert_442861" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -8984,8 +9807,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="595" name="self.layers.2.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="686366818" size="18432" />
+		<layer id="652" name="self.layers.2.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="686397218" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="653" name="Convert_442864" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="654" name="self.layers.2.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="655" name="self.layers.2.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="686401826" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -8993,7 +9859,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="596" name="self.layers.2.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="656" name="self.layers.2.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -9012,7 +9878,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="597" name="__module.layers.2.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="657" name="__module.layers.2.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -9030,7 +9896,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="598" name="__module.layers.2.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="658" name="__module.layers.2.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9051,7 +9917,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="599" name="__module.layers.2.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="659" name="__module.layers.2.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9068,32 +9934,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="600" name="self.layers.2.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="686385250" size="10616832" />
+		<layer id="660" name="self.layers.2.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="686420258" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="601" name="Convert_443653" type="Convert" version="opset1">
+		<layer id="661" name="Convert_438617" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="662" name="self.layers.2.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="697037090" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="663" name="Convert_438620" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="664" name="self.layers.2.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="602" name="self.layers.2.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="697002082" size="18432" />
+		<layer id="665" name="self.layers.2.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="697041698" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -9101,7 +10010,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="603" name="self.layers.2.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="666" name="self.layers.2.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -9120,7 +10029,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="604" name="__module.layers.2.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="667" name="__module.layers.2.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -9138,7 +10047,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="605" name="__module.layers.2.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="668" name="__module.layers.2.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9159,7 +10068,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="606" name="__module.layers.2.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="669" name="__module.layers.2.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9181,19 +10090,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="607" name="self.layers.2.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="697020514" size="10616832" />
+		<layer id="670" name="self.layers.2.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="697060130" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="608" name="Convert_453365" type="Convert" version="opset1">
+		<layer id="671" name="Convert_447105" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -9205,16 +10114,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="609" name="self.layers.2.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="707637346" size="4608" />
+		<layer id="672" name="self.layers.2.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="707676962" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="673" name="Convert_447108" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="674" name="self.layers.2.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="610" name="self.layers.2.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="675" name="self.layers.2.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="707678114" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="676" name="self.layers.2.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -9233,7 +10185,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="611" name="__module.layers.2.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="677" name="__module.layers.2.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -9251,7 +10203,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="612" name="__module.layers.2.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="678" name="__module.layers.2.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9272,7 +10224,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="613" name="Constant_65274" type="Const" version="opset1">
+		<layer id="679" name="Constant_65274" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9282,7 +10234,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="614" name="Constant_65272" type="Const" version="opset1">
+		<layer id="680" name="Constant_65272" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9292,7 +10244,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="615" name="__module.layers.2.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="681" name="__module.layers.2.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9314,7 +10266,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="616" name="Constant_4590" type="Const" version="opset1">
+		<layer id="682" name="Constant_4590" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="894">
@@ -9322,7 +10274,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="617" name="__module.layers.2.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="683" name="__module.layers.2.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9342,7 +10294,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="618" name="Constant_65273" type="Const" version="opset1">
+		<layer id="684" name="Constant_65273" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9352,7 +10304,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="619" name="__module.layers.2.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="685" name="__module.layers.2.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9374,7 +10326,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="620" name="__module.layers.2.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="686" name="__module.layers.2.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -9390,7 +10342,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="621" name="__module.layers.2.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="687" name="__module.layers.2.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9412,7 +10364,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="622" name="__module.layers.2.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="688" name="__module.layers.2.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9434,8 +10386,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="623" name="Constant_65275" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="707641954" size="9216" />
+		<layer id="689" name="Constant_65275" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="707682722" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -9444,7 +10396,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="624" name="__module.layers.2.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="690" name="__module.layers.2.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9466,7 +10418,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="625" name="__module.layers.2/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="691" name="__module.layers.2/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9488,7 +10440,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="626" name="Constant_65278" type="Const" version="opset1">
+		<layer id="692" name="Constant_65278" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9498,7 +10450,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="627" name="Constant_65276" type="Const" version="opset1">
+		<layer id="693" name="Constant_65276" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9508,7 +10460,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="628" name="__module.layers.3.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="694" name="__module.layers.3.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9530,7 +10482,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="629" name="Constant_4667" type="Const" version="opset1">
+		<layer id="695" name="Constant_4667" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="931">
@@ -9538,7 +10490,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="630" name="__module.layers.3.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="696" name="__module.layers.3.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9558,7 +10510,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="631" name="Constant_65277" type="Const" version="opset1">
+		<layer id="697" name="Constant_65277" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9568,7 +10520,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="632" name="__module.layers.3.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="698" name="__module.layers.3.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9590,7 +10542,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="633" name="__module.layers.3.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="699" name="__module.layers.3.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -9606,7 +10558,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="634" name="__module.layers.3.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="700" name="__module.layers.3.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9628,7 +10580,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="635" name="__module.layers.3.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="701" name="__module.layers.3.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9650,8 +10602,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="636" name="Constant_65279" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="707651170" size="9216" />
+		<layer id="702" name="Constant_65279" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="707691938" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -9660,7 +10612,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="637" name="__module.layers.3.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="703" name="__module.layers.3.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9682,32 +10634,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="638" name="self.layers.3.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="707660386" size="2359296" />
+		<layer id="704" name="self.layers.3.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="707701154" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="639" name="Convert_822555" type="Convert" version="opset1">
+		<layer id="705" name="Convert_769647" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="706" name="self.layers.3.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="710060450" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="707" name="Convert_769650" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="708" name="self.layers.3.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="640" name="self.layers.3.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="710019682" size="4096" />
+		<layer id="709" name="self.layers.3.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="710061474" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -9715,7 +10710,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="641" name="self.layers.3.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="710" name="self.layers.3.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -9734,7 +10729,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="642" name="__module.layers.3.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="711" name="__module.layers.3.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -9752,7 +10747,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="643" name="__module.layers.3.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="712" name="__module.layers.3.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9773,15 +10768,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="644" name="Constant_68010" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="713" name="Constant_68010" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="645" name="__module.layers.3.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="714" name="__module.layers.3.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9802,15 +10797,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="646" name="__module.layers.3.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="715" name="__module.layers.3.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="647" name="__module.layers.3.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="716" name="__module.layers.3.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -9831,7 +10826,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="648" name="__module.layers.3.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="717" name="__module.layers.3.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9856,39 +10851,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="649" name="Constant_4976" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="718" name="Constant_4976" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="650" name="Constant_4978" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="719" name="Constant_4978" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="651" name="Constant_4980" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="720" name="Constant_4980" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="652" name="Constant_4932" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="721" name="Constant_4932" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="653" name="__module.layers.3.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="722" name="__module.layers.3.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -9918,8 +10913,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="654" name="Constant_65280" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="723" name="Constant_65280" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -9929,7 +10924,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="655" name="__module.layers.3.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="724" name="__module.layers.3.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9954,39 +10949,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="656" name="Constant_4873" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="725" name="Constant_4873" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="657" name="Constant_4917" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="726" name="Constant_4917" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="658" name="Constant_4919" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="727" name="Constant_4919" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="659" name="Constant_4871" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="728" name="Constant_4871" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="660" name="__module.layers.3.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="729" name="__module.layers.3.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -10016,7 +11011,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="661" name="__module.layers.3.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="730" name="__module.layers.3.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10041,7 +11036,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="662" name="__module.layers.3.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="731" name="__module.layers.3.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10066,7 +11061,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="663" name="__module.layers.3.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="732" name="__module.layers.3.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10091,19 +11086,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="664" name="self.layers.3.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="710023778" size="1179648" />
+		<layer id="733" name="self.layers.3.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="710065570" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="665" name="Convert_1079923" type="Convert" version="opset1">
+		<layer id="734" name="Convert_994579" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -10115,8 +11110,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="666" name="self.layers.3.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="711203426" size="2048" />
+		<layer id="735" name="self.layers.3.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="711245218" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="736" name="Convert_994582" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="737" name="self.layers.3.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="738" name="self.layers.3.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="711245730" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -10124,7 +11162,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="667" name="self.layers.3.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="739" name="self.layers.3.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -10143,7 +11181,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="668" name="__module.layers.3.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="740" name="__module.layers.3.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -10161,7 +11199,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="669" name="__module.layers.3.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="741" name="__module.layers.3.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10182,15 +11220,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="670" name="Constant_68011" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="742" name="Constant_68011" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="671" name="__module.layers.3.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="743" name="__module.layers.3.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10211,15 +11249,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="672" name="__module.layers.3.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="744" name="__module.layers.3.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="673" name="__module.layers.3.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="745" name="__module.layers.3.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -10240,7 +11278,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="674" name="__module.layers.3.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="746" name="__module.layers.3.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10265,39 +11303,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="675" name="Constant_5119" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="747" name="Constant_5119" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="676" name="Constant_5121" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="748" name="Constant_5121" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="677" name="Constant_5123" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="749" name="Constant_5123" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="678" name="Constant_5075" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="750" name="Constant_5075" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="679" name="__module.layers.3.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="751" name="__module.layers.3.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -10327,8 +11365,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="680" name="Constant_65281" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="752" name="Constant_65281" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -10338,7 +11376,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="681" name="__module.layers.3.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="753" name="__module.layers.3.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10363,39 +11401,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="682" name="Constant_5016" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="754" name="Constant_5016" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="683" name="Constant_5060" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="755" name="Constant_5060" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="684" name="Constant_5062" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="756" name="Constant_5062" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="685" name="Constant_5014" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="757" name="Constant_5014" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="686" name="__module.layers.3.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="758" name="__module.layers.3.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -10425,7 +11463,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="687" name="__module.layers.3.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="759" name="__module.layers.3.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10450,7 +11488,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="688" name="__module.layers.3.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="760" name="__module.layers.3.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10475,7 +11513,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="689" name="__module.layers.3.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="761" name="__module.layers.3.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10500,13 +11538,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="690" name="916" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="762" name="916" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="916" />
 			</output>
 		</layer>
-		<layer id="691" name="__module.layers.3.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="763" name="__module.layers.3.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -10526,7 +11564,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="692" name="__module.layers.3.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="764" name="__module.layers.3.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10550,15 +11588,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="693" name="Constant_68012" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="765" name="Constant_68012" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="694" name="__module.layers.3.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="766" name="__module.layers.3.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10581,19 +11619,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="695" name="self.layers.3.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="711205474" size="1179648" />
+		<layer id="767" name="self.layers.3.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="711247778" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="696" name="Convert_1075067" type="Convert" version="opset1">
+		<layer id="768" name="Convert_990335" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -10605,16 +11643,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="697" name="self.layers.3.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="712385122" size="2048" />
+		<layer id="769" name="self.layers.3.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="712427426" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="770" name="Convert_990338" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="771" name="self.layers.3.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="698" name="self.layers.3.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="772" name="self.layers.3.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="712427938" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="773" name="self.layers.3.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -10633,7 +11714,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="699" name="__module.layers.3.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="774" name="__module.layers.3.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -10651,7 +11732,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="700" name="__module.layers.3.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="775" name="__module.layers.3.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10672,15 +11753,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="701" name="Constant_68013" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="776" name="Constant_68013" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="702" name="__module.layers.3.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="777" name="__module.layers.3.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10701,15 +11782,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="703" name="__module.layers.3.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="778" name="__module.layers.3.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="704" name="__module.layers.3.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="779" name="__module.layers.3.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -10730,7 +11811,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="705" name="__module.layers.3.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="780" name="__module.layers.3.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -10750,7 +11831,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="706" name="__module.layers.3.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="781" name="__module.layers.3.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10774,15 +11855,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="707" name="Constant_68014" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="782" name="Constant_68014" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="708" name="__module.layers.3.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="783" name="__module.layers.3.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10805,13 +11886,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="709" name="__module.layers.3.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="784" name="__module.layers.3.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="710" name="__module.layers.3.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="785" name="__module.layers.3.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10849,15 +11930,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="711" name="__module.layers.3.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="786" name="__module.layers.3.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="712" name="__module.layers.3.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="787" name="__module.layers.3.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -10878,7 +11959,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="713" name="__module.layers.3.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="788" name="__module.layers.3.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10899,19 +11980,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="714" name="self.layers.3.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="712387170" size="2359296" />
+		<layer id="789" name="self.layers.3.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="712429986" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="715" name="Convert_827411" type="Convert" version="opset1">
+		<layer id="790" name="Convert_773891" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -10923,8 +12004,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="716" name="self.layers.3.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="714746466" size="4608" />
+		<layer id="791" name="self.layers.3.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="714789282" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="792" name="Convert_773894" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="793" name="self.layers.3.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="794" name="self.layers.3.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="714790434" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -10932,7 +12056,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="717" name="self.layers.3.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="795" name="self.layers.3.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -10951,7 +12075,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="718" name="__module.layers.3.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="796" name="__module.layers.3.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -10969,7 +12093,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="719" name="__module.layers.3.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="797" name="__module.layers.3.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10990,7 +12114,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="720" name="Constant_65284" type="Const" version="opset1">
+		<layer id="798" name="Constant_65284" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11000,7 +12124,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="721" name="Constant_65282" type="Const" version="opset1">
+		<layer id="799" name="Constant_65282" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11010,7 +12134,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="722" name="__module.layers.3.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="800" name="__module.layers.3.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11032,7 +12156,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="723" name="Constant_5674" type="Const" version="opset1">
+		<layer id="801" name="Constant_5674" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1049">
@@ -11040,7 +12164,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="724" name="__module.layers.3.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="802" name="__module.layers.3.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11060,7 +12184,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="725" name="Constant_65283" type="Const" version="opset1">
+		<layer id="803" name="Constant_65283" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11070,7 +12194,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="726" name="__module.layers.3.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="804" name="__module.layers.3.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11092,7 +12216,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="727" name="__module.layers.3.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="805" name="__module.layers.3.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -11108,7 +12232,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="728" name="__module.layers.3.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="806" name="__module.layers.3.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11130,7 +12254,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="729" name="__module.layers.3.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="807" name="__module.layers.3.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11152,8 +12276,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="730" name="Constant_65285" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="714751074" size="9216" />
+		<layer id="808" name="Constant_65285" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="714795042" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -11162,7 +12286,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="731" name="__module.layers.3.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="809" name="__module.layers.3.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11184,7 +12308,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="732" name="__module.layers.3/aten::add/Add" type="Add" version="opset1">
+		<layer id="810" name="__module.layers.3/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11206,7 +12330,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="733" name="Constant_65288" type="Const" version="opset1">
+		<layer id="811" name="Constant_65288" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11216,7 +12340,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="734" name="Constant_65286" type="Const" version="opset1">
+		<layer id="812" name="Constant_65286" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11226,7 +12350,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="735" name="__module.layers.3.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="813" name="__module.layers.3.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11248,7 +12372,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="736" name="Constant_5727" type="Const" version="opset1">
+		<layer id="814" name="Constant_5727" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1062">
@@ -11256,7 +12380,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="737" name="__module.layers.3.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="815" name="__module.layers.3.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11276,7 +12400,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="738" name="Constant_65287" type="Const" version="opset1">
+		<layer id="816" name="Constant_65287" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11286,7 +12410,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="739" name="__module.layers.3.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="817" name="__module.layers.3.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11308,7 +12432,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="740" name="__module.layers.3.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="818" name="__module.layers.3.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -11324,7 +12448,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="741" name="__module.layers.3.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="819" name="__module.layers.3.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11346,7 +12470,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="742" name="__module.layers.3.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="820" name="__module.layers.3.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11368,8 +12492,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="743" name="Constant_65289" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="714760290" size="9216" />
+		<layer id="821" name="Constant_65289" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="714804258" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -11378,7 +12502,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="744" name="__module.layers.3.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="822" name="__module.layers.3.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11400,19 +12524,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="745" name="self.layers.3.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="714769506" size="10616832" />
+		<layer id="823" name="self.layers.3.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="714813474" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="746" name="Convert_463077" type="Convert" version="opset1">
+		<layer id="824" name="Convert_455593" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -11424,8 +12548,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="747" name="self.layers.3.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="725386338" size="18432" />
+		<layer id="825" name="self.layers.3.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="725430306" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="826" name="Convert_455596" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="827" name="self.layers.3.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="828" name="self.layers.3.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="725434914" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -11433,7 +12600,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="748" name="self.layers.3.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="829" name="self.layers.3.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -11452,7 +12619,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="749" name="__module.layers.3.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="830" name="__module.layers.3.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -11470,7 +12637,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="750" name="__module.layers.3.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="831" name="__module.layers.3.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11491,7 +12658,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="751" name="__module.layers.3.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="832" name="__module.layers.3.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11508,32 +12675,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="752" name="self.layers.3.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="725404770" size="10616832" />
+		<layer id="833" name="self.layers.3.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="725453346" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="753" name="Convert_458221" type="Convert" version="opset1">
+		<layer id="834" name="Convert_451349" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="835" name="self.layers.3.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="736070178" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="836" name="Convert_451352" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="837" name="self.layers.3.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="754" name="self.layers.3.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="736021602" size="18432" />
+		<layer id="838" name="self.layers.3.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="736074786" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -11541,7 +12751,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="755" name="self.layers.3.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="839" name="self.layers.3.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -11560,7 +12770,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="756" name="__module.layers.3.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="840" name="__module.layers.3.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -11578,7 +12788,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="757" name="__module.layers.3.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="841" name="__module.layers.3.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11599,7 +12809,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="758" name="__module.layers.3.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="842" name="__module.layers.3.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11621,19 +12831,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="759" name="self.layers.3.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="736040034" size="10616832" />
+		<layer id="843" name="self.layers.3.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="736093218" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="760" name="Convert_467933" type="Convert" version="opset1">
+		<layer id="844" name="Convert_459837" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -11645,16 +12855,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="761" name="self.layers.3.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="746656866" size="4608" />
+		<layer id="845" name="self.layers.3.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="746710050" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="846" name="Convert_459840" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="847" name="self.layers.3.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="762" name="self.layers.3.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="848" name="self.layers.3.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="746711202" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="849" name="self.layers.3.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -11673,7 +12926,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="763" name="__module.layers.3.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="850" name="__module.layers.3.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -11691,7 +12944,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="764" name="__module.layers.3.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="851" name="__module.layers.3.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11712,7 +12965,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="765" name="Constant_65292" type="Const" version="opset1">
+		<layer id="852" name="Constant_65292" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11722,7 +12975,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="766" name="Constant_65290" type="Const" version="opset1">
+		<layer id="853" name="Constant_65290" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11732,7 +12985,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="767" name="__module.layers.3.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="854" name="__module.layers.3.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11754,7 +13007,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="768" name="Constant_5797" type="Const" version="opset1">
+		<layer id="855" name="Constant_5797" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1089">
@@ -11762,7 +13015,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="769" name="__module.layers.3.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="856" name="__module.layers.3.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11782,7 +13035,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="770" name="Constant_65291" type="Const" version="opset1">
+		<layer id="857" name="Constant_65291" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11792,7 +13045,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="771" name="__module.layers.3.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="858" name="__module.layers.3.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11814,7 +13067,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="772" name="__module.layers.3.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="859" name="__module.layers.3.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -11830,7 +13083,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="773" name="__module.layers.3.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="860" name="__module.layers.3.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11852,7 +13105,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="774" name="__module.layers.3.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="861" name="__module.layers.3.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11874,8 +13127,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="775" name="Constant_65293" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="746661474" size="9216" />
+		<layer id="862" name="Constant_65293" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="746715810" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -11884,7 +13137,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="776" name="__module.layers.3.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="863" name="__module.layers.3.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11906,7 +13159,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="777" name="__module.layers.3/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="864" name="__module.layers.3/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11928,7 +13181,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="778" name="Constant_65296" type="Const" version="opset1">
+		<layer id="865" name="Constant_65296" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11938,7 +13191,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="779" name="Constant_65294" type="Const" version="opset1">
+		<layer id="866" name="Constant_65294" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11948,7 +13201,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="780" name="__module.layers.4.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="867" name="__module.layers.4.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11970,7 +13223,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="781" name="Constant_6022" type="Const" version="opset1">
+		<layer id="868" name="Constant_6022" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1137">
@@ -11978,7 +13231,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="782" name="__module.layers.4.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="869" name="__module.layers.4.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11998,7 +13251,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="783" name="Constant_65295" type="Const" version="opset1">
+		<layer id="870" name="Constant_65295" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12008,7 +13261,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="784" name="__module.layers.4.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="871" name="__module.layers.4.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12030,7 +13283,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="785" name="__module.layers.4.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="872" name="__module.layers.4.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -12046,7 +13299,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="786" name="__module.layers.4.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="873" name="__module.layers.4.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12068,7 +13321,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="787" name="__module.layers.4.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="874" name="__module.layers.4.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12090,8 +13343,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="788" name="Constant_65297" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="746670690" size="9216" />
+		<layer id="875" name="Constant_65297" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="746725026" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -12100,7 +13353,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="789" name="__module.layers.4.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="876" name="__module.layers.4.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12122,32 +13375,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="790" name="self.layers.4.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="746679906" size="2359296" />
+		<layer id="877" name="self.layers.4.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="746734242" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="791" name="Convert_832267" type="Convert" version="opset1">
+		<layer id="878" name="Convert_778135" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="879" name="self.layers.4.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="749093538" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="880" name="Convert_778138" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="881" name="self.layers.4.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="792" name="self.layers.4.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="749039202" size="4096" />
+		<layer id="882" name="self.layers.4.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="749094562" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -12155,7 +13451,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="793" name="self.layers.4.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="883" name="self.layers.4.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -12174,7 +13470,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="794" name="__module.layers.4.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="884" name="__module.layers.4.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -12192,7 +13488,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="795" name="__module.layers.4.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="885" name="__module.layers.4.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12213,15 +13509,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="796" name="Constant_68015" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="886" name="Constant_68015" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="797" name="__module.layers.4.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="887" name="__module.layers.4.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12242,15 +13538,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="798" name="__module.layers.4.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="888" name="__module.layers.4.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="799" name="__module.layers.4.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="889" name="__module.layers.4.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -12271,7 +13567,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="800" name="__module.layers.4.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="890" name="__module.layers.4.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12296,39 +13592,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="801" name="Constant_6331" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="891" name="Constant_6331" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="802" name="Constant_6333" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="892" name="Constant_6333" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="803" name="Constant_6335" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="893" name="Constant_6335" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="804" name="Constant_6287" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="894" name="Constant_6287" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="805" name="__module.layers.4.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="895" name="__module.layers.4.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -12358,8 +13654,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="806" name="Constant_65298" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="896" name="Constant_65298" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -12369,7 +13665,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="807" name="__module.layers.4.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="897" name="__module.layers.4.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12394,39 +13690,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="808" name="Constant_6228" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="898" name="Constant_6228" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="809" name="Constant_6272" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="899" name="Constant_6272" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="810" name="Constant_6274" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="900" name="Constant_6274" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="811" name="Constant_6226" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="901" name="Constant_6226" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="812" name="__module.layers.4.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="902" name="__module.layers.4.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -12456,7 +13752,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="813" name="__module.layers.4.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="903" name="__module.layers.4.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12481,7 +13777,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="814" name="__module.layers.4.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="904" name="__module.layers.4.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12506,7 +13802,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="815" name="__module.layers.4.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="905" name="__module.layers.4.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12531,19 +13827,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="816" name="self.layers.4.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="749043298" size="1179648" />
+		<layer id="906" name="self.layers.4.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="749098658" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="817" name="Convert_1089635" type="Convert" version="opset1">
+		<layer id="907" name="Convert_1003067" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -12555,8 +13851,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="818" name="self.layers.4.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="750222946" size="2048" />
+		<layer id="908" name="self.layers.4.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="750278306" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="909" name="Convert_1003070" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="910" name="self.layers.4.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="911" name="self.layers.4.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="750278818" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -12564,7 +13903,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="819" name="self.layers.4.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="912" name="self.layers.4.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -12583,7 +13922,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="820" name="__module.layers.4.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="913" name="__module.layers.4.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -12601,7 +13940,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="821" name="__module.layers.4.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="914" name="__module.layers.4.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12622,15 +13961,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="822" name="Constant_68016" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="915" name="Constant_68016" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="823" name="__module.layers.4.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="916" name="__module.layers.4.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12651,15 +13990,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="824" name="__module.layers.4.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="917" name="__module.layers.4.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="825" name="__module.layers.4.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="918" name="__module.layers.4.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -12680,7 +14019,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="826" name="__module.layers.4.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="919" name="__module.layers.4.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12705,39 +14044,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="827" name="Constant_6474" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="920" name="Constant_6474" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="828" name="Constant_6476" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="921" name="Constant_6476" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="829" name="Constant_6478" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="922" name="Constant_6478" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="830" name="Constant_6430" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="923" name="Constant_6430" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="831" name="__module.layers.4.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="924" name="__module.layers.4.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -12767,8 +14106,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="832" name="Constant_65299" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="925" name="Constant_65299" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -12778,7 +14117,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="833" name="__module.layers.4.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="926" name="__module.layers.4.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12803,39 +14142,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="834" name="Constant_6371" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="927" name="Constant_6371" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="835" name="Constant_6415" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="928" name="Constant_6415" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="836" name="Constant_6417" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="929" name="Constant_6417" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="837" name="Constant_6369" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="930" name="Constant_6369" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="838" name="__module.layers.4.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="931" name="__module.layers.4.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -12865,7 +14204,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="839" name="__module.layers.4.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="932" name="__module.layers.4.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12890,7 +14229,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="840" name="__module.layers.4.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="933" name="__module.layers.4.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12915,7 +14254,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="841" name="__module.layers.4.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="934" name="__module.layers.4.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12940,13 +14279,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="842" name="1112" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="935" name="1112" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1112" />
 			</output>
 		</layer>
-		<layer id="843" name="__module.layers.4.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="936" name="__module.layers.4.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -12966,7 +14305,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="844" name="__module.layers.4.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="937" name="__module.layers.4.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12990,15 +14329,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="845" name="Constant_68017" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="938" name="Constant_68017" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="846" name="__module.layers.4.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="939" name="__module.layers.4.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13021,19 +14360,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="847" name="self.layers.4.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="750224994" size="1179648" />
+		<layer id="940" name="self.layers.4.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="750280866" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="848" name="Convert_1084779" type="Convert" version="opset1">
+		<layer id="941" name="Convert_998823" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -13045,16 +14384,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="849" name="self.layers.4.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="751404642" size="2048" />
+		<layer id="942" name="self.layers.4.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="751460514" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="943" name="Convert_998826" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="944" name="self.layers.4.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="850" name="self.layers.4.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="945" name="self.layers.4.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="751461026" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="946" name="self.layers.4.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -13073,7 +14455,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="851" name="__module.layers.4.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="947" name="__module.layers.4.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -13091,7 +14473,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="852" name="__module.layers.4.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="948" name="__module.layers.4.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13112,15 +14494,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="853" name="Constant_68018" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="949" name="Constant_68018" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="854" name="__module.layers.4.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="950" name="__module.layers.4.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13141,15 +14523,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="855" name="__module.layers.4.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="951" name="__module.layers.4.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="856" name="__module.layers.4.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="952" name="__module.layers.4.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -13170,7 +14552,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="857" name="__module.layers.4.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="953" name="__module.layers.4.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -13190,7 +14572,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="858" name="__module.layers.4.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="954" name="__module.layers.4.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13214,15 +14596,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="859" name="Constant_68019" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="955" name="Constant_68019" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="860" name="__module.layers.4.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="956" name="__module.layers.4.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13245,13 +14627,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="861" name="__module.layers.4.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="957" name="__module.layers.4.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="862" name="__module.layers.4.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="958" name="__module.layers.4.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13289,15 +14671,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="863" name="__module.layers.4.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="959" name="__module.layers.4.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="864" name="__module.layers.4.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="960" name="__module.layers.4.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -13318,7 +14700,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="865" name="__module.layers.4.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="961" name="__module.layers.4.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13339,19 +14721,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="866" name="self.layers.4.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="751406690" size="2359296" />
+		<layer id="962" name="self.layers.4.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="751463074" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="867" name="Convert_837123" type="Convert" version="opset1">
+		<layer id="963" name="Convert_782379" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -13363,8 +14745,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="868" name="self.layers.4.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="753765986" size="4608" />
+		<layer id="964" name="self.layers.4.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="753822370" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="965" name="Convert_782382" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="966" name="self.layers.4.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="967" name="self.layers.4.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="753823522" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -13372,7 +14797,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="869" name="self.layers.4.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="968" name="self.layers.4.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -13391,7 +14816,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="870" name="__module.layers.4.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="969" name="__module.layers.4.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -13409,7 +14834,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="871" name="__module.layers.4.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="970" name="__module.layers.4.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13430,7 +14855,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="872" name="Constant_65302" type="Const" version="opset1">
+		<layer id="971" name="Constant_65302" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13440,7 +14865,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="873" name="Constant_65300" type="Const" version="opset1">
+		<layer id="972" name="Constant_65300" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13450,7 +14875,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="874" name="__module.layers.4.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="973" name="__module.layers.4.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13472,7 +14897,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="875" name="Constant_7029" type="Const" version="opset1">
+		<layer id="974" name="Constant_7029" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1255">
@@ -13480,7 +14905,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="876" name="__module.layers.4.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="975" name="__module.layers.4.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13500,7 +14925,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="877" name="Constant_65301" type="Const" version="opset1">
+		<layer id="976" name="Constant_65301" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13510,7 +14935,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="878" name="__module.layers.4.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="977" name="__module.layers.4.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13532,7 +14957,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="879" name="__module.layers.4.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="978" name="__module.layers.4.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -13548,7 +14973,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="880" name="__module.layers.4.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="979" name="__module.layers.4.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13570,7 +14995,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="881" name="__module.layers.4.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="980" name="__module.layers.4.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13592,8 +15017,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="882" name="Constant_65303" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="753770594" size="9216" />
+		<layer id="981" name="Constant_65303" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="753828130" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -13602,7 +15027,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="883" name="__module.layers.4.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="982" name="__module.layers.4.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13624,7 +15049,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="884" name="__module.layers.4/aten::add/Add" type="Add" version="opset1">
+		<layer id="983" name="__module.layers.4/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13646,7 +15071,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="885" name="Constant_65306" type="Const" version="opset1">
+		<layer id="984" name="Constant_65306" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13656,7 +15081,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="886" name="Constant_65304" type="Const" version="opset1">
+		<layer id="985" name="Constant_65304" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13666,7 +15091,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="887" name="__module.layers.4.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="986" name="__module.layers.4.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13688,7 +15113,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="888" name="Constant_7082" type="Const" version="opset1">
+		<layer id="987" name="Constant_7082" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1268">
@@ -13696,7 +15121,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="889" name="__module.layers.4.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="988" name="__module.layers.4.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13716,7 +15141,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="890" name="Constant_65305" type="Const" version="opset1">
+		<layer id="989" name="Constant_65305" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13726,7 +15151,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="891" name="__module.layers.4.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="990" name="__module.layers.4.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13748,7 +15173,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="892" name="__module.layers.4.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="991" name="__module.layers.4.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -13764,7 +15189,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="893" name="__module.layers.4.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="992" name="__module.layers.4.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13786,7 +15211,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="894" name="__module.layers.4.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="993" name="__module.layers.4.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13808,8 +15233,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="895" name="Constant_65307" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="753779810" size="9216" />
+		<layer id="994" name="Constant_65307" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="753837346" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -13818,7 +15243,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="896" name="__module.layers.4.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="995" name="__module.layers.4.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13840,19 +15265,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="897" name="self.layers.4.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="753789026" size="10616832" />
+		<layer id="996" name="self.layers.4.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="753846562" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="898" name="Convert_477645" type="Convert" version="opset1">
+		<layer id="997" name="Convert_468325" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -13864,8 +15289,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="899" name="self.layers.4.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="764405858" size="18432" />
+		<layer id="998" name="self.layers.4.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="764463394" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="999" name="Convert_468328" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1000" name="self.layers.4.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1001" name="self.layers.4.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="764468002" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -13873,7 +15341,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="900" name="self.layers.4.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1002" name="self.layers.4.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -13892,7 +15360,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="901" name="__module.layers.4.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1003" name="__module.layers.4.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -13910,7 +15378,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="902" name="__module.layers.4.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1004" name="__module.layers.4.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13931,7 +15399,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="903" name="__module.layers.4.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="1005" name="__module.layers.4.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13948,32 +15416,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="904" name="self.layers.4.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="764424290" size="10616832" />
+		<layer id="1006" name="self.layers.4.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="764486434" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="905" name="Convert_472789" type="Convert" version="opset1">
+		<layer id="1007" name="Convert_464081" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1008" name="self.layers.4.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="775103266" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1009" name="Convert_464084" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1010" name="self.layers.4.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="906" name="self.layers.4.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="775041122" size="18432" />
+		<layer id="1011" name="self.layers.4.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="775107874" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -13981,7 +15492,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="907" name="self.layers.4.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1012" name="self.layers.4.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -14000,7 +15511,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="908" name="__module.layers.4.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1013" name="__module.layers.4.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -14018,7 +15529,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="909" name="__module.layers.4.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1014" name="__module.layers.4.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14039,7 +15550,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="910" name="__module.layers.4.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1015" name="__module.layers.4.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14061,19 +15572,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="911" name="self.layers.4.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="775059554" size="10616832" />
+		<layer id="1016" name="self.layers.4.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="775126306" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="912" name="Convert_482501" type="Convert" version="opset1">
+		<layer id="1017" name="Convert_472569" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -14085,16 +15596,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="913" name="self.layers.4.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="785676386" size="4608" />
+		<layer id="1018" name="self.layers.4.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="785743138" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1019" name="Convert_472572" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1020" name="self.layers.4.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="914" name="self.layers.4.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1021" name="self.layers.4.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="785744290" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1022" name="self.layers.4.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -14113,7 +15667,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="915" name="__module.layers.4.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1023" name="__module.layers.4.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -14131,7 +15685,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="916" name="__module.layers.4.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1024" name="__module.layers.4.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14152,7 +15706,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="917" name="Constant_65310" type="Const" version="opset1">
+		<layer id="1025" name="Constant_65310" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14162,7 +15716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="918" name="Constant_65308" type="Const" version="opset1">
+		<layer id="1026" name="Constant_65308" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14172,7 +15726,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="919" name="__module.layers.4.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1027" name="__module.layers.4.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14194,7 +15748,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="920" name="Constant_7152" type="Const" version="opset1">
+		<layer id="1028" name="Constant_7152" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1295">
@@ -14202,7 +15756,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="921" name="__module.layers.4.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1029" name="__module.layers.4.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14222,7 +15776,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="922" name="Constant_65309" type="Const" version="opset1">
+		<layer id="1030" name="Constant_65309" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14232,7 +15786,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="923" name="__module.layers.4.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1031" name="__module.layers.4.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14254,7 +15808,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="924" name="__module.layers.4.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1032" name="__module.layers.4.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -14270,7 +15824,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="925" name="__module.layers.4.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1033" name="__module.layers.4.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14292,7 +15846,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="926" name="__module.layers.4.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1034" name="__module.layers.4.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14314,8 +15868,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="927" name="Constant_65311" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="785680994" size="9216" />
+		<layer id="1035" name="Constant_65311" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="785748898" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -14324,7 +15878,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="928" name="__module.layers.4.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1036" name="__module.layers.4.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14346,7 +15900,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="929" name="__module.layers.4/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1037" name="__module.layers.4/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14368,7 +15922,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="930" name="Constant_65314" type="Const" version="opset1">
+		<layer id="1038" name="Constant_65314" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14378,7 +15932,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="931" name="Constant_65312" type="Const" version="opset1">
+		<layer id="1039" name="Constant_65312" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14388,7 +15942,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="932" name="__module.layers.5.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1040" name="__module.layers.5.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14410,7 +15964,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="933" name="Constant_7229" type="Const" version="opset1">
+		<layer id="1041" name="Constant_7229" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1332">
@@ -14418,7 +15972,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="934" name="__module.layers.5.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1042" name="__module.layers.5.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14438,7 +15992,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="935" name="Constant_65313" type="Const" version="opset1">
+		<layer id="1043" name="Constant_65313" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14448,7 +16002,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="936" name="__module.layers.5.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1044" name="__module.layers.5.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14470,7 +16024,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="937" name="__module.layers.5.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1045" name="__module.layers.5.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -14486,7 +16040,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="938" name="__module.layers.5.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1046" name="__module.layers.5.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14508,7 +16062,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="939" name="__module.layers.5.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1047" name="__module.layers.5.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14530,8 +16084,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="940" name="Constant_65315" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="785690210" size="9216" />
+		<layer id="1048" name="Constant_65315" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="785758114" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -14540,7 +16094,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="941" name="__module.layers.5.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1049" name="__module.layers.5.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14562,32 +16116,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="942" name="self.layers.5.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="785699426" size="2359296" />
+		<layer id="1050" name="self.layers.5.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="785767330" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="943" name="Convert_841979" type="Convert" version="opset1">
+		<layer id="1051" name="Convert_786623" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1052" name="self.layers.5.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="788126626" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1053" name="Convert_786626" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1054" name="self.layers.5.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="944" name="self.layers.5.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="788058722" size="4096" />
+		<layer id="1055" name="self.layers.5.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="788127650" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -14595,7 +16192,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="945" name="self.layers.5.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1056" name="self.layers.5.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -14614,7 +16211,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="946" name="__module.layers.5.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1057" name="__module.layers.5.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -14632,7 +16229,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="947" name="__module.layers.5.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1058" name="__module.layers.5.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14653,15 +16250,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="948" name="Constant_68020" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="1059" name="Constant_68020" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="949" name="__module.layers.5.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="1060" name="__module.layers.5.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14682,15 +16279,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="950" name="__module.layers.5.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1061" name="__module.layers.5.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="951" name="__module.layers.5.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="1062" name="__module.layers.5.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -14711,7 +16308,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="952" name="__module.layers.5.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1063" name="__module.layers.5.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14736,39 +16333,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="953" name="Constant_7538" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1064" name="Constant_7538" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="954" name="Constant_7540" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1065" name="Constant_7540" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="955" name="Constant_7542" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1066" name="Constant_7542" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="956" name="Constant_7494" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1067" name="Constant_7494" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="957" name="__module.layers.5.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="1068" name="__module.layers.5.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -14798,8 +16395,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="958" name="Constant_65316" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1069" name="Constant_65316" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -14809,7 +16406,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="959" name="__module.layers.5.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="1070" name="__module.layers.5.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14834,39 +16431,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="960" name="Constant_7435" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1071" name="Constant_7435" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="961" name="Constant_7479" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1072" name="Constant_7479" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="962" name="Constant_7481" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1073" name="Constant_7481" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="963" name="Constant_7433" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1074" name="Constant_7433" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="964" name="__module.layers.5.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="1075" name="__module.layers.5.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -14896,7 +16493,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="965" name="__module.layers.5.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="1076" name="__module.layers.5.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14921,7 +16518,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="966" name="__module.layers.5.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1077" name="__module.layers.5.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14946,7 +16543,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="967" name="__module.layers.5.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="1078" name="__module.layers.5.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14971,19 +16568,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="968" name="self.layers.5.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="788062818" size="1179648" />
+		<layer id="1079" name="self.layers.5.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="788131746" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="969" name="Convert_1099347" type="Convert" version="opset1">
+		<layer id="1080" name="Convert_1011555" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -14995,8 +16592,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="970" name="self.layers.5.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="789242466" size="2048" />
+		<layer id="1081" name="self.layers.5.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="789311394" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1082" name="Convert_1011558" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1083" name="self.layers.5.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1084" name="self.layers.5.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="789311906" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -15004,7 +16644,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="971" name="self.layers.5.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1085" name="self.layers.5.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -15023,7 +16663,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="972" name="__module.layers.5.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1086" name="__module.layers.5.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -15041,7 +16681,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="973" name="__module.layers.5.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1087" name="__module.layers.5.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15062,15 +16702,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="974" name="Constant_68021" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1088" name="Constant_68021" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="975" name="__module.layers.5.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1089" name="__module.layers.5.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15091,15 +16731,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="976" name="__module.layers.5.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1090" name="__module.layers.5.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="977" name="__module.layers.5.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="1091" name="__module.layers.5.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -15120,7 +16760,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="978" name="__module.layers.5.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="1092" name="__module.layers.5.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15145,39 +16785,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="979" name="Constant_7681" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1093" name="Constant_7681" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="980" name="Constant_7683" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1094" name="Constant_7683" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="981" name="Constant_7685" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1095" name="Constant_7685" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="982" name="Constant_7637" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1096" name="Constant_7637" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="983" name="__module.layers.5.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="1097" name="__module.layers.5.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -15207,8 +16847,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="984" name="Constant_65317" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1098" name="Constant_65317" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -15218,7 +16858,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="985" name="__module.layers.5.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1099" name="__module.layers.5.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15243,39 +16883,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="986" name="Constant_7578" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1100" name="Constant_7578" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="987" name="Constant_7622" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1101" name="Constant_7622" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="988" name="Constant_7624" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1102" name="Constant_7624" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="989" name="Constant_7576" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1103" name="Constant_7576" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="990" name="__module.layers.5.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="1104" name="__module.layers.5.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -15305,7 +16945,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="991" name="__module.layers.5.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="1105" name="__module.layers.5.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15330,7 +16970,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="992" name="__module.layers.5.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="1106" name="__module.layers.5.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15355,7 +16995,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="993" name="__module.layers.5.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1107" name="__module.layers.5.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15380,13 +17020,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="994" name="1317" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="1108" name="1317" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1317" />
 			</output>
 		</layer>
-		<layer id="995" name="__module.layers.5.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="1109" name="__module.layers.5.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -15406,7 +17046,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="996" name="__module.layers.5.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="1110" name="__module.layers.5.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15430,15 +17070,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="997" name="Constant_68022" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1111" name="Constant_68022" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="998" name="__module.layers.5.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="1112" name="__module.layers.5.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15461,19 +17101,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="999" name="self.layers.5.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="789244514" size="1179648" />
+		<layer id="1113" name="self.layers.5.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="789313954" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1000" name="Convert_1094491" type="Convert" version="opset1">
+		<layer id="1114" name="Convert_1007311" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -15485,16 +17125,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1001" name="self.layers.5.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="790424162" size="2048" />
+		<layer id="1115" name="self.layers.5.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="790493602" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1116" name="Convert_1007314" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1117" name="self.layers.5.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1002" name="self.layers.5.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1118" name="self.layers.5.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="790494114" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1119" name="self.layers.5.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -15513,7 +17196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1003" name="__module.layers.5.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1120" name="__module.layers.5.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -15531,7 +17214,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1004" name="__module.layers.5.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1121" name="__module.layers.5.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15552,15 +17235,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1005" name="Constant_68023" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1122" name="Constant_68023" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1006" name="__module.layers.5.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1123" name="__module.layers.5.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15581,15 +17264,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1007" name="__module.layers.5.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1124" name="__module.layers.5.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1008" name="__module.layers.5.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="1125" name="__module.layers.5.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -15610,7 +17293,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1009" name="__module.layers.5.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="1126" name="__module.layers.5.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -15630,7 +17313,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1010" name="__module.layers.5.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="1127" name="__module.layers.5.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15654,15 +17337,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1011" name="Constant_68024" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1128" name="Constant_68024" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1012" name="__module.layers.5.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1129" name="__module.layers.5.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15685,13 +17368,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1013" name="__module.layers.5.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="1130" name="__module.layers.5.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="1014" name="__module.layers.5.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="1131" name="__module.layers.5.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15729,15 +17412,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1015" name="__module.layers.5.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1132" name="__module.layers.5.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1016" name="__module.layers.5.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="1133" name="__module.layers.5.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -15758,7 +17441,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1017" name="__module.layers.5.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1134" name="__module.layers.5.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15779,19 +17462,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1018" name="self.layers.5.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="790426210" size="2359296" />
+		<layer id="1135" name="self.layers.5.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="790496162" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1019" name="Convert_846835" type="Convert" version="opset1">
+		<layer id="1136" name="Convert_790867" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -15803,8 +17486,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1020" name="self.layers.5.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="792785506" size="4608" />
+		<layer id="1137" name="self.layers.5.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="792855458" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1138" name="Convert_790870" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1139" name="self.layers.5.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1140" name="self.layers.5.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="792856610" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -15812,7 +17538,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1021" name="self.layers.5.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1141" name="self.layers.5.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -15831,7 +17557,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1022" name="__module.layers.5.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1142" name="__module.layers.5.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -15849,7 +17575,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1023" name="__module.layers.5.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1143" name="__module.layers.5.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15870,7 +17596,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1024" name="Constant_65320" type="Const" version="opset1">
+		<layer id="1144" name="Constant_65320" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15880,7 +17606,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1025" name="Constant_65318" type="Const" version="opset1">
+		<layer id="1145" name="Constant_65318" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15890,7 +17616,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1026" name="__module.layers.5.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1146" name="__module.layers.5.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15912,7 +17638,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1027" name="Constant_8236" type="Const" version="opset1">
+		<layer id="1147" name="Constant_8236" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1450">
@@ -15920,7 +17646,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1028" name="__module.layers.5.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1148" name="__module.layers.5.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15940,7 +17666,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1029" name="Constant_65319" type="Const" version="opset1">
+		<layer id="1149" name="Constant_65319" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15950,7 +17676,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1030" name="__module.layers.5.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1150" name="__module.layers.5.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15972,7 +17698,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1031" name="__module.layers.5.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1151" name="__module.layers.5.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -15988,7 +17714,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1032" name="__module.layers.5.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1152" name="__module.layers.5.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16010,7 +17736,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1033" name="__module.layers.5.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1153" name="__module.layers.5.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16032,8 +17758,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1034" name="Constant_65321" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="792790114" size="9216" />
+		<layer id="1154" name="Constant_65321" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="792861218" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -16042,7 +17768,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1035" name="__module.layers.5.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1155" name="__module.layers.5.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16064,7 +17790,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1036" name="__module.layers.5/aten::add/Add" type="Add" version="opset1">
+		<layer id="1156" name="__module.layers.5/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16086,7 +17812,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1037" name="Constant_65324" type="Const" version="opset1">
+		<layer id="1157" name="Constant_65324" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16096,7 +17822,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1038" name="Constant_65322" type="Const" version="opset1">
+		<layer id="1158" name="Constant_65322" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16106,7 +17832,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1039" name="__module.layers.5.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1159" name="__module.layers.5.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16128,7 +17854,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1040" name="Constant_8289" type="Const" version="opset1">
+		<layer id="1160" name="Constant_8289" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1463">
@@ -16136,7 +17862,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1041" name="__module.layers.5.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1161" name="__module.layers.5.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16156,7 +17882,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1042" name="Constant_65323" type="Const" version="opset1">
+		<layer id="1162" name="Constant_65323" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16166,7 +17892,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1043" name="__module.layers.5.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1163" name="__module.layers.5.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16188,7 +17914,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1044" name="__module.layers.5.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1164" name="__module.layers.5.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -16204,7 +17930,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1045" name="__module.layers.5.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1165" name="__module.layers.5.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16226,7 +17952,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1046" name="__module.layers.5.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1166" name="__module.layers.5.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16248,8 +17974,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1047" name="Constant_65325" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="792799330" size="9216" />
+		<layer id="1167" name="Constant_65325" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="792870434" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -16258,7 +17984,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1048" name="__module.layers.5.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1168" name="__module.layers.5.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16280,19 +18006,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1049" name="self.layers.5.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="792808546" size="10616832" />
+		<layer id="1169" name="self.layers.5.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="792879650" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1050" name="Convert_492213" type="Convert" version="opset1">
+		<layer id="1170" name="Convert_481057" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -16304,8 +18030,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1051" name="self.layers.5.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="803425378" size="18432" />
+		<layer id="1171" name="self.layers.5.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="803496482" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1172" name="Convert_481060" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1173" name="self.layers.5.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1174" name="self.layers.5.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="803501090" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -16313,7 +18082,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1052" name="self.layers.5.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1175" name="self.layers.5.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -16332,7 +18101,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1053" name="__module.layers.5.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1176" name="__module.layers.5.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -16350,7 +18119,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1054" name="__module.layers.5.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1177" name="__module.layers.5.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16371,7 +18140,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1055" name="__module.layers.5.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="1178" name="__module.layers.5.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16388,32 +18157,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1056" name="self.layers.5.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="803443810" size="10616832" />
+		<layer id="1179" name="self.layers.5.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="803519522" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1057" name="Convert_487357" type="Convert" version="opset1">
+		<layer id="1180" name="Convert_476813" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1181" name="self.layers.5.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="814136354" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1182" name="Convert_476816" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1183" name="self.layers.5.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1058" name="self.layers.5.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="814060642" size="18432" />
+		<layer id="1184" name="self.layers.5.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="814140962" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -16421,7 +18233,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1059" name="self.layers.5.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1185" name="self.layers.5.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -16440,7 +18252,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1060" name="__module.layers.5.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1186" name="__module.layers.5.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -16458,7 +18270,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1061" name="__module.layers.5.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1187" name="__module.layers.5.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16479,7 +18291,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1062" name="__module.layers.5.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1188" name="__module.layers.5.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16501,19 +18313,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1063" name="self.layers.5.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="814079074" size="10616832" />
+		<layer id="1189" name="self.layers.5.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="814159394" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1064" name="Convert_497069" type="Convert" version="opset1">
+		<layer id="1190" name="Convert_485301" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -16525,16 +18337,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1065" name="self.layers.5.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="824695906" size="4608" />
+		<layer id="1191" name="self.layers.5.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="824776226" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1192" name="Convert_485304" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1193" name="self.layers.5.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1066" name="self.layers.5.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1194" name="self.layers.5.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="824777378" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1195" name="self.layers.5.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -16553,7 +18408,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1067" name="__module.layers.5.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1196" name="__module.layers.5.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -16571,7 +18426,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1068" name="__module.layers.5.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1197" name="__module.layers.5.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16592,7 +18447,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1069" name="Constant_65328" type="Const" version="opset1">
+		<layer id="1198" name="Constant_65328" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16602,7 +18457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1070" name="Constant_65326" type="Const" version="opset1">
+		<layer id="1199" name="Constant_65326" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16612,7 +18467,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1071" name="__module.layers.5.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1200" name="__module.layers.5.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16634,7 +18489,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1072" name="Constant_8359" type="Const" version="opset1">
+		<layer id="1201" name="Constant_8359" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1490">
@@ -16642,7 +18497,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1073" name="__module.layers.5.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1202" name="__module.layers.5.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16662,7 +18517,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1074" name="Constant_65327" type="Const" version="opset1">
+		<layer id="1203" name="Constant_65327" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16672,7 +18527,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1075" name="__module.layers.5.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1204" name="__module.layers.5.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16694,7 +18549,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1076" name="__module.layers.5.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1205" name="__module.layers.5.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -16710,7 +18565,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1077" name="__module.layers.5.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1206" name="__module.layers.5.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16732,7 +18587,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1078" name="__module.layers.5.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1207" name="__module.layers.5.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16754,8 +18609,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1079" name="Constant_65329" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="824700514" size="9216" />
+		<layer id="1208" name="Constant_65329" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="824781986" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -16764,7 +18619,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1080" name="__module.layers.5.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1209" name="__module.layers.5.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16786,7 +18641,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1081" name="__module.layers.5/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1210" name="__module.layers.5/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16808,7 +18663,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1082" name="Constant_65332" type="Const" version="opset1">
+		<layer id="1211" name="Constant_65332" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16818,7 +18673,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1083" name="Constant_65330" type="Const" version="opset1">
+		<layer id="1212" name="Constant_65330" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16828,7 +18683,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1084" name="__module.layers.6.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1213" name="__module.layers.6.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16850,7 +18705,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1085" name="Constant_8584" type="Const" version="opset1">
+		<layer id="1214" name="Constant_8584" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1538">
@@ -16858,7 +18713,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1086" name="__module.layers.6.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1215" name="__module.layers.6.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16878,7 +18733,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1087" name="Constant_65331" type="Const" version="opset1">
+		<layer id="1216" name="Constant_65331" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16888,7 +18743,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1088" name="__module.layers.6.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1217" name="__module.layers.6.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16910,7 +18765,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1089" name="__module.layers.6.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1218" name="__module.layers.6.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -16926,7 +18781,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1090" name="__module.layers.6.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1219" name="__module.layers.6.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16948,7 +18803,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1091" name="__module.layers.6.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1220" name="__module.layers.6.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16970,8 +18825,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1092" name="Constant_65333" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="824709730" size="9216" />
+		<layer id="1221" name="Constant_65333" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="824791202" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -16980,7 +18835,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1093" name="__module.layers.6.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1222" name="__module.layers.6.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17002,32 +18857,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1094" name="self.layers.6.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="824718946" size="2359296" />
+		<layer id="1223" name="self.layers.6.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="824800418" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1095" name="Convert_851691" type="Convert" version="opset1">
+		<layer id="1224" name="Convert_795111" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1225" name="self.layers.6.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="827159714" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1226" name="Convert_795114" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1227" name="self.layers.6.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1096" name="self.layers.6.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="827078242" size="4096" />
+		<layer id="1228" name="self.layers.6.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="827160738" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -17035,7 +18933,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1097" name="self.layers.6.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1229" name="self.layers.6.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -17054,7 +18952,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1098" name="__module.layers.6.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1230" name="__module.layers.6.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -17072,7 +18970,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1099" name="__module.layers.6.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1231" name="__module.layers.6.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17093,15 +18991,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1100" name="Constant_68025" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="1232" name="Constant_68025" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1101" name="__module.layers.6.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="1233" name="__module.layers.6.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17122,15 +19020,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1102" name="__module.layers.6.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1234" name="__module.layers.6.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1103" name="__module.layers.6.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="1235" name="__module.layers.6.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -17151,7 +19049,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1104" name="__module.layers.6.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1236" name="__module.layers.6.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17176,39 +19074,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1105" name="Constant_8893" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1237" name="Constant_8893" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1106" name="Constant_8895" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1238" name="Constant_8895" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1107" name="Constant_8897" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1239" name="Constant_8897" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1108" name="Constant_8849" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1240" name="Constant_8849" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1109" name="__module.layers.6.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="1241" name="__module.layers.6.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -17238,8 +19136,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1110" name="Constant_65334" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1242" name="Constant_65334" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -17249,7 +19147,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1111" name="__module.layers.6.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="1243" name="__module.layers.6.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17274,39 +19172,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1112" name="Constant_8790" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1244" name="Constant_8790" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1113" name="Constant_8834" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1245" name="Constant_8834" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1114" name="Constant_8836" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1246" name="Constant_8836" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1115" name="Constant_8788" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1247" name="Constant_8788" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1116" name="__module.layers.6.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="1248" name="__module.layers.6.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -17336,7 +19234,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1117" name="__module.layers.6.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="1249" name="__module.layers.6.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17361,7 +19259,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1118" name="__module.layers.6.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1250" name="__module.layers.6.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17386,7 +19284,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1119" name="__module.layers.6.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="1251" name="__module.layers.6.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17411,19 +19309,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1120" name="self.layers.6.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="827082338" size="1179648" />
+		<layer id="1252" name="self.layers.6.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="827164834" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1121" name="Convert_1109059" type="Convert" version="opset1">
+		<layer id="1253" name="Convert_1020043" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -17435,8 +19333,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1122" name="self.layers.6.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="828261986" size="2048" />
+		<layer id="1254" name="self.layers.6.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="828344482" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1255" name="Convert_1020046" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1256" name="self.layers.6.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1257" name="self.layers.6.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="828344994" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -17444,7 +19385,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1123" name="self.layers.6.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1258" name="self.layers.6.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -17463,7 +19404,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1124" name="__module.layers.6.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1259" name="__module.layers.6.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -17481,7 +19422,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1125" name="__module.layers.6.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1260" name="__module.layers.6.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17502,15 +19443,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1126" name="Constant_68026" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1261" name="Constant_68026" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1127" name="__module.layers.6.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1262" name="__module.layers.6.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17531,15 +19472,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1128" name="__module.layers.6.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1263" name="__module.layers.6.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1129" name="__module.layers.6.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="1264" name="__module.layers.6.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -17560,7 +19501,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1130" name="__module.layers.6.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="1265" name="__module.layers.6.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17585,39 +19526,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1131" name="Constant_9036" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1266" name="Constant_9036" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1132" name="Constant_9038" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1267" name="Constant_9038" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1133" name="Constant_9040" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1268" name="Constant_9040" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1134" name="Constant_8992" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1269" name="Constant_8992" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1135" name="__module.layers.6.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="1270" name="__module.layers.6.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -17647,8 +19588,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1136" name="Constant_65335" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1271" name="Constant_65335" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -17658,7 +19599,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1137" name="__module.layers.6.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1272" name="__module.layers.6.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17683,39 +19624,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1138" name="Constant_8933" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1273" name="Constant_8933" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1139" name="Constant_8977" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1274" name="Constant_8977" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1140" name="Constant_8979" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1275" name="Constant_8979" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1141" name="Constant_8931" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1276" name="Constant_8931" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1142" name="__module.layers.6.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="1277" name="__module.layers.6.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -17745,7 +19686,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1143" name="__module.layers.6.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="1278" name="__module.layers.6.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17770,7 +19711,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1144" name="__module.layers.6.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="1279" name="__module.layers.6.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17795,7 +19736,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1145" name="__module.layers.6.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1280" name="__module.layers.6.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17820,13 +19761,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1146" name="1513" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="1281" name="1513" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1513" />
 			</output>
 		</layer>
-		<layer id="1147" name="__module.layers.6.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="1282" name="__module.layers.6.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -17846,7 +19787,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1148" name="__module.layers.6.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="1283" name="__module.layers.6.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17870,15 +19811,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1149" name="Constant_68027" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1284" name="Constant_68027" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1150" name="__module.layers.6.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="1285" name="__module.layers.6.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17901,19 +19842,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1151" name="self.layers.6.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="828264034" size="1179648" />
+		<layer id="1286" name="self.layers.6.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="828347042" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1152" name="Convert_1104203" type="Convert" version="opset1">
+		<layer id="1287" name="Convert_1015799" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -17925,16 +19866,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1153" name="self.layers.6.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="829443682" size="2048" />
+		<layer id="1288" name="self.layers.6.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="829526690" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1289" name="Convert_1015802" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1290" name="self.layers.6.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1154" name="self.layers.6.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1291" name="self.layers.6.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="829527202" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1292" name="self.layers.6.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -17953,7 +19937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1155" name="__module.layers.6.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1293" name="__module.layers.6.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -17971,7 +19955,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1156" name="__module.layers.6.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1294" name="__module.layers.6.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17992,15 +19976,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1157" name="Constant_68028" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1295" name="Constant_68028" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1158" name="__module.layers.6.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1296" name="__module.layers.6.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18021,15 +20005,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1159" name="__module.layers.6.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1297" name="__module.layers.6.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1160" name="__module.layers.6.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="1298" name="__module.layers.6.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -18050,7 +20034,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1161" name="__module.layers.6.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="1299" name="__module.layers.6.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -18070,7 +20054,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1162" name="__module.layers.6.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="1300" name="__module.layers.6.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18094,15 +20078,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1163" name="Constant_68029" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1301" name="Constant_68029" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1164" name="__module.layers.6.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1302" name="__module.layers.6.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18125,13 +20109,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1165" name="__module.layers.6.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="1303" name="__module.layers.6.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="1166" name="__module.layers.6.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="1304" name="__module.layers.6.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18169,15 +20153,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1167" name="__module.layers.6.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1305" name="__module.layers.6.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1168" name="__module.layers.6.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="1306" name="__module.layers.6.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -18198,7 +20182,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1169" name="__module.layers.6.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1307" name="__module.layers.6.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18219,19 +20203,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1170" name="self.layers.6.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="829445730" size="2359296" />
+		<layer id="1308" name="self.layers.6.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="829529250" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1171" name="Convert_856547" type="Convert" version="opset1">
+		<layer id="1309" name="Convert_799355" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -18243,8 +20227,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1172" name="self.layers.6.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="831805026" size="4608" />
+		<layer id="1310" name="self.layers.6.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="831888546" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1311" name="Convert_799358" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1312" name="self.layers.6.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1313" name="self.layers.6.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="831889698" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -18252,7 +20279,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1173" name="self.layers.6.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1314" name="self.layers.6.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -18271,7 +20298,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1174" name="__module.layers.6.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1315" name="__module.layers.6.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -18289,7 +20316,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1175" name="__module.layers.6.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1316" name="__module.layers.6.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18310,7 +20337,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1176" name="Constant_65338" type="Const" version="opset1">
+		<layer id="1317" name="Constant_65338" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18320,7 +20347,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1177" name="Constant_65336" type="Const" version="opset1">
+		<layer id="1318" name="Constant_65336" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18330,7 +20357,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1178" name="__module.layers.6.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1319" name="__module.layers.6.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18352,7 +20379,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1179" name="Constant_9591" type="Const" version="opset1">
+		<layer id="1320" name="Constant_9591" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1656">
@@ -18360,7 +20387,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1180" name="__module.layers.6.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1321" name="__module.layers.6.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18380,7 +20407,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1181" name="Constant_65337" type="Const" version="opset1">
+		<layer id="1322" name="Constant_65337" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18390,7 +20417,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1182" name="__module.layers.6.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1323" name="__module.layers.6.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18412,7 +20439,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1183" name="__module.layers.6.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1324" name="__module.layers.6.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -18428,7 +20455,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1184" name="__module.layers.6.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1325" name="__module.layers.6.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18450,7 +20477,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1185" name="__module.layers.6.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1326" name="__module.layers.6.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18472,8 +20499,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1186" name="Constant_65339" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="831809634" size="9216" />
+		<layer id="1327" name="Constant_65339" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="831894306" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -18482,7 +20509,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1187" name="__module.layers.6.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1328" name="__module.layers.6.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18504,7 +20531,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1188" name="__module.layers.6/aten::add/Add" type="Add" version="opset1">
+		<layer id="1329" name="__module.layers.6/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18526,7 +20553,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1189" name="Constant_65342" type="Const" version="opset1">
+		<layer id="1330" name="Constant_65342" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18536,7 +20563,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1190" name="Constant_65340" type="Const" version="opset1">
+		<layer id="1331" name="Constant_65340" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18546,7 +20573,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1191" name="__module.layers.6.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1332" name="__module.layers.6.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18568,7 +20595,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1192" name="Constant_9644" type="Const" version="opset1">
+		<layer id="1333" name="Constant_9644" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1669">
@@ -18576,7 +20603,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1193" name="__module.layers.6.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1334" name="__module.layers.6.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18596,7 +20623,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1194" name="Constant_65341" type="Const" version="opset1">
+		<layer id="1335" name="Constant_65341" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18606,7 +20633,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1195" name="__module.layers.6.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1336" name="__module.layers.6.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18628,7 +20655,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1196" name="__module.layers.6.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1337" name="__module.layers.6.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -18644,7 +20671,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1197" name="__module.layers.6.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1338" name="__module.layers.6.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18666,7 +20693,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1198" name="__module.layers.6.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1339" name="__module.layers.6.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18688,8 +20715,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1199" name="Constant_65343" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="831818850" size="9216" />
+		<layer id="1340" name="Constant_65343" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="831903522" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -18698,7 +20725,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1200" name="__module.layers.6.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1341" name="__module.layers.6.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18720,19 +20747,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1201" name="self.layers.6.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="831828066" size="10616832" />
+		<layer id="1342" name="self.layers.6.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="831912738" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1202" name="Convert_506781" type="Convert" version="opset1">
+		<layer id="1343" name="Convert_493789" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -18744,8 +20771,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1203" name="self.layers.6.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="842444898" size="18432" />
+		<layer id="1344" name="self.layers.6.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="842529570" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1345" name="Convert_493792" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1346" name="self.layers.6.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1347" name="self.layers.6.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="842534178" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -18753,7 +20823,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1204" name="self.layers.6.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1348" name="self.layers.6.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -18772,7 +20842,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1205" name="__module.layers.6.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1349" name="__module.layers.6.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -18790,7 +20860,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1206" name="__module.layers.6.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1350" name="__module.layers.6.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18811,7 +20881,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1207" name="__module.layers.6.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="1351" name="__module.layers.6.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18828,32 +20898,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1208" name="self.layers.6.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="842463330" size="10616832" />
+		<layer id="1352" name="self.layers.6.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="842552610" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1209" name="Convert_501925" type="Convert" version="opset1">
+		<layer id="1353" name="Convert_489545" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1354" name="self.layers.6.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="853169442" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1355" name="Convert_489548" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1356" name="self.layers.6.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1210" name="self.layers.6.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="853080162" size="18432" />
+		<layer id="1357" name="self.layers.6.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="853174050" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -18861,7 +20974,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1211" name="self.layers.6.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1358" name="self.layers.6.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -18880,7 +20993,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1212" name="__module.layers.6.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1359" name="__module.layers.6.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -18898,7 +21011,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1213" name="__module.layers.6.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1360" name="__module.layers.6.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18919,7 +21032,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1214" name="__module.layers.6.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1361" name="__module.layers.6.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18941,19 +21054,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1215" name="self.layers.6.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="853098594" size="10616832" />
+		<layer id="1362" name="self.layers.6.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="853192482" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1216" name="Convert_511637" type="Convert" version="opset1">
+		<layer id="1363" name="Convert_498033" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -18965,16 +21078,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1217" name="self.layers.6.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="863715426" size="4608" />
+		<layer id="1364" name="self.layers.6.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="863809314" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1365" name="Convert_498036" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1366" name="self.layers.6.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1218" name="self.layers.6.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1367" name="self.layers.6.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="863810466" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1368" name="self.layers.6.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -18993,7 +21149,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1219" name="__module.layers.6.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1369" name="__module.layers.6.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -19011,7 +21167,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1220" name="__module.layers.6.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1370" name="__module.layers.6.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19032,7 +21188,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1221" name="Constant_65346" type="Const" version="opset1">
+		<layer id="1371" name="Constant_65346" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19042,7 +21198,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1222" name="Constant_65344" type="Const" version="opset1">
+		<layer id="1372" name="Constant_65344" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19052,7 +21208,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1223" name="__module.layers.6.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1373" name="__module.layers.6.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19074,7 +21230,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1224" name="Constant_9714" type="Const" version="opset1">
+		<layer id="1374" name="Constant_9714" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1696">
@@ -19082,7 +21238,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1225" name="__module.layers.6.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1375" name="__module.layers.6.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19102,7 +21258,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1226" name="Constant_65345" type="Const" version="opset1">
+		<layer id="1376" name="Constant_65345" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19112,7 +21268,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1227" name="__module.layers.6.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1377" name="__module.layers.6.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19134,7 +21290,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1228" name="__module.layers.6.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1378" name="__module.layers.6.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -19150,7 +21306,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1229" name="__module.layers.6.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1379" name="__module.layers.6.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19172,7 +21328,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1230" name="__module.layers.6.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1380" name="__module.layers.6.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19194,8 +21350,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1231" name="Constant_65347" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="863720034" size="9216" />
+		<layer id="1381" name="Constant_65347" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="863815074" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -19204,7 +21360,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1232" name="__module.layers.6.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1382" name="__module.layers.6.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19226,7 +21382,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1233" name="__module.layers.6/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1383" name="__module.layers.6/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19248,7 +21404,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1234" name="Constant_65350" type="Const" version="opset1">
+		<layer id="1384" name="Constant_65350" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19258,7 +21414,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1235" name="Constant_65348" type="Const" version="opset1">
+		<layer id="1385" name="Constant_65348" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19268,7 +21424,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1236" name="__module.layers.7.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1386" name="__module.layers.7.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19290,7 +21446,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1237" name="Constant_9791" type="Const" version="opset1">
+		<layer id="1387" name="Constant_9791" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1733">
@@ -19298,7 +21454,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1238" name="__module.layers.7.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1388" name="__module.layers.7.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19318,7 +21474,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1239" name="Constant_65349" type="Const" version="opset1">
+		<layer id="1389" name="Constant_65349" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19328,7 +21484,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1240" name="__module.layers.7.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1390" name="__module.layers.7.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19350,7 +21506,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1241" name="__module.layers.7.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1391" name="__module.layers.7.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -19366,7 +21522,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1242" name="__module.layers.7.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1392" name="__module.layers.7.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19388,7 +21544,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1243" name="__module.layers.7.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1393" name="__module.layers.7.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19410,8 +21566,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1244" name="Constant_65351" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="863729250" size="9216" />
+		<layer id="1394" name="Constant_65351" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="863824290" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -19420,7 +21576,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1245" name="__module.layers.7.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1395" name="__module.layers.7.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19442,32 +21598,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1246" name="self.layers.7.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="863738466" size="2359296" />
+		<layer id="1396" name="self.layers.7.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="863833506" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1247" name="Convert_861403" type="Convert" version="opset1">
+		<layer id="1397" name="Convert_803599" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1398" name="self.layers.7.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="866192802" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1399" name="Convert_803602" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1400" name="self.layers.7.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1248" name="self.layers.7.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="866097762" size="4096" />
+		<layer id="1401" name="self.layers.7.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="866193826" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -19475,7 +21674,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1249" name="self.layers.7.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1402" name="self.layers.7.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -19494,7 +21693,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1250" name="__module.layers.7.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1403" name="__module.layers.7.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -19512,7 +21711,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1251" name="__module.layers.7.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1404" name="__module.layers.7.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19533,15 +21732,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1252" name="Constant_68030" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="1405" name="Constant_68030" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1253" name="__module.layers.7.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="1406" name="__module.layers.7.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19562,15 +21761,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1254" name="__module.layers.7.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1407" name="__module.layers.7.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1255" name="__module.layers.7.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="1408" name="__module.layers.7.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -19591,7 +21790,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1256" name="__module.layers.7.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1409" name="__module.layers.7.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19616,39 +21815,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1257" name="Constant_10100" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1410" name="Constant_10100" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1258" name="Constant_10102" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1411" name="Constant_10102" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1259" name="Constant_10104" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1412" name="Constant_10104" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1260" name="Constant_10056" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1413" name="Constant_10056" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1261" name="__module.layers.7.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="1414" name="__module.layers.7.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -19678,8 +21877,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1262" name="Constant_65352" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1415" name="Constant_65352" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -19689,7 +21888,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1263" name="__module.layers.7.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="1416" name="__module.layers.7.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19714,39 +21913,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1264" name="Constant_9997" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1417" name="Constant_9997" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1265" name="Constant_10041" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1418" name="Constant_10041" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1266" name="Constant_10043" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1419" name="Constant_10043" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1267" name="Constant_9995" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1420" name="Constant_9995" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1268" name="__module.layers.7.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="1421" name="__module.layers.7.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -19776,7 +21975,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1269" name="__module.layers.7.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="1422" name="__module.layers.7.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19801,7 +22000,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1270" name="__module.layers.7.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1423" name="__module.layers.7.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19826,7 +22025,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1271" name="__module.layers.7.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="1424" name="__module.layers.7.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19851,19 +22050,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1272" name="self.layers.7.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="866101858" size="1179648" />
+		<layer id="1425" name="self.layers.7.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="866197922" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1273" name="Convert_1118771" type="Convert" version="opset1">
+		<layer id="1426" name="Convert_1028531" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -19875,8 +22074,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1274" name="self.layers.7.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="867281506" size="2048" />
+		<layer id="1427" name="self.layers.7.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="867377570" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1428" name="Convert_1028534" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1429" name="self.layers.7.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1430" name="self.layers.7.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="867378082" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -19884,7 +22126,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1275" name="self.layers.7.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1431" name="self.layers.7.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -19903,7 +22145,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1276" name="__module.layers.7.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1432" name="__module.layers.7.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -19921,7 +22163,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1277" name="__module.layers.7.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1433" name="__module.layers.7.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19942,15 +22184,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1278" name="Constant_68031" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1434" name="Constant_68031" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1279" name="__module.layers.7.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1435" name="__module.layers.7.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19971,15 +22213,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1280" name="__module.layers.7.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1436" name="__module.layers.7.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1281" name="__module.layers.7.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="1437" name="__module.layers.7.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -20000,7 +22242,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1282" name="__module.layers.7.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="1438" name="__module.layers.7.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20025,39 +22267,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1283" name="Constant_10243" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1439" name="Constant_10243" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1284" name="Constant_10245" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1440" name="Constant_10245" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1285" name="Constant_10247" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1441" name="Constant_10247" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1286" name="Constant_10199" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1442" name="Constant_10199" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1287" name="__module.layers.7.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="1443" name="__module.layers.7.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -20087,8 +22329,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1288" name="Constant_65353" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1444" name="Constant_65353" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -20098,7 +22340,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1289" name="__module.layers.7.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1445" name="__module.layers.7.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20123,39 +22365,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1290" name="Constant_10140" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1446" name="Constant_10140" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1291" name="Constant_10184" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1447" name="Constant_10184" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1292" name="Constant_10186" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1448" name="Constant_10186" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1293" name="Constant_10138" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1449" name="Constant_10138" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1294" name="__module.layers.7.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="1450" name="__module.layers.7.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -20185,7 +22427,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1295" name="__module.layers.7.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="1451" name="__module.layers.7.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20210,7 +22452,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1296" name="__module.layers.7.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="1452" name="__module.layers.7.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20235,7 +22477,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1297" name="__module.layers.7.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1453" name="__module.layers.7.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20260,13 +22502,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1298" name="1718" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="1454" name="1718" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1718" />
 			</output>
 		</layer>
-		<layer id="1299" name="__module.layers.7.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="1455" name="__module.layers.7.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -20286,7 +22528,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1300" name="__module.layers.7.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="1456" name="__module.layers.7.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20310,15 +22552,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1301" name="Constant_68032" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1457" name="Constant_68032" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1302" name="__module.layers.7.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="1458" name="__module.layers.7.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20341,19 +22583,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1303" name="self.layers.7.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="867283554" size="1179648" />
+		<layer id="1459" name="self.layers.7.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="867380130" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1304" name="Convert_1113915" type="Convert" version="opset1">
+		<layer id="1460" name="Convert_1024287" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -20365,16 +22607,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1305" name="self.layers.7.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="868463202" size="2048" />
+		<layer id="1461" name="self.layers.7.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="868559778" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1462" name="Convert_1024290" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1463" name="self.layers.7.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1306" name="self.layers.7.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1464" name="self.layers.7.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="868560290" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1465" name="self.layers.7.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -20393,7 +22678,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1307" name="__module.layers.7.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1466" name="__module.layers.7.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -20411,7 +22696,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1308" name="__module.layers.7.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1467" name="__module.layers.7.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20432,15 +22717,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1309" name="Constant_68033" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1468" name="Constant_68033" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1310" name="__module.layers.7.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1469" name="__module.layers.7.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20461,15 +22746,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1311" name="__module.layers.7.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1470" name="__module.layers.7.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1312" name="__module.layers.7.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="1471" name="__module.layers.7.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -20490,7 +22775,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1313" name="__module.layers.7.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="1472" name="__module.layers.7.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -20510,7 +22795,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1314" name="__module.layers.7.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="1473" name="__module.layers.7.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20534,15 +22819,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1315" name="Constant_68034" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1474" name="Constant_68034" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1316" name="__module.layers.7.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1475" name="__module.layers.7.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20565,13 +22850,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1317" name="__module.layers.7.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="1476" name="__module.layers.7.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="1318" name="__module.layers.7.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="1477" name="__module.layers.7.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20609,15 +22894,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1319" name="__module.layers.7.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1478" name="__module.layers.7.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1320" name="__module.layers.7.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="1479" name="__module.layers.7.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -20638,7 +22923,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1321" name="__module.layers.7.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1480" name="__module.layers.7.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20659,19 +22944,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1322" name="self.layers.7.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="868465250" size="2359296" />
+		<layer id="1481" name="self.layers.7.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="868562338" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1323" name="Convert_866259" type="Convert" version="opset1">
+		<layer id="1482" name="Convert_807843" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -20683,8 +22968,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1324" name="self.layers.7.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="870824546" size="4608" />
+		<layer id="1483" name="self.layers.7.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="870921634" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1484" name="Convert_807846" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1485" name="self.layers.7.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1486" name="self.layers.7.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="870922786" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -20692,7 +23020,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1325" name="self.layers.7.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1487" name="self.layers.7.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -20711,7 +23039,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1326" name="__module.layers.7.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1488" name="__module.layers.7.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -20729,7 +23057,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1327" name="__module.layers.7.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1489" name="__module.layers.7.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20750,7 +23078,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1328" name="Constant_65356" type="Const" version="opset1">
+		<layer id="1490" name="Constant_65356" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20760,7 +23088,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1329" name="Constant_65354" type="Const" version="opset1">
+		<layer id="1491" name="Constant_65354" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20770,7 +23098,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1330" name="__module.layers.7.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1492" name="__module.layers.7.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20792,7 +23120,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1331" name="Constant_10798" type="Const" version="opset1">
+		<layer id="1493" name="Constant_10798" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1851">
@@ -20800,7 +23128,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1332" name="__module.layers.7.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1494" name="__module.layers.7.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20820,7 +23148,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1333" name="Constant_65355" type="Const" version="opset1">
+		<layer id="1495" name="Constant_65355" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20830,7 +23158,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1334" name="__module.layers.7.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1496" name="__module.layers.7.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20852,7 +23180,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1335" name="__module.layers.7.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1497" name="__module.layers.7.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -20868,7 +23196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1336" name="__module.layers.7.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1498" name="__module.layers.7.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20890,7 +23218,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1337" name="__module.layers.7.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1499" name="__module.layers.7.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20912,8 +23240,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1338" name="Constant_65357" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="870829154" size="9216" />
+		<layer id="1500" name="Constant_65357" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="870927394" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -20922,7 +23250,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1339" name="__module.layers.7.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1501" name="__module.layers.7.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20944,7 +23272,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1340" name="__module.layers.7/aten::add/Add" type="Add" version="opset1">
+		<layer id="1502" name="__module.layers.7/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20966,7 +23294,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1341" name="Constant_65360" type="Const" version="opset1">
+		<layer id="1503" name="Constant_65360" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20976,7 +23304,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1342" name="Constant_65358" type="Const" version="opset1">
+		<layer id="1504" name="Constant_65358" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20986,7 +23314,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1343" name="__module.layers.7.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1505" name="__module.layers.7.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21008,7 +23336,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1344" name="Constant_10851" type="Const" version="opset1">
+		<layer id="1506" name="Constant_10851" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1864">
@@ -21016,7 +23344,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1345" name="__module.layers.7.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1507" name="__module.layers.7.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21036,7 +23364,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1346" name="Constant_65359" type="Const" version="opset1">
+		<layer id="1508" name="Constant_65359" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21046,7 +23374,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1347" name="__module.layers.7.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1509" name="__module.layers.7.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21068,7 +23396,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1348" name="__module.layers.7.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1510" name="__module.layers.7.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -21084,7 +23412,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1349" name="__module.layers.7.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1511" name="__module.layers.7.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21106,7 +23434,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1350" name="__module.layers.7.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1512" name="__module.layers.7.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21128,8 +23456,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1351" name="Constant_65361" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="870838370" size="9216" />
+		<layer id="1513" name="Constant_65361" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="870936610" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -21138,7 +23466,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1352" name="__module.layers.7.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1514" name="__module.layers.7.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21160,19 +23488,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1353" name="self.layers.7.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="870847586" size="10616832" />
+		<layer id="1515" name="self.layers.7.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="870945826" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1354" name="Convert_521349" type="Convert" version="opset1">
+		<layer id="1516" name="Convert_506521" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -21184,8 +23512,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1355" name="self.layers.7.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="881464418" size="18432" />
+		<layer id="1517" name="self.layers.7.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="881562658" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1518" name="Convert_506524" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1519" name="self.layers.7.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1520" name="self.layers.7.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="881567266" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -21193,7 +23564,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1356" name="self.layers.7.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1521" name="self.layers.7.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -21212,7 +23583,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1357" name="__module.layers.7.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1522" name="__module.layers.7.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -21230,7 +23601,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1358" name="__module.layers.7.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1523" name="__module.layers.7.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21251,7 +23622,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1359" name="__module.layers.7.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="1524" name="__module.layers.7.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21268,32 +23639,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1360" name="self.layers.7.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="881482850" size="10616832" />
+		<layer id="1525" name="self.layers.7.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="881585698" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1361" name="Convert_516493" type="Convert" version="opset1">
+		<layer id="1526" name="Convert_502277" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1527" name="self.layers.7.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="892202530" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1528" name="Convert_502280" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1529" name="self.layers.7.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1362" name="self.layers.7.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="892099682" size="18432" />
+		<layer id="1530" name="self.layers.7.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="892207138" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -21301,7 +23715,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1363" name="self.layers.7.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1531" name="self.layers.7.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -21320,7 +23734,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1364" name="__module.layers.7.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1532" name="__module.layers.7.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -21338,7 +23752,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1365" name="__module.layers.7.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1533" name="__module.layers.7.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21359,7 +23773,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1366" name="__module.layers.7.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1534" name="__module.layers.7.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21381,19 +23795,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1367" name="self.layers.7.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="892118114" size="10616832" />
+		<layer id="1535" name="self.layers.7.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="892225570" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1368" name="Convert_526205" type="Convert" version="opset1">
+		<layer id="1536" name="Convert_510765" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -21405,16 +23819,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1369" name="self.layers.7.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="902734946" size="4608" />
+		<layer id="1537" name="self.layers.7.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="902842402" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1538" name="Convert_510768" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1539" name="self.layers.7.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1370" name="self.layers.7.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1540" name="self.layers.7.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="902843554" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1541" name="self.layers.7.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -21433,7 +23890,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1371" name="__module.layers.7.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1542" name="__module.layers.7.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -21451,7 +23908,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1372" name="__module.layers.7.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1543" name="__module.layers.7.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21472,7 +23929,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1373" name="Constant_65364" type="Const" version="opset1">
+		<layer id="1544" name="Constant_65364" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21482,7 +23939,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1374" name="Constant_65362" type="Const" version="opset1">
+		<layer id="1545" name="Constant_65362" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21492,7 +23949,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1375" name="__module.layers.7.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1546" name="__module.layers.7.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21514,7 +23971,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1376" name="Constant_10921" type="Const" version="opset1">
+		<layer id="1547" name="Constant_10921" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1891">
@@ -21522,7 +23979,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1377" name="__module.layers.7.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1548" name="__module.layers.7.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21542,7 +23999,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1378" name="Constant_65363" type="Const" version="opset1">
+		<layer id="1549" name="Constant_65363" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21552,7 +24009,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1379" name="__module.layers.7.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1550" name="__module.layers.7.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21574,7 +24031,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1380" name="__module.layers.7.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1551" name="__module.layers.7.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -21590,7 +24047,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1381" name="__module.layers.7.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1552" name="__module.layers.7.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21612,7 +24069,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1382" name="__module.layers.7.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1553" name="__module.layers.7.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21634,8 +24091,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1383" name="Constant_65365" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="902739554" size="9216" />
+		<layer id="1554" name="Constant_65365" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="902848162" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -21644,7 +24101,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1384" name="__module.layers.7.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1555" name="__module.layers.7.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21666,7 +24123,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1385" name="__module.layers.7/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1556" name="__module.layers.7/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21688,7 +24145,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1386" name="Constant_65368" type="Const" version="opset1">
+		<layer id="1557" name="Constant_65368" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21698,7 +24155,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1387" name="Constant_65366" type="Const" version="opset1">
+		<layer id="1558" name="Constant_65366" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21708,7 +24165,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1388" name="__module.layers.8.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1559" name="__module.layers.8.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21730,7 +24187,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1389" name="Constant_11146" type="Const" version="opset1">
+		<layer id="1560" name="Constant_11146" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1939">
@@ -21738,7 +24195,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1390" name="__module.layers.8.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1561" name="__module.layers.8.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21758,7 +24215,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1391" name="Constant_65367" type="Const" version="opset1">
+		<layer id="1562" name="Constant_65367" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21768,7 +24225,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1392" name="__module.layers.8.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1563" name="__module.layers.8.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21790,7 +24247,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1393" name="__module.layers.8.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1564" name="__module.layers.8.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -21806,7 +24263,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1394" name="__module.layers.8.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1565" name="__module.layers.8.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21828,7 +24285,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1395" name="__module.layers.8.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1566" name="__module.layers.8.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21850,8 +24307,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1396" name="Constant_65369" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="902748770" size="9216" />
+		<layer id="1567" name="Constant_65369" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="902857378" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -21860,7 +24317,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1397" name="__module.layers.8.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1568" name="__module.layers.8.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21882,32 +24339,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1398" name="self.layers.8.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="902757986" size="2359296" />
+		<layer id="1569" name="self.layers.8.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="902866594" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1399" name="Convert_871115" type="Convert" version="opset1">
+		<layer id="1570" name="Convert_812087" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1571" name="self.layers.8.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="905225890" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1572" name="Convert_812090" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1573" name="self.layers.8.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1400" name="self.layers.8.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="905117282" size="4096" />
+		<layer id="1574" name="self.layers.8.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="905226914" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -21915,7 +24415,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1401" name="self.layers.8.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1575" name="self.layers.8.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -21934,7 +24434,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1402" name="__module.layers.8.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1576" name="__module.layers.8.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -21952,7 +24452,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1403" name="__module.layers.8.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1577" name="__module.layers.8.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21973,15 +24473,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1404" name="Constant_68035" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="1578" name="Constant_68035" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1405" name="__module.layers.8.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="1579" name="__module.layers.8.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22002,15 +24502,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1406" name="__module.layers.8.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1580" name="__module.layers.8.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1407" name="__module.layers.8.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="1581" name="__module.layers.8.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -22031,7 +24531,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1408" name="__module.layers.8.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1582" name="__module.layers.8.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22056,39 +24556,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1409" name="Constant_11455" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1583" name="Constant_11455" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1410" name="Constant_11457" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1584" name="Constant_11457" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1411" name="Constant_11459" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1585" name="Constant_11459" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1412" name="Constant_11411" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1586" name="Constant_11411" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1413" name="__module.layers.8.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="1587" name="__module.layers.8.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -22118,8 +24618,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1414" name="Constant_65370" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1588" name="Constant_65370" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -22129,7 +24629,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1415" name="__module.layers.8.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="1589" name="__module.layers.8.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22154,39 +24654,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1416" name="Constant_11352" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1590" name="Constant_11352" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1417" name="Constant_11396" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1591" name="Constant_11396" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1418" name="Constant_11398" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1592" name="Constant_11398" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1419" name="Constant_11350" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1593" name="Constant_11350" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1420" name="__module.layers.8.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="1594" name="__module.layers.8.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -22216,7 +24716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1421" name="__module.layers.8.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="1595" name="__module.layers.8.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22241,7 +24741,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1422" name="__module.layers.8.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1596" name="__module.layers.8.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22266,7 +24766,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1423" name="__module.layers.8.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="1597" name="__module.layers.8.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22291,19 +24791,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1424" name="self.layers.8.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="905121378" size="1179648" />
+		<layer id="1598" name="self.layers.8.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="905231010" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1425" name="Convert_1128483" type="Convert" version="opset1">
+		<layer id="1599" name="Convert_1037019" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -22315,8 +24815,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1426" name="self.layers.8.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="906301026" size="2048" />
+		<layer id="1600" name="self.layers.8.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="906410658" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1601" name="Convert_1037022" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1602" name="self.layers.8.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1603" name="self.layers.8.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="906411170" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -22324,7 +24867,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1427" name="self.layers.8.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1604" name="self.layers.8.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -22343,7 +24886,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1428" name="__module.layers.8.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1605" name="__module.layers.8.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -22361,7 +24904,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1429" name="__module.layers.8.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1606" name="__module.layers.8.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22382,15 +24925,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1430" name="Constant_68036" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1607" name="Constant_68036" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1431" name="__module.layers.8.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1608" name="__module.layers.8.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22411,15 +24954,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1432" name="__module.layers.8.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1609" name="__module.layers.8.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1433" name="__module.layers.8.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="1610" name="__module.layers.8.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -22440,7 +24983,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1434" name="__module.layers.8.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="1611" name="__module.layers.8.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22465,39 +25008,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1435" name="Constant_11598" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1612" name="Constant_11598" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1436" name="Constant_11600" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1613" name="Constant_11600" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1437" name="Constant_11602" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1614" name="Constant_11602" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1438" name="Constant_11554" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1615" name="Constant_11554" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1439" name="__module.layers.8.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="1616" name="__module.layers.8.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -22527,8 +25070,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1440" name="Constant_65371" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1617" name="Constant_65371" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -22538,7 +25081,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1441" name="__module.layers.8.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1618" name="__module.layers.8.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22563,39 +25106,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1442" name="Constant_11495" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1619" name="Constant_11495" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1443" name="Constant_11539" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1620" name="Constant_11539" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1444" name="Constant_11541" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1621" name="Constant_11541" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1445" name="Constant_11493" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1622" name="Constant_11493" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1446" name="__module.layers.8.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="1623" name="__module.layers.8.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -22625,7 +25168,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1447" name="__module.layers.8.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="1624" name="__module.layers.8.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22650,7 +25193,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1448" name="__module.layers.8.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="1625" name="__module.layers.8.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22675,7 +25218,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1449" name="__module.layers.8.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1626" name="__module.layers.8.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22700,13 +25243,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1450" name="1914" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="1627" name="1914" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1914" />
 			</output>
 		</layer>
-		<layer id="1451" name="__module.layers.8.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="1628" name="__module.layers.8.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -22726,7 +25269,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1452" name="__module.layers.8.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="1629" name="__module.layers.8.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22750,15 +25293,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1453" name="Constant_68037" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1630" name="Constant_68037" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1454" name="__module.layers.8.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="1631" name="__module.layers.8.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22781,19 +25324,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1455" name="self.layers.8.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="906303074" size="1179648" />
+		<layer id="1632" name="self.layers.8.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="906413218" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1456" name="Convert_1123627" type="Convert" version="opset1">
+		<layer id="1633" name="Convert_1032775" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -22805,16 +25348,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1457" name="self.layers.8.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="907482722" size="2048" />
+		<layer id="1634" name="self.layers.8.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="907592866" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1635" name="Convert_1032778" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1636" name="self.layers.8.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1458" name="self.layers.8.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1637" name="self.layers.8.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="907593378" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1638" name="self.layers.8.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -22833,7 +25419,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1459" name="__module.layers.8.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1639" name="__module.layers.8.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -22851,7 +25437,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1460" name="__module.layers.8.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1640" name="__module.layers.8.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22872,15 +25458,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1461" name="Constant_68038" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1641" name="Constant_68038" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1462" name="__module.layers.8.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1642" name="__module.layers.8.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22901,15 +25487,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1463" name="__module.layers.8.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1643" name="__module.layers.8.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1464" name="__module.layers.8.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="1644" name="__module.layers.8.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -22930,7 +25516,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1465" name="__module.layers.8.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="1645" name="__module.layers.8.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -22950,7 +25536,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1466" name="__module.layers.8.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="1646" name="__module.layers.8.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22974,15 +25560,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1467" name="Constant_68039" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1647" name="Constant_68039" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1468" name="__module.layers.8.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1648" name="__module.layers.8.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23005,13 +25591,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1469" name="__module.layers.8.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="1649" name="__module.layers.8.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="1470" name="__module.layers.8.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="1650" name="__module.layers.8.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23049,15 +25635,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1471" name="__module.layers.8.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1651" name="__module.layers.8.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1472" name="__module.layers.8.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="1652" name="__module.layers.8.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -23078,7 +25664,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1473" name="__module.layers.8.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1653" name="__module.layers.8.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23099,19 +25685,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1474" name="self.layers.8.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="907484770" size="2359296" />
+		<layer id="1654" name="self.layers.8.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="907595426" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1475" name="Convert_875971" type="Convert" version="opset1">
+		<layer id="1655" name="Convert_816331" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -23123,8 +25709,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1476" name="self.layers.8.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="909844066" size="4608" />
+		<layer id="1656" name="self.layers.8.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="909954722" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1657" name="Convert_816334" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1658" name="self.layers.8.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1659" name="self.layers.8.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="909955874" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -23132,7 +25761,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1477" name="self.layers.8.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1660" name="self.layers.8.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -23151,7 +25780,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1478" name="__module.layers.8.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1661" name="__module.layers.8.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -23169,7 +25798,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1479" name="__module.layers.8.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1662" name="__module.layers.8.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23190,7 +25819,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1480" name="Constant_65374" type="Const" version="opset1">
+		<layer id="1663" name="Constant_65374" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23200,7 +25829,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1481" name="Constant_65372" type="Const" version="opset1">
+		<layer id="1664" name="Constant_65372" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23210,7 +25839,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1482" name="__module.layers.8.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1665" name="__module.layers.8.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23232,7 +25861,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1483" name="Constant_12153" type="Const" version="opset1">
+		<layer id="1666" name="Constant_12153" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2057">
@@ -23240,7 +25869,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1484" name="__module.layers.8.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1667" name="__module.layers.8.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23260,7 +25889,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1485" name="Constant_65373" type="Const" version="opset1">
+		<layer id="1668" name="Constant_65373" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23270,7 +25899,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1486" name="__module.layers.8.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1669" name="__module.layers.8.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23292,7 +25921,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1487" name="__module.layers.8.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1670" name="__module.layers.8.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -23308,7 +25937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1488" name="__module.layers.8.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1671" name="__module.layers.8.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23330,7 +25959,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1489" name="__module.layers.8.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1672" name="__module.layers.8.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23352,8 +25981,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1490" name="Constant_65375" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="909848674" size="9216" />
+		<layer id="1673" name="Constant_65375" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="909960482" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -23362,7 +25991,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1491" name="__module.layers.8.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1674" name="__module.layers.8.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23384,7 +26013,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1492" name="__module.layers.8/aten::add/Add" type="Add" version="opset1">
+		<layer id="1675" name="__module.layers.8/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23406,7 +26035,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1493" name="Constant_65378" type="Const" version="opset1">
+		<layer id="1676" name="Constant_65378" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23416,7 +26045,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1494" name="Constant_65376" type="Const" version="opset1">
+		<layer id="1677" name="Constant_65376" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23426,7 +26055,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1495" name="__module.layers.8.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1678" name="__module.layers.8.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23448,7 +26077,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1496" name="Constant_12206" type="Const" version="opset1">
+		<layer id="1679" name="Constant_12206" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2070">
@@ -23456,7 +26085,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1497" name="__module.layers.8.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1680" name="__module.layers.8.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23476,7 +26105,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1498" name="Constant_65377" type="Const" version="opset1">
+		<layer id="1681" name="Constant_65377" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23486,7 +26115,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1499" name="__module.layers.8.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1682" name="__module.layers.8.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23508,7 +26137,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1500" name="__module.layers.8.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1683" name="__module.layers.8.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -23524,7 +26153,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1501" name="__module.layers.8.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1684" name="__module.layers.8.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23546,7 +26175,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1502" name="__module.layers.8.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1685" name="__module.layers.8.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23568,8 +26197,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1503" name="Constant_65379" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="909857890" size="9216" />
+		<layer id="1686" name="Constant_65379" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="909969698" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -23578,7 +26207,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1504" name="__module.layers.8.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1687" name="__module.layers.8.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23600,19 +26229,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1505" name="self.layers.8.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="909867106" size="10616832" />
+		<layer id="1688" name="self.layers.8.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="909978914" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1506" name="Convert_535917" type="Convert" version="opset1">
+		<layer id="1689" name="Convert_519253" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -23624,8 +26253,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1507" name="self.layers.8.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="920483938" size="18432" />
+		<layer id="1690" name="self.layers.8.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="920595746" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1691" name="Convert_519256" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1692" name="self.layers.8.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1693" name="self.layers.8.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="920600354" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -23633,7 +26305,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1508" name="self.layers.8.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1694" name="self.layers.8.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -23652,7 +26324,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1509" name="__module.layers.8.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1695" name="__module.layers.8.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -23670,7 +26342,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1510" name="__module.layers.8.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1696" name="__module.layers.8.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23691,7 +26363,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1511" name="__module.layers.8.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="1697" name="__module.layers.8.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23708,32 +26380,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1512" name="self.layers.8.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="920502370" size="10616832" />
+		<layer id="1698" name="self.layers.8.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="920618786" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1513" name="Convert_531061" type="Convert" version="opset1">
+		<layer id="1699" name="Convert_515009" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1700" name="self.layers.8.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="931235618" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1701" name="Convert_515012" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1702" name="self.layers.8.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1514" name="self.layers.8.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="931119202" size="18432" />
+		<layer id="1703" name="self.layers.8.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="931240226" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -23741,7 +26456,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1515" name="self.layers.8.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1704" name="self.layers.8.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -23760,7 +26475,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1516" name="__module.layers.8.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1705" name="__module.layers.8.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -23778,7 +26493,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1517" name="__module.layers.8.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1706" name="__module.layers.8.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23799,7 +26514,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1518" name="__module.layers.8.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1707" name="__module.layers.8.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23821,19 +26536,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1519" name="self.layers.8.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="931137634" size="10616832" />
+		<layer id="1708" name="self.layers.8.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="931258658" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1520" name="Convert_540773" type="Convert" version="opset1">
+		<layer id="1709" name="Convert_523497" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -23845,16 +26560,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1521" name="self.layers.8.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="941754466" size="4608" />
+		<layer id="1710" name="self.layers.8.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="941875490" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1711" name="Convert_523500" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1712" name="self.layers.8.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1522" name="self.layers.8.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1713" name="self.layers.8.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="941876642" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1714" name="self.layers.8.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -23873,7 +26631,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1523" name="__module.layers.8.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1715" name="__module.layers.8.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -23891,7 +26649,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1524" name="__module.layers.8.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1716" name="__module.layers.8.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23912,7 +26670,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1525" name="Constant_65382" type="Const" version="opset1">
+		<layer id="1717" name="Constant_65382" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23922,7 +26680,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1526" name="Constant_65380" type="Const" version="opset1">
+		<layer id="1718" name="Constant_65380" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23932,7 +26690,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1527" name="__module.layers.8.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1719" name="__module.layers.8.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23954,7 +26712,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1528" name="Constant_12276" type="Const" version="opset1">
+		<layer id="1720" name="Constant_12276" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2097">
@@ -23962,7 +26720,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1529" name="__module.layers.8.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1721" name="__module.layers.8.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23982,7 +26740,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1530" name="Constant_65381" type="Const" version="opset1">
+		<layer id="1722" name="Constant_65381" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23992,7 +26750,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1531" name="__module.layers.8.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1723" name="__module.layers.8.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24014,7 +26772,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1532" name="__module.layers.8.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1724" name="__module.layers.8.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -24030,7 +26788,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1533" name="__module.layers.8.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1725" name="__module.layers.8.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24052,7 +26810,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1534" name="__module.layers.8.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1726" name="__module.layers.8.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24074,8 +26832,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1535" name="Constant_65383" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="941759074" size="9216" />
+		<layer id="1727" name="Constant_65383" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="941881250" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -24084,7 +26842,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1536" name="__module.layers.8.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1728" name="__module.layers.8.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24106,7 +26864,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1537" name="__module.layers.8/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1729" name="__module.layers.8/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24128,7 +26886,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1538" name="Constant_65386" type="Const" version="opset1">
+		<layer id="1730" name="Constant_65386" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24138,7 +26896,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1539" name="Constant_65384" type="Const" version="opset1">
+		<layer id="1731" name="Constant_65384" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24148,7 +26906,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1540" name="__module.layers.9.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1732" name="__module.layers.9.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24170,7 +26928,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1541" name="Constant_12353" type="Const" version="opset1">
+		<layer id="1733" name="Constant_12353" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2134">
@@ -24178,7 +26936,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1542" name="__module.layers.9.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1734" name="__module.layers.9.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24198,7 +26956,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1543" name="Constant_65385" type="Const" version="opset1">
+		<layer id="1735" name="Constant_65385" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24208,7 +26966,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1544" name="__module.layers.9.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1736" name="__module.layers.9.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24230,7 +26988,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1545" name="__module.layers.9.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1737" name="__module.layers.9.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -24246,7 +27004,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1546" name="__module.layers.9.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1738" name="__module.layers.9.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24268,7 +27026,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1547" name="__module.layers.9.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1739" name="__module.layers.9.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24290,8 +27048,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1548" name="Constant_65387" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="941768290" size="9216" />
+		<layer id="1740" name="Constant_65387" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="941890466" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -24300,7 +27058,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1549" name="__module.layers.9.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1741" name="__module.layers.9.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24322,32 +27080,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1550" name="self.layers.9.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="941777506" size="2359296" />
+		<layer id="1742" name="self.layers.9.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="941899682" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1551" name="Convert_880827" type="Convert" version="opset1">
+		<layer id="1743" name="Convert_820575" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1744" name="self.layers.9.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="944258978" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1745" name="Convert_820578" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1746" name="self.layers.9.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1552" name="self.layers.9.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="944136802" size="4096" />
+		<layer id="1747" name="self.layers.9.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="944260002" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -24355,7 +27156,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1553" name="self.layers.9.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1748" name="self.layers.9.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -24374,7 +27175,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1554" name="__module.layers.9.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1749" name="__module.layers.9.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -24392,7 +27193,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1555" name="__module.layers.9.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1750" name="__module.layers.9.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24413,15 +27214,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1556" name="Constant_68040" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="1751" name="Constant_68040" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1557" name="__module.layers.9.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="1752" name="__module.layers.9.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24442,15 +27243,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1558" name="__module.layers.9.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1753" name="__module.layers.9.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1559" name="__module.layers.9.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="1754" name="__module.layers.9.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -24471,7 +27272,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1560" name="__module.layers.9.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1755" name="__module.layers.9.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24496,39 +27297,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1561" name="Constant_12662" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1756" name="Constant_12662" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1562" name="Constant_12664" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1757" name="Constant_12664" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1563" name="Constant_12666" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1758" name="Constant_12666" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1564" name="Constant_12618" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1759" name="Constant_12618" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1565" name="__module.layers.9.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="1760" name="__module.layers.9.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -24558,8 +27359,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1566" name="Constant_65388" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1761" name="Constant_65388" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -24569,7 +27370,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1567" name="__module.layers.9.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="1762" name="__module.layers.9.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24594,39 +27395,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1568" name="Constant_12559" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1763" name="Constant_12559" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1569" name="Constant_12603" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1764" name="Constant_12603" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1570" name="Constant_12605" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1765" name="Constant_12605" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1571" name="Constant_12557" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1766" name="Constant_12557" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1572" name="__module.layers.9.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="1767" name="__module.layers.9.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -24656,7 +27457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1573" name="__module.layers.9.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="1768" name="__module.layers.9.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24681,7 +27482,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1574" name="__module.layers.9.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1769" name="__module.layers.9.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24706,7 +27507,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1575" name="__module.layers.9.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="1770" name="__module.layers.9.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24731,19 +27532,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1576" name="self.layers.9.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="944140898" size="1179648" />
+		<layer id="1771" name="self.layers.9.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="944264098" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1577" name="Convert_1138195" type="Convert" version="opset1">
+		<layer id="1772" name="Convert_1045507" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -24755,8 +27556,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1578" name="self.layers.9.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="945320546" size="2048" />
+		<layer id="1773" name="self.layers.9.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="945443746" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1774" name="Convert_1045510" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1775" name="self.layers.9.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1776" name="self.layers.9.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="945444258" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -24764,7 +27608,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1579" name="self.layers.9.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1777" name="self.layers.9.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -24783,7 +27627,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1580" name="__module.layers.9.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1778" name="__module.layers.9.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -24801,7 +27645,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1581" name="__module.layers.9.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1779" name="__module.layers.9.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24822,15 +27666,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1582" name="Constant_68041" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1780" name="Constant_68041" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1583" name="__module.layers.9.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1781" name="__module.layers.9.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24851,15 +27695,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1584" name="__module.layers.9.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1782" name="__module.layers.9.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1585" name="__module.layers.9.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="1783" name="__module.layers.9.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -24880,7 +27724,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1586" name="__module.layers.9.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="1784" name="__module.layers.9.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24905,39 +27749,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1587" name="Constant_12805" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1785" name="Constant_12805" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1588" name="Constant_12807" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1786" name="Constant_12807" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1589" name="Constant_12809" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1787" name="Constant_12809" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1590" name="Constant_12761" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1788" name="Constant_12761" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1591" name="__module.layers.9.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="1789" name="__module.layers.9.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -24967,8 +27811,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1592" name="Constant_65389" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1790" name="Constant_65389" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -24978,7 +27822,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1593" name="__module.layers.9.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1791" name="__module.layers.9.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25003,39 +27847,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1594" name="Constant_12702" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1792" name="Constant_12702" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1595" name="Constant_12746" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1793" name="Constant_12746" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1596" name="Constant_12748" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1794" name="Constant_12748" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1597" name="Constant_12700" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1795" name="Constant_12700" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1598" name="__module.layers.9.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="1796" name="__module.layers.9.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -25065,7 +27909,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1599" name="__module.layers.9.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="1797" name="__module.layers.9.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25090,7 +27934,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1600" name="__module.layers.9.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="1798" name="__module.layers.9.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25115,7 +27959,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1601" name="__module.layers.9.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1799" name="__module.layers.9.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25140,13 +27984,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1602" name="2119" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="1800" name="2119" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2119" />
 			</output>
 		</layer>
-		<layer id="1603" name="__module.layers.9.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="1801" name="__module.layers.9.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -25166,7 +28010,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1604" name="__module.layers.9.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="1802" name="__module.layers.9.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25190,15 +28034,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1605" name="Constant_68042" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1803" name="Constant_68042" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1606" name="__module.layers.9.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="1804" name="__module.layers.9.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25221,19 +28065,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1607" name="self.layers.9.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="945322594" size="1179648" />
+		<layer id="1805" name="self.layers.9.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="945446306" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1608" name="Convert_1133339" type="Convert" version="opset1">
+		<layer id="1806" name="Convert_1041263" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -25245,16 +28089,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1609" name="self.layers.9.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="946502242" size="2048" />
+		<layer id="1807" name="self.layers.9.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="946625954" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1808" name="Convert_1041266" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1809" name="self.layers.9.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1610" name="self.layers.9.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1810" name="self.layers.9.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="946626466" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1811" name="self.layers.9.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -25273,7 +28160,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1611" name="__module.layers.9.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1812" name="__module.layers.9.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -25291,7 +28178,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1612" name="__module.layers.9.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1813" name="__module.layers.9.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25312,15 +28199,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1613" name="Constant_68043" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1814" name="Constant_68043" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1614" name="__module.layers.9.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1815" name="__module.layers.9.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25341,15 +28228,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1615" name="__module.layers.9.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1816" name="__module.layers.9.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1616" name="__module.layers.9.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="1817" name="__module.layers.9.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -25370,7 +28257,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1617" name="__module.layers.9.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="1818" name="__module.layers.9.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -25390,7 +28277,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1618" name="__module.layers.9.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="1819" name="__module.layers.9.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25414,15 +28301,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1619" name="Constant_68044" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1820" name="Constant_68044" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1620" name="__module.layers.9.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1821" name="__module.layers.9.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25445,13 +28332,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1621" name="__module.layers.9.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="1822" name="__module.layers.9.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="1622" name="__module.layers.9.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="1823" name="__module.layers.9.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25489,15 +28376,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1623" name="__module.layers.9.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1824" name="__module.layers.9.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1624" name="__module.layers.9.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="1825" name="__module.layers.9.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -25518,7 +28405,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1625" name="__module.layers.9.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1826" name="__module.layers.9.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25539,19 +28426,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1626" name="self.layers.9.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="946504290" size="2359296" />
+		<layer id="1827" name="self.layers.9.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="946628514" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1627" name="Convert_885683" type="Convert" version="opset1">
+		<layer id="1828" name="Convert_824819" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -25563,8 +28450,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1628" name="self.layers.9.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="948863586" size="4608" />
+		<layer id="1829" name="self.layers.9.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="948987810" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1830" name="Convert_824822" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1831" name="self.layers.9.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1832" name="self.layers.9.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="948988962" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -25572,7 +28502,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1629" name="self.layers.9.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1833" name="self.layers.9.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -25591,7 +28521,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1630" name="__module.layers.9.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1834" name="__module.layers.9.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -25609,7 +28539,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1631" name="__module.layers.9.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1835" name="__module.layers.9.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25630,7 +28560,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1632" name="Constant_65392" type="Const" version="opset1">
+		<layer id="1836" name="Constant_65392" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25640,7 +28570,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1633" name="Constant_65390" type="Const" version="opset1">
+		<layer id="1837" name="Constant_65390" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25650,7 +28580,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1634" name="__module.layers.9.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1838" name="__module.layers.9.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25672,7 +28602,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1635" name="Constant_13360" type="Const" version="opset1">
+		<layer id="1839" name="Constant_13360" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2252">
@@ -25680,7 +28610,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1636" name="__module.layers.9.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1840" name="__module.layers.9.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25700,7 +28630,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1637" name="Constant_65391" type="Const" version="opset1">
+		<layer id="1841" name="Constant_65391" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25710,7 +28640,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1638" name="__module.layers.9.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1842" name="__module.layers.9.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25732,7 +28662,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1639" name="__module.layers.9.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1843" name="__module.layers.9.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -25748,7 +28678,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1640" name="__module.layers.9.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1844" name="__module.layers.9.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25770,7 +28700,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1641" name="__module.layers.9.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1845" name="__module.layers.9.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25792,8 +28722,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1642" name="Constant_65393" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="948868194" size="9216" />
+		<layer id="1846" name="Constant_65393" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="948993570" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -25802,7 +28732,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1643" name="__module.layers.9.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1847" name="__module.layers.9.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25824,7 +28754,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1644" name="__module.layers.9/aten::add/Add" type="Add" version="opset1">
+		<layer id="1848" name="__module.layers.9/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25846,7 +28776,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1645" name="Constant_65396" type="Const" version="opset1">
+		<layer id="1849" name="Constant_65396" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25856,7 +28786,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1646" name="Constant_65394" type="Const" version="opset1">
+		<layer id="1850" name="Constant_65394" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25866,7 +28796,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1647" name="__module.layers.9.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1851" name="__module.layers.9.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25888,7 +28818,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1648" name="Constant_13413" type="Const" version="opset1">
+		<layer id="1852" name="Constant_13413" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2265">
@@ -25896,7 +28826,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1649" name="__module.layers.9.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1853" name="__module.layers.9.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25916,7 +28846,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1650" name="Constant_65395" type="Const" version="opset1">
+		<layer id="1854" name="Constant_65395" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25926,7 +28856,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1651" name="__module.layers.9.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1855" name="__module.layers.9.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25948,7 +28878,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1652" name="__module.layers.9.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1856" name="__module.layers.9.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -25964,7 +28894,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1653" name="__module.layers.9.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1857" name="__module.layers.9.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25986,7 +28916,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1654" name="__module.layers.9.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1858" name="__module.layers.9.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26008,8 +28938,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1655" name="Constant_65397" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="948877410" size="9216" />
+		<layer id="1859" name="Constant_65397" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="949002786" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -26018,7 +28948,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1656" name="__module.layers.9.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1860" name="__module.layers.9.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26040,19 +28970,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1657" name="self.layers.9.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="948886626" size="10616832" />
+		<layer id="1861" name="self.layers.9.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="949012002" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1658" name="Convert_550485" type="Convert" version="opset1">
+		<layer id="1862" name="Convert_531985" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -26064,8 +28994,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1659" name="self.layers.9.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="959503458" size="18432" />
+		<layer id="1863" name="self.layers.9.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="959628834" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1864" name="Convert_531988" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1865" name="self.layers.9.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1866" name="self.layers.9.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="959633442" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -26073,7 +29046,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1660" name="self.layers.9.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1867" name="self.layers.9.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -26092,7 +29065,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1661" name="__module.layers.9.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1868" name="__module.layers.9.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -26110,7 +29083,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1662" name="__module.layers.9.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1869" name="__module.layers.9.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26131,7 +29104,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1663" name="__module.layers.9.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="1870" name="__module.layers.9.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26148,32 +29121,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1664" name="self.layers.9.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="959521890" size="10616832" />
+		<layer id="1871" name="self.layers.9.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="959651874" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1665" name="Convert_545629" type="Convert" version="opset1">
+		<layer id="1872" name="Convert_527741" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1873" name="self.layers.9.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="970268706" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1874" name="Convert_527744" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1875" name="self.layers.9.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1666" name="self.layers.9.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="970138722" size="18432" />
+		<layer id="1876" name="self.layers.9.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="970273314" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -26181,7 +29197,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1667" name="self.layers.9.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1877" name="self.layers.9.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -26200,7 +29216,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1668" name="__module.layers.9.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1878" name="__module.layers.9.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -26218,7 +29234,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1669" name="__module.layers.9.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1879" name="__module.layers.9.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26239,7 +29255,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1670" name="__module.layers.9.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1880" name="__module.layers.9.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26261,19 +29277,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1671" name="self.layers.9.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="970157154" size="10616832" />
+		<layer id="1881" name="self.layers.9.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="970291746" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1672" name="Convert_555341" type="Convert" version="opset1">
+		<layer id="1882" name="Convert_536229" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -26285,16 +29301,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1673" name="self.layers.9.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="980773986" size="4608" />
+		<layer id="1883" name="self.layers.9.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="980908578" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1884" name="Convert_536232" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1885" name="self.layers.9.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1674" name="self.layers.9.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1886" name="self.layers.9.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="980909730" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1887" name="self.layers.9.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -26313,7 +29372,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1675" name="__module.layers.9.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1888" name="__module.layers.9.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -26331,7 +29390,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1676" name="__module.layers.9.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1889" name="__module.layers.9.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26352,7 +29411,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1677" name="Constant_65400" type="Const" version="opset1">
+		<layer id="1890" name="Constant_65400" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26362,7 +29421,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1678" name="Constant_65398" type="Const" version="opset1">
+		<layer id="1891" name="Constant_65398" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26372,7 +29431,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1679" name="__module.layers.9.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1892" name="__module.layers.9.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26394,7 +29453,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1680" name="Constant_13483" type="Const" version="opset1">
+		<layer id="1893" name="Constant_13483" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2292">
@@ -26402,7 +29461,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1681" name="__module.layers.9.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1894" name="__module.layers.9.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26422,7 +29481,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1682" name="Constant_65399" type="Const" version="opset1">
+		<layer id="1895" name="Constant_65399" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26432,7 +29491,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1683" name="__module.layers.9.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1896" name="__module.layers.9.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26454,7 +29513,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1684" name="__module.layers.9.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1897" name="__module.layers.9.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -26470,7 +29529,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1685" name="__module.layers.9.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1898" name="__module.layers.9.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26492,7 +29551,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1686" name="__module.layers.9.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1899" name="__module.layers.9.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26514,8 +29573,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1687" name="Constant_65401" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="980778594" size="9216" />
+		<layer id="1900" name="Constant_65401" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="980914338" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -26524,7 +29583,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1688" name="__module.layers.9.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1901" name="__module.layers.9.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26546,7 +29605,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1689" name="__module.layers.9/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1902" name="__module.layers.9/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26568,7 +29627,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1690" name="Constant_65404" type="Const" version="opset1">
+		<layer id="1903" name="Constant_65404" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26578,7 +29637,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1691" name="Constant_65402" type="Const" version="opset1">
+		<layer id="1904" name="Constant_65402" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26588,7 +29647,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1692" name="__module.layers.10.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="1905" name="__module.layers.10.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26610,7 +29669,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1693" name="Constant_13708" type="Const" version="opset1">
+		<layer id="1906" name="Constant_13708" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2340">
@@ -26618,7 +29677,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1694" name="__module.layers.10.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="1907" name="__module.layers.10.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26638,7 +29697,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1695" name="Constant_65403" type="Const" version="opset1">
+		<layer id="1908" name="Constant_65403" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26648,7 +29707,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1696" name="__module.layers.10.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="1909" name="__module.layers.10.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26670,7 +29729,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1697" name="__module.layers.10.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="1910" name="__module.layers.10.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -26686,7 +29745,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1698" name="__module.layers.10.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="1911" name="__module.layers.10.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26708,7 +29767,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1699" name="__module.layers.10.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1912" name="__module.layers.10.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26730,8 +29789,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1700" name="Constant_65405" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="980787810" size="9216" />
+		<layer id="1913" name="Constant_65405" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="980923554" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -26740,7 +29799,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1701" name="__module.layers.10.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1914" name="__module.layers.10.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26762,32 +29821,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1702" name="self.layers.10.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="980797026" size="2359296" />
+		<layer id="1915" name="self.layers.10.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="980932770" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1703" name="Convert_890539" type="Convert" version="opset1">
+		<layer id="1916" name="Convert_829063" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="1917" name="self.layers.10.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="983292066" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1918" name="Convert_829066" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1919" name="self.layers.10.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1704" name="self.layers.10.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="983156322" size="4096" />
+		<layer id="1920" name="self.layers.10.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="983293090" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -26795,7 +29897,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1705" name="self.layers.10.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1921" name="self.layers.10.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -26814,7 +29916,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1706" name="__module.layers.10.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1922" name="__module.layers.10.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -26832,7 +29934,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1707" name="__module.layers.10.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1923" name="__module.layers.10.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26853,15 +29955,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1708" name="Constant_68045" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="1924" name="Constant_68045" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1709" name="__module.layers.10.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="1925" name="__module.layers.10.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26882,15 +29984,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1710" name="__module.layers.10.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1926" name="__module.layers.10.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1711" name="__module.layers.10.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="1927" name="__module.layers.10.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -26911,7 +30013,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1712" name="__module.layers.10.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="1928" name="__module.layers.10.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26936,39 +30038,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1713" name="Constant_14017" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1929" name="Constant_14017" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1714" name="Constant_14019" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1930" name="Constant_14019" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1715" name="Constant_14021" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1931" name="Constant_14021" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1716" name="Constant_13973" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1932" name="Constant_13973" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1717" name="__module.layers.10.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="1933" name="__module.layers.10.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -26998,8 +30100,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1718" name="Constant_65406" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1934" name="Constant_65406" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -27009,7 +30111,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1719" name="__module.layers.10.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="1935" name="__module.layers.10.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27034,39 +30136,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1720" name="Constant_13914" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1936" name="Constant_13914" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1721" name="Constant_13958" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1937" name="Constant_13958" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1722" name="Constant_13960" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1938" name="Constant_13960" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1723" name="Constant_13912" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1939" name="Constant_13912" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1724" name="__module.layers.10.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="1940" name="__module.layers.10.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -27096,7 +30198,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1725" name="__module.layers.10.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="1941" name="__module.layers.10.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27121,7 +30223,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1726" name="__module.layers.10.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1942" name="__module.layers.10.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27146,7 +30248,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1727" name="__module.layers.10.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="1943" name="__module.layers.10.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27171,19 +30273,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1728" name="self.layers.10.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="983160418" size="1179648" />
+		<layer id="1944" name="self.layers.10.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="983297186" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1729" name="Convert_1147907" type="Convert" version="opset1">
+		<layer id="1945" name="Convert_1053995" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -27195,8 +30297,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1730" name="self.layers.10.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="984340066" size="2048" />
+		<layer id="1946" name="self.layers.10.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="984476834" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1947" name="Convert_1053998" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1948" name="self.layers.10.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1949" name="self.layers.10.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="984477346" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -27204,7 +30349,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1731" name="self.layers.10.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1950" name="self.layers.10.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -27223,7 +30368,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1732" name="__module.layers.10.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1951" name="__module.layers.10.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -27241,7 +30386,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1733" name="__module.layers.10.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1952" name="__module.layers.10.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27262,15 +30407,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1734" name="Constant_68046" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1953" name="Constant_68046" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1735" name="__module.layers.10.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1954" name="__module.layers.10.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27291,15 +30436,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1736" name="__module.layers.10.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1955" name="__module.layers.10.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1737" name="__module.layers.10.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="1956" name="__module.layers.10.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -27320,7 +30465,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1738" name="__module.layers.10.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="1957" name="__module.layers.10.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27345,39 +30490,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1739" name="Constant_14160" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1958" name="Constant_14160" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1740" name="Constant_14162" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="1959" name="Constant_14162" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1741" name="Constant_14164" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1960" name="Constant_14164" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1742" name="Constant_14116" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1961" name="Constant_14116" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1743" name="__module.layers.10.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="1962" name="__module.layers.10.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -27407,8 +30552,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1744" name="Constant_65407" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="1963" name="Constant_65407" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -27418,7 +30563,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1745" name="__module.layers.10.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="1964" name="__module.layers.10.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27443,39 +30588,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1746" name="Constant_14057" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="1965" name="Constant_14057" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1747" name="Constant_14101" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="1966" name="Constant_14101" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1748" name="Constant_14103" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="1967" name="Constant_14103" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1749" name="Constant_14055" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="1968" name="Constant_14055" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1750" name="__module.layers.10.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="1969" name="__module.layers.10.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -27505,7 +30650,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1751" name="__module.layers.10.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="1970" name="__module.layers.10.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27530,7 +30675,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1752" name="__module.layers.10.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="1971" name="__module.layers.10.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27555,7 +30700,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1753" name="__module.layers.10.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="1972" name="__module.layers.10.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27580,13 +30725,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1754" name="2315" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="1973" name="2315" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2315" />
 			</output>
 		</layer>
-		<layer id="1755" name="__module.layers.10.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="1974" name="__module.layers.10.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -27606,7 +30751,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1756" name="__module.layers.10.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="1975" name="__module.layers.10.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27630,15 +30775,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1757" name="Constant_68047" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1976" name="Constant_68047" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1758" name="__module.layers.10.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="1977" name="__module.layers.10.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27661,19 +30806,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1759" name="self.layers.10.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="984342114" size="1179648" />
+		<layer id="1978" name="self.layers.10.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="984479394" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1760" name="Convert_1143051" type="Convert" version="opset1">
+		<layer id="1979" name="Convert_1049751" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -27685,16 +30830,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1761" name="self.layers.10.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="985521762" size="2048" />
+		<layer id="1980" name="self.layers.10.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="985659042" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1981" name="Convert_1049754" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1982" name="self.layers.10.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1762" name="self.layers.10.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="1983" name="self.layers.10.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="985659554" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="1984" name="self.layers.10.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -27713,7 +30901,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1763" name="__module.layers.10.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1985" name="__module.layers.10.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -27731,7 +30919,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1764" name="__module.layers.10.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1986" name="__module.layers.10.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27752,15 +30940,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1765" name="Constant_68048" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="1987" name="Constant_68048" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1766" name="__module.layers.10.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1988" name="__module.layers.10.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27781,15 +30969,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1767" name="__module.layers.10.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1989" name="__module.layers.10.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1768" name="__module.layers.10.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="1990" name="__module.layers.10.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -27810,7 +30998,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1769" name="__module.layers.10.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="1991" name="__module.layers.10.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -27830,7 +31018,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1770" name="__module.layers.10.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="1992" name="__module.layers.10.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27854,15 +31042,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1771" name="Constant_68049" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="1993" name="Constant_68049" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1772" name="__module.layers.10.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="1994" name="__module.layers.10.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27885,13 +31073,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1773" name="__module.layers.10.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="1995" name="__module.layers.10.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="1774" name="__module.layers.10.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="1996" name="__module.layers.10.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27929,15 +31117,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1775" name="__module.layers.10.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="1997" name="__module.layers.10.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1776" name="__module.layers.10.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="1998" name="__module.layers.10.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -27958,7 +31146,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1777" name="__module.layers.10.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="1999" name="__module.layers.10.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27979,19 +31167,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1778" name="self.layers.10.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="985523810" size="2359296" />
+		<layer id="2000" name="self.layers.10.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="985661602" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1779" name="Convert_895395" type="Convert" version="opset1">
+		<layer id="2001" name="Convert_833307" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -28003,8 +31191,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1780" name="self.layers.10.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="987883106" size="4608" />
+		<layer id="2002" name="self.layers.10.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="988020898" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2003" name="Convert_833310" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2004" name="self.layers.10.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2005" name="self.layers.10.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="988022050" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -28012,7 +31243,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1781" name="self.layers.10.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2006" name="self.layers.10.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -28031,7 +31262,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1782" name="__module.layers.10.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2007" name="__module.layers.10.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -28049,7 +31280,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1783" name="__module.layers.10.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2008" name="__module.layers.10.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28070,7 +31301,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1784" name="Constant_65410" type="Const" version="opset1">
+		<layer id="2009" name="Constant_65410" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28080,7 +31311,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1785" name="Constant_65408" type="Const" version="opset1">
+		<layer id="2010" name="Constant_65408" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28090,7 +31321,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1786" name="__module.layers.10.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2011" name="__module.layers.10.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28112,7 +31343,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1787" name="Constant_14715" type="Const" version="opset1">
+		<layer id="2012" name="Constant_14715" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2458">
@@ -28120,7 +31351,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1788" name="__module.layers.10.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2013" name="__module.layers.10.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28140,7 +31371,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1789" name="Constant_65409" type="Const" version="opset1">
+		<layer id="2014" name="Constant_65409" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28150,7 +31381,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1790" name="__module.layers.10.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2015" name="__module.layers.10.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28172,7 +31403,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1791" name="__module.layers.10.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2016" name="__module.layers.10.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -28188,7 +31419,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1792" name="__module.layers.10.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2017" name="__module.layers.10.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28210,7 +31441,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1793" name="__module.layers.10.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2018" name="__module.layers.10.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28232,8 +31463,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1794" name="Constant_65411" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="987887714" size="9216" />
+		<layer id="2019" name="Constant_65411" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="988026658" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -28242,7 +31473,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1795" name="__module.layers.10.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2020" name="__module.layers.10.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28264,7 +31495,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1796" name="__module.layers.10/aten::add/Add" type="Add" version="opset1">
+		<layer id="2021" name="__module.layers.10/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28286,7 +31517,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1797" name="Constant_65414" type="Const" version="opset1">
+		<layer id="2022" name="Constant_65414" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28296,7 +31527,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1798" name="Constant_65412" type="Const" version="opset1">
+		<layer id="2023" name="Constant_65412" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28306,7 +31537,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1799" name="__module.layers.10.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2024" name="__module.layers.10.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28328,7 +31559,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1800" name="Constant_14768" type="Const" version="opset1">
+		<layer id="2025" name="Constant_14768" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2471">
@@ -28336,7 +31567,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1801" name="__module.layers.10.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2026" name="__module.layers.10.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28356,7 +31587,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1802" name="Constant_65413" type="Const" version="opset1">
+		<layer id="2027" name="Constant_65413" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28366,7 +31597,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1803" name="__module.layers.10.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2028" name="__module.layers.10.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28388,7 +31619,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1804" name="__module.layers.10.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2029" name="__module.layers.10.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -28404,7 +31635,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1805" name="__module.layers.10.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2030" name="__module.layers.10.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28426,7 +31657,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1806" name="__module.layers.10.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2031" name="__module.layers.10.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28448,8 +31679,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1807" name="Constant_65415" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="987896930" size="9216" />
+		<layer id="2032" name="Constant_65415" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="988035874" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -28458,7 +31689,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1808" name="__module.layers.10.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2033" name="__module.layers.10.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28480,19 +31711,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1809" name="self.layers.10.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="987906146" size="10616832" />
+		<layer id="2034" name="self.layers.10.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="988045090" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1810" name="Convert_565053" type="Convert" version="opset1">
+		<layer id="2035" name="Convert_544717" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -28504,8 +31735,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1811" name="self.layers.10.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="998522978" size="18432" />
+		<layer id="2036" name="self.layers.10.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="998661922" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2037" name="Convert_544720" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2038" name="self.layers.10.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2039" name="self.layers.10.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="998666530" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -28513,7 +31787,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1812" name="self.layers.10.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2040" name="self.layers.10.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -28532,7 +31806,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1813" name="__module.layers.10.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2041" name="__module.layers.10.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -28550,7 +31824,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1814" name="__module.layers.10.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2042" name="__module.layers.10.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28571,7 +31845,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1815" name="__module.layers.10.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="2043" name="__module.layers.10.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28588,32 +31862,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1816" name="self.layers.10.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="998541410" size="10616832" />
+		<layer id="2044" name="self.layers.10.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="998684962" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1817" name="Convert_560197" type="Convert" version="opset1">
+		<layer id="2045" name="Convert_540473" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2046" name="self.layers.10.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1009301794" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2047" name="Convert_540476" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2048" name="self.layers.10.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1818" name="self.layers.10.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1009158242" size="18432" />
+		<layer id="2049" name="self.layers.10.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1009306402" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -28621,7 +31938,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1819" name="self.layers.10.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2050" name="self.layers.10.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -28640,7 +31957,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1820" name="__module.layers.10.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2051" name="__module.layers.10.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -28658,7 +31975,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1821" name="__module.layers.10.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2052" name="__module.layers.10.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28679,7 +31996,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1822" name="__module.layers.10.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2053" name="__module.layers.10.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28701,19 +32018,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1823" name="self.layers.10.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1009176674" size="10616832" />
+		<layer id="2054" name="self.layers.10.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1009324834" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1824" name="Convert_569909" type="Convert" version="opset1">
+		<layer id="2055" name="Convert_548961" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -28725,16 +32042,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1825" name="self.layers.10.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1019793506" size="4608" />
+		<layer id="2056" name="self.layers.10.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1019941666" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2057" name="Convert_548964" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2058" name="self.layers.10.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1826" name="self.layers.10.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2059" name="self.layers.10.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1019942818" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2060" name="self.layers.10.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -28753,7 +32113,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1827" name="__module.layers.10.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2061" name="__module.layers.10.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -28771,7 +32131,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1828" name="__module.layers.10.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2062" name="__module.layers.10.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28792,7 +32152,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1829" name="Constant_65418" type="Const" version="opset1">
+		<layer id="2063" name="Constant_65418" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28802,7 +32162,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1830" name="Constant_65416" type="Const" version="opset1">
+		<layer id="2064" name="Constant_65416" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28812,7 +32172,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1831" name="__module.layers.10.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2065" name="__module.layers.10.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28834,7 +32194,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1832" name="Constant_14838" type="Const" version="opset1">
+		<layer id="2066" name="Constant_14838" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2498">
@@ -28842,7 +32202,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1833" name="__module.layers.10.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2067" name="__module.layers.10.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28862,7 +32222,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1834" name="Constant_65417" type="Const" version="opset1">
+		<layer id="2068" name="Constant_65417" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28872,7 +32232,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1835" name="__module.layers.10.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2069" name="__module.layers.10.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28894,7 +32254,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1836" name="__module.layers.10.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2070" name="__module.layers.10.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -28910,7 +32270,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1837" name="__module.layers.10.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2071" name="__module.layers.10.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28932,7 +32292,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1838" name="__module.layers.10.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2072" name="__module.layers.10.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28954,8 +32314,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1839" name="Constant_65419" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1019798114" size="9216" />
+		<layer id="2073" name="Constant_65419" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1019947426" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -28964,7 +32324,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1840" name="__module.layers.10.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2074" name="__module.layers.10.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28986,7 +32346,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1841" name="__module.layers.10/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2075" name="__module.layers.10/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29008,7 +32368,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1842" name="Constant_65422" type="Const" version="opset1">
+		<layer id="2076" name="Constant_65422" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29018,7 +32378,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1843" name="Constant_65420" type="Const" version="opset1">
+		<layer id="2077" name="Constant_65420" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29028,7 +32388,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1844" name="__module.layers.11.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2078" name="__module.layers.11.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29050,7 +32410,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1845" name="Constant_14915" type="Const" version="opset1">
+		<layer id="2079" name="Constant_14915" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2535">
@@ -29058,7 +32418,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1846" name="__module.layers.11.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2080" name="__module.layers.11.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29078,7 +32438,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1847" name="Constant_65421" type="Const" version="opset1">
+		<layer id="2081" name="Constant_65421" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29088,7 +32448,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1848" name="__module.layers.11.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2082" name="__module.layers.11.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29110,7 +32470,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1849" name="__module.layers.11.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2083" name="__module.layers.11.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -29126,7 +32486,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1850" name="__module.layers.11.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2084" name="__module.layers.11.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29148,7 +32508,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1851" name="__module.layers.11.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2085" name="__module.layers.11.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29170,8 +32530,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1852" name="Constant_65423" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1019807330" size="9216" />
+		<layer id="2086" name="Constant_65423" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1019956642" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -29180,7 +32540,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1853" name="__module.layers.11.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2087" name="__module.layers.11.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29202,32 +32562,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1854" name="self.layers.11.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1019816546" size="2359296" />
+		<layer id="2088" name="self.layers.11.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1019965858" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1855" name="Convert_900251" type="Convert" version="opset1">
+		<layer id="2089" name="Convert_837551" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2090" name="self.layers.11.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1022325154" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2091" name="Convert_837554" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2092" name="self.layers.11.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1856" name="self.layers.11.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1022175842" size="4096" />
+		<layer id="2093" name="self.layers.11.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1022326178" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -29235,7 +32638,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1857" name="self.layers.11.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2094" name="self.layers.11.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -29254,7 +32657,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1858" name="__module.layers.11.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2095" name="__module.layers.11.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -29272,7 +32675,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1859" name="__module.layers.11.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2096" name="__module.layers.11.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29293,15 +32696,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1860" name="Constant_68050" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="2097" name="Constant_68050" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1861" name="__module.layers.11.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="2098" name="__module.layers.11.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29322,15 +32725,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1862" name="__module.layers.11.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2099" name="__module.layers.11.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1863" name="__module.layers.11.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="2100" name="__module.layers.11.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -29351,7 +32754,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1864" name="__module.layers.11.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2101" name="__module.layers.11.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29376,39 +32779,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1865" name="Constant_15224" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2102" name="Constant_15224" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1866" name="Constant_15226" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2103" name="Constant_15226" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1867" name="Constant_15228" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2104" name="Constant_15228" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1868" name="Constant_15180" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2105" name="Constant_15180" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1869" name="__module.layers.11.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="2106" name="__module.layers.11.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -29438,8 +32841,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1870" name="Constant_65424" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2107" name="Constant_65424" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -29449,7 +32852,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1871" name="__module.layers.11.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="2108" name="__module.layers.11.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29474,39 +32877,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1872" name="Constant_15121" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2109" name="Constant_15121" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1873" name="Constant_15165" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2110" name="Constant_15165" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1874" name="Constant_15167" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2111" name="Constant_15167" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1875" name="Constant_15119" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2112" name="Constant_15119" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1876" name="__module.layers.11.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="2113" name="__module.layers.11.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -29536,7 +32939,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1877" name="__module.layers.11.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="2114" name="__module.layers.11.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29561,7 +32964,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1878" name="__module.layers.11.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2115" name="__module.layers.11.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29586,7 +32989,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1879" name="__module.layers.11.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="2116" name="__module.layers.11.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29611,19 +33014,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1880" name="self.layers.11.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1022179938" size="1179648" />
+		<layer id="2117" name="self.layers.11.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1022330274" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1881" name="Convert_1157619" type="Convert" version="opset1">
+		<layer id="2118" name="Convert_1062483" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -29635,8 +33038,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1882" name="self.layers.11.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1023359586" size="2048" />
+		<layer id="2119" name="self.layers.11.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1023509922" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2120" name="Convert_1062486" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2121" name="self.layers.11.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2122" name="self.layers.11.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1023510434" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -29644,7 +33090,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1883" name="self.layers.11.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2123" name="self.layers.11.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -29663,7 +33109,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1884" name="__module.layers.11.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2124" name="__module.layers.11.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -29681,7 +33127,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1885" name="__module.layers.11.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2125" name="__module.layers.11.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29702,15 +33148,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1886" name="Constant_68051" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2126" name="Constant_68051" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1887" name="__module.layers.11.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2127" name="__module.layers.11.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29731,15 +33177,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1888" name="__module.layers.11.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2128" name="__module.layers.11.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1889" name="__module.layers.11.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="2129" name="__module.layers.11.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -29760,7 +33206,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1890" name="__module.layers.11.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="2130" name="__module.layers.11.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29785,39 +33231,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1891" name="Constant_15367" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2131" name="Constant_15367" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1892" name="Constant_15369" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2132" name="Constant_15369" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1893" name="Constant_15371" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2133" name="Constant_15371" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1894" name="Constant_15323" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2134" name="Constant_15323" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1895" name="__module.layers.11.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="2135" name="__module.layers.11.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -29847,8 +33293,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1896" name="Constant_65425" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2136" name="Constant_65425" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -29858,7 +33304,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1897" name="__module.layers.11.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2137" name="__module.layers.11.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29883,39 +33329,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1898" name="Constant_15264" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2138" name="Constant_15264" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1899" name="Constant_15308" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2139" name="Constant_15308" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1900" name="Constant_15310" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2140" name="Constant_15310" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1901" name="Constant_15262" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2141" name="Constant_15262" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1902" name="__module.layers.11.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="2142" name="__module.layers.11.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -29945,7 +33391,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1903" name="__module.layers.11.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="2143" name="__module.layers.11.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29970,7 +33416,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1904" name="__module.layers.11.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="2144" name="__module.layers.11.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29995,7 +33441,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1905" name="__module.layers.11.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2145" name="__module.layers.11.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30020,13 +33466,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1906" name="2520" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="2146" name="2520" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2520" />
 			</output>
 		</layer>
-		<layer id="1907" name="__module.layers.11.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="2147" name="__module.layers.11.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -30046,7 +33492,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1908" name="__module.layers.11.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="2148" name="__module.layers.11.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30070,15 +33516,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1909" name="Constant_68052" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2149" name="Constant_68052" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1910" name="__module.layers.11.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="2150" name="__module.layers.11.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30101,19 +33547,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1911" name="self.layers.11.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1023361634" size="1179648" />
+		<layer id="2151" name="self.layers.11.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1023512482" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1912" name="Convert_1152763" type="Convert" version="opset1">
+		<layer id="2152" name="Convert_1058239" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -30125,16 +33571,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1913" name="self.layers.11.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1024541282" size="2048" />
+		<layer id="2153" name="self.layers.11.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1024692130" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2154" name="Convert_1058242" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2155" name="self.layers.11.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1914" name="self.layers.11.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2156" name="self.layers.11.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1024692642" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2157" name="self.layers.11.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -30153,7 +33642,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1915" name="__module.layers.11.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2158" name="__module.layers.11.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -30171,7 +33660,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1916" name="__module.layers.11.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2159" name="__module.layers.11.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30192,15 +33681,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1917" name="Constant_68053" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2160" name="Constant_68053" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1918" name="__module.layers.11.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2161" name="__module.layers.11.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30221,15 +33710,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1919" name="__module.layers.11.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2162" name="__module.layers.11.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1920" name="__module.layers.11.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="2163" name="__module.layers.11.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -30250,7 +33739,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1921" name="__module.layers.11.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="2164" name="__module.layers.11.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -30270,7 +33759,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1922" name="__module.layers.11.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="2165" name="__module.layers.11.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30294,15 +33783,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1923" name="Constant_68054" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2166" name="Constant_68054" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1924" name="__module.layers.11.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2167" name="__module.layers.11.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30325,13 +33814,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1925" name="__module.layers.11.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="2168" name="__module.layers.11.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="1926" name="__module.layers.11.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="2169" name="__module.layers.11.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30369,15 +33858,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1927" name="__module.layers.11.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2170" name="__module.layers.11.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1928" name="__module.layers.11.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="2171" name="__module.layers.11.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -30398,7 +33887,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1929" name="__module.layers.11.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2172" name="__module.layers.11.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30419,19 +33908,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1930" name="self.layers.11.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1024543330" size="2359296" />
+		<layer id="2173" name="self.layers.11.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1024694690" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1931" name="Convert_905107" type="Convert" version="opset1">
+		<layer id="2174" name="Convert_841795" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -30443,8 +33932,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1932" name="self.layers.11.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1026902626" size="4608" />
+		<layer id="2175" name="self.layers.11.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1027053986" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2176" name="Convert_841798" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2177" name="self.layers.11.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2178" name="self.layers.11.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1027055138" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -30452,7 +33984,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1933" name="self.layers.11.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2179" name="self.layers.11.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -30471,7 +34003,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1934" name="__module.layers.11.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2180" name="__module.layers.11.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -30489,7 +34021,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1935" name="__module.layers.11.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2181" name="__module.layers.11.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30510,7 +34042,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1936" name="Constant_65428" type="Const" version="opset1">
+		<layer id="2182" name="Constant_65428" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30520,7 +34052,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1937" name="Constant_65426" type="Const" version="opset1">
+		<layer id="2183" name="Constant_65426" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30530,7 +34062,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1938" name="__module.layers.11.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2184" name="__module.layers.11.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30552,7 +34084,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1939" name="Constant_15922" type="Const" version="opset1">
+		<layer id="2185" name="Constant_15922" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2653">
@@ -30560,7 +34092,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1940" name="__module.layers.11.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2186" name="__module.layers.11.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30580,7 +34112,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1941" name="Constant_65427" type="Const" version="opset1">
+		<layer id="2187" name="Constant_65427" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30590,7 +34122,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1942" name="__module.layers.11.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2188" name="__module.layers.11.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30612,7 +34144,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1943" name="__module.layers.11.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2189" name="__module.layers.11.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -30628,7 +34160,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1944" name="__module.layers.11.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2190" name="__module.layers.11.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30650,7 +34182,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1945" name="__module.layers.11.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2191" name="__module.layers.11.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30672,8 +34204,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1946" name="Constant_65429" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1026907234" size="9216" />
+		<layer id="2192" name="Constant_65429" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1027059746" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -30682,7 +34214,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1947" name="__module.layers.11.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2193" name="__module.layers.11.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30704,7 +34236,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1948" name="__module.layers.11/aten::add/Add" type="Add" version="opset1">
+		<layer id="2194" name="__module.layers.11/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30726,7 +34258,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1949" name="Constant_65432" type="Const" version="opset1">
+		<layer id="2195" name="Constant_65432" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30736,7 +34268,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1950" name="Constant_65430" type="Const" version="opset1">
+		<layer id="2196" name="Constant_65430" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30746,7 +34278,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1951" name="__module.layers.11.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2197" name="__module.layers.11.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30768,7 +34300,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1952" name="Constant_15975" type="Const" version="opset1">
+		<layer id="2198" name="Constant_15975" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2666">
@@ -30776,7 +34308,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1953" name="__module.layers.11.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2199" name="__module.layers.11.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30796,7 +34328,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1954" name="Constant_65431" type="Const" version="opset1">
+		<layer id="2200" name="Constant_65431" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30806,7 +34338,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1955" name="__module.layers.11.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2201" name="__module.layers.11.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30828,7 +34360,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1956" name="__module.layers.11.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2202" name="__module.layers.11.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -30844,7 +34376,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1957" name="__module.layers.11.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2203" name="__module.layers.11.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30866,7 +34398,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1958" name="__module.layers.11.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2204" name="__module.layers.11.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30888,8 +34420,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1959" name="Constant_65433" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1026916450" size="9216" />
+		<layer id="2205" name="Constant_65433" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1027068962" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -30898,7 +34430,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1960" name="__module.layers.11.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2206" name="__module.layers.11.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30920,19 +34452,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1961" name="self.layers.11.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1026925666" size="10616832" />
+		<layer id="2207" name="self.layers.11.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1027078178" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1962" name="Convert_579621" type="Convert" version="opset1">
+		<layer id="2208" name="Convert_557449" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -30944,8 +34476,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1963" name="self.layers.11.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1037542498" size="18432" />
+		<layer id="2209" name="self.layers.11.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1037695010" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2210" name="Convert_557452" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2211" name="self.layers.11.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2212" name="self.layers.11.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1037699618" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -30953,7 +34528,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1964" name="self.layers.11.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2213" name="self.layers.11.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -30972,7 +34547,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1965" name="__module.layers.11.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2214" name="__module.layers.11.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -30990,7 +34565,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1966" name="__module.layers.11.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2215" name="__module.layers.11.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31011,7 +34586,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1967" name="__module.layers.11.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="2216" name="__module.layers.11.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31028,32 +34603,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1968" name="self.layers.11.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1037560930" size="10616832" />
+		<layer id="2217" name="self.layers.11.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1037718050" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1969" name="Convert_574765" type="Convert" version="opset1">
+		<layer id="2218" name="Convert_553205" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2219" name="self.layers.11.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1048334882" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2220" name="Convert_553208" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2221" name="self.layers.11.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1970" name="self.layers.11.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1048177762" size="18432" />
+		<layer id="2222" name="self.layers.11.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1048339490" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -31061,7 +34679,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1971" name="self.layers.11.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2223" name="self.layers.11.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -31080,7 +34698,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1972" name="__module.layers.11.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2224" name="__module.layers.11.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -31098,7 +34716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1973" name="__module.layers.11.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2225" name="__module.layers.11.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31119,7 +34737,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1974" name="__module.layers.11.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2226" name="__module.layers.11.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31141,19 +34759,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1975" name="self.layers.11.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1048196194" size="10616832" />
+		<layer id="2227" name="self.layers.11.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1048357922" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1976" name="Convert_584477" type="Convert" version="opset1">
+		<layer id="2228" name="Convert_561693" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -31165,16 +34783,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1977" name="self.layers.11.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1058813026" size="4608" />
+		<layer id="2229" name="self.layers.11.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1058974754" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2230" name="Convert_561696" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2231" name="self.layers.11.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="1978" name="self.layers.11.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2232" name="self.layers.11.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1058975906" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2233" name="self.layers.11.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -31193,7 +34854,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1979" name="__module.layers.11.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2234" name="__module.layers.11.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -31211,7 +34872,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1980" name="__module.layers.11.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2235" name="__module.layers.11.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31232,7 +34893,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1981" name="Constant_65436" type="Const" version="opset1">
+		<layer id="2236" name="Constant_65436" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31242,7 +34903,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1982" name="Constant_65434" type="Const" version="opset1">
+		<layer id="2237" name="Constant_65434" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31252,7 +34913,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1983" name="__module.layers.11.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2238" name="__module.layers.11.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31274,7 +34935,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1984" name="Constant_16045" type="Const" version="opset1">
+		<layer id="2239" name="Constant_16045" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2693">
@@ -31282,7 +34943,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1985" name="__module.layers.11.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2240" name="__module.layers.11.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31302,7 +34963,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1986" name="Constant_65435" type="Const" version="opset1">
+		<layer id="2241" name="Constant_65435" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31312,7 +34973,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1987" name="__module.layers.11.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2242" name="__module.layers.11.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31334,7 +34995,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1988" name="__module.layers.11.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2243" name="__module.layers.11.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -31350,7 +35011,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1989" name="__module.layers.11.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2244" name="__module.layers.11.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31372,7 +35033,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1990" name="__module.layers.11.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2245" name="__module.layers.11.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31394,8 +35055,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1991" name="Constant_65437" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1058817634" size="9216" />
+		<layer id="2246" name="Constant_65437" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1058980514" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -31404,7 +35065,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1992" name="__module.layers.11.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2247" name="__module.layers.11.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31426,7 +35087,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1993" name="__module.layers.11/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2248" name="__module.layers.11/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31448,7 +35109,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1994" name="Constant_65440" type="Const" version="opset1">
+		<layer id="2249" name="Constant_65440" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31458,7 +35119,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1995" name="Constant_65438" type="Const" version="opset1">
+		<layer id="2250" name="Constant_65438" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31468,7 +35129,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1996" name="__module.layers.12.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2251" name="__module.layers.12.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31490,7 +35151,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1997" name="Constant_16270" type="Const" version="opset1">
+		<layer id="2252" name="Constant_16270" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2741">
@@ -31498,7 +35159,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1998" name="__module.layers.12.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2253" name="__module.layers.12.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31518,7 +35179,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1999" name="Constant_65439" type="Const" version="opset1">
+		<layer id="2254" name="Constant_65439" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31528,7 +35189,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2000" name="__module.layers.12.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2255" name="__module.layers.12.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31550,7 +35211,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2001" name="__module.layers.12.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2256" name="__module.layers.12.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -31566,7 +35227,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2002" name="__module.layers.12.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2257" name="__module.layers.12.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31588,7 +35249,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2003" name="__module.layers.12.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2258" name="__module.layers.12.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31610,8 +35271,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2004" name="Constant_65441" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1058826850" size="9216" />
+		<layer id="2259" name="Constant_65441" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1058989730" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -31620,7 +35281,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2005" name="__module.layers.12.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2260" name="__module.layers.12.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31642,32 +35303,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2006" name="self.layers.12.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1058836066" size="2359296" />
+		<layer id="2261" name="self.layers.12.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1058998946" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2007" name="Convert_909963" type="Convert" version="opset1">
+		<layer id="2262" name="Convert_846039" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2263" name="self.layers.12.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1061358242" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2264" name="Convert_846042" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2265" name="self.layers.12.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2008" name="self.layers.12.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1061195362" size="4096" />
+		<layer id="2266" name="self.layers.12.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1061359266" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -31675,7 +35379,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2009" name="self.layers.12.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2267" name="self.layers.12.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -31694,7 +35398,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2010" name="__module.layers.12.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2268" name="__module.layers.12.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -31712,7 +35416,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2011" name="__module.layers.12.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2269" name="__module.layers.12.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31733,15 +35437,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2012" name="Constant_68055" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="2270" name="Constant_68055" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2013" name="__module.layers.12.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="2271" name="__module.layers.12.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31762,15 +35466,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2014" name="__module.layers.12.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2272" name="__module.layers.12.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2015" name="__module.layers.12.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="2273" name="__module.layers.12.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -31791,7 +35495,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2016" name="__module.layers.12.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2274" name="__module.layers.12.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31816,39 +35520,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2017" name="Constant_16579" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2275" name="Constant_16579" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2018" name="Constant_16581" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2276" name="Constant_16581" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2019" name="Constant_16583" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2277" name="Constant_16583" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2020" name="Constant_16535" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2278" name="Constant_16535" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2021" name="__module.layers.12.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="2279" name="__module.layers.12.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -31878,8 +35582,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2022" name="Constant_65442" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2280" name="Constant_65442" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -31889,7 +35593,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2023" name="__module.layers.12.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="2281" name="__module.layers.12.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31914,39 +35618,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2024" name="Constant_16476" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2282" name="Constant_16476" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2025" name="Constant_16520" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2283" name="Constant_16520" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2026" name="Constant_16522" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2284" name="Constant_16522" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2027" name="Constant_16474" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2285" name="Constant_16474" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2028" name="__module.layers.12.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="2286" name="__module.layers.12.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -31976,7 +35680,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2029" name="__module.layers.12.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="2287" name="__module.layers.12.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32001,7 +35705,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2030" name="__module.layers.12.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2288" name="__module.layers.12.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32026,7 +35730,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2031" name="__module.layers.12.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="2289" name="__module.layers.12.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32051,19 +35755,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2032" name="self.layers.12.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1061199458" size="1179648" />
+		<layer id="2290" name="self.layers.12.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1061363362" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2033" name="Convert_1167331" type="Convert" version="opset1">
+		<layer id="2291" name="Convert_1070971" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -32075,8 +35779,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2034" name="self.layers.12.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1062379106" size="2048" />
+		<layer id="2292" name="self.layers.12.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1062543010" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2293" name="Convert_1070974" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2294" name="self.layers.12.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2295" name="self.layers.12.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1062543522" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -32084,7 +35831,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2035" name="self.layers.12.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2296" name="self.layers.12.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -32103,7 +35850,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2036" name="__module.layers.12.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2297" name="__module.layers.12.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -32121,7 +35868,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2037" name="__module.layers.12.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2298" name="__module.layers.12.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32142,15 +35889,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2038" name="Constant_68056" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2299" name="Constant_68056" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2039" name="__module.layers.12.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2300" name="__module.layers.12.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32171,15 +35918,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2040" name="__module.layers.12.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2301" name="__module.layers.12.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2041" name="__module.layers.12.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="2302" name="__module.layers.12.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -32200,7 +35947,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2042" name="__module.layers.12.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="2303" name="__module.layers.12.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32225,39 +35972,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2043" name="Constant_16722" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2304" name="Constant_16722" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2044" name="Constant_16724" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2305" name="Constant_16724" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2045" name="Constant_16726" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2306" name="Constant_16726" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2046" name="Constant_16678" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2307" name="Constant_16678" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2047" name="__module.layers.12.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="2308" name="__module.layers.12.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -32287,8 +36034,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2048" name="Constant_65443" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2309" name="Constant_65443" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -32298,7 +36045,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2049" name="__module.layers.12.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2310" name="__module.layers.12.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32323,39 +36070,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2050" name="Constant_16619" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2311" name="Constant_16619" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2051" name="Constant_16663" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2312" name="Constant_16663" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2052" name="Constant_16665" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2313" name="Constant_16665" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2053" name="Constant_16617" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2314" name="Constant_16617" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2054" name="__module.layers.12.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="2315" name="__module.layers.12.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -32385,7 +36132,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2055" name="__module.layers.12.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="2316" name="__module.layers.12.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32410,7 +36157,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2056" name="__module.layers.12.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="2317" name="__module.layers.12.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32435,7 +36182,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2057" name="__module.layers.12.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2318" name="__module.layers.12.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32460,13 +36207,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2058" name="2716" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="2319" name="2716" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2716" />
 			</output>
 		</layer>
-		<layer id="2059" name="__module.layers.12.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="2320" name="__module.layers.12.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -32486,7 +36233,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2060" name="__module.layers.12.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="2321" name="__module.layers.12.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32510,15 +36257,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2061" name="Constant_68057" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2322" name="Constant_68057" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2062" name="__module.layers.12.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="2323" name="__module.layers.12.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32541,19 +36288,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2063" name="self.layers.12.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1062381154" size="1179648" />
+		<layer id="2324" name="self.layers.12.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1062545570" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2064" name="Convert_1162475" type="Convert" version="opset1">
+		<layer id="2325" name="Convert_1066727" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -32565,16 +36312,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2065" name="self.layers.12.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1063560802" size="2048" />
+		<layer id="2326" name="self.layers.12.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1063725218" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2327" name="Convert_1066730" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2328" name="self.layers.12.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2066" name="self.layers.12.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2329" name="self.layers.12.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1063725730" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2330" name="self.layers.12.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -32593,7 +36383,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2067" name="__module.layers.12.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2331" name="__module.layers.12.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -32611,7 +36401,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2068" name="__module.layers.12.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2332" name="__module.layers.12.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32632,15 +36422,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2069" name="Constant_68058" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2333" name="Constant_68058" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2070" name="__module.layers.12.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2334" name="__module.layers.12.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32661,15 +36451,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2071" name="__module.layers.12.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2335" name="__module.layers.12.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2072" name="__module.layers.12.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="2336" name="__module.layers.12.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -32690,7 +36480,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2073" name="__module.layers.12.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="2337" name="__module.layers.12.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -32710,7 +36500,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2074" name="__module.layers.12.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="2338" name="__module.layers.12.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32734,15 +36524,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2075" name="Constant_68059" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2339" name="Constant_68059" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2076" name="__module.layers.12.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2340" name="__module.layers.12.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32765,13 +36555,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2077" name="__module.layers.12.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="2341" name="__module.layers.12.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="2078" name="__module.layers.12.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="2342" name="__module.layers.12.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32809,15 +36599,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2079" name="__module.layers.12.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2343" name="__module.layers.12.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2080" name="__module.layers.12.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="2344" name="__module.layers.12.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -32838,7 +36628,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2081" name="__module.layers.12.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2345" name="__module.layers.12.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32859,19 +36649,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2082" name="self.layers.12.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1063562850" size="2359296" />
+		<layer id="2346" name="self.layers.12.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1063727778" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2083" name="Convert_914819" type="Convert" version="opset1">
+		<layer id="2347" name="Convert_850283" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -32883,8 +36673,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2084" name="self.layers.12.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1065922146" size="4608" />
+		<layer id="2348" name="self.layers.12.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1066087074" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2349" name="Convert_850286" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2350" name="self.layers.12.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2351" name="self.layers.12.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1066088226" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -32892,7 +36725,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2085" name="self.layers.12.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2352" name="self.layers.12.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -32911,7 +36744,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2086" name="__module.layers.12.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2353" name="__module.layers.12.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -32929,7 +36762,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2087" name="__module.layers.12.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2354" name="__module.layers.12.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32950,7 +36783,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2088" name="Constant_65446" type="Const" version="opset1">
+		<layer id="2355" name="Constant_65446" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32960,7 +36793,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2089" name="Constant_65444" type="Const" version="opset1">
+		<layer id="2356" name="Constant_65444" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32970,7 +36803,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2090" name="__module.layers.12.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2357" name="__module.layers.12.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32992,7 +36825,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2091" name="Constant_17277" type="Const" version="opset1">
+		<layer id="2358" name="Constant_17277" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2859">
@@ -33000,7 +36833,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2092" name="__module.layers.12.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2359" name="__module.layers.12.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33020,7 +36853,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2093" name="Constant_65445" type="Const" version="opset1">
+		<layer id="2360" name="Constant_65445" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33030,7 +36863,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2094" name="__module.layers.12.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2361" name="__module.layers.12.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33052,7 +36885,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2095" name="__module.layers.12.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2362" name="__module.layers.12.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -33068,7 +36901,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2096" name="__module.layers.12.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2363" name="__module.layers.12.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33090,7 +36923,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2097" name="__module.layers.12.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2364" name="__module.layers.12.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33112,8 +36945,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2098" name="Constant_65447" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1065926754" size="9216" />
+		<layer id="2365" name="Constant_65447" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1066092834" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -33122,7 +36955,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2099" name="__module.layers.12.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2366" name="__module.layers.12.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33144,7 +36977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2100" name="__module.layers.12/aten::add/Add" type="Add" version="opset1">
+		<layer id="2367" name="__module.layers.12/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33166,7 +36999,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2101" name="Constant_65450" type="Const" version="opset1">
+		<layer id="2368" name="Constant_65450" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33176,7 +37009,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2102" name="Constant_65448" type="Const" version="opset1">
+		<layer id="2369" name="Constant_65448" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33186,7 +37019,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2103" name="__module.layers.12.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2370" name="__module.layers.12.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33208,7 +37041,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2104" name="Constant_17330" type="Const" version="opset1">
+		<layer id="2371" name="Constant_17330" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2872">
@@ -33216,7 +37049,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2105" name="__module.layers.12.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2372" name="__module.layers.12.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33236,7 +37069,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2106" name="Constant_65449" type="Const" version="opset1">
+		<layer id="2373" name="Constant_65449" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33246,7 +37079,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2107" name="__module.layers.12.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2374" name="__module.layers.12.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33268,7 +37101,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2108" name="__module.layers.12.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2375" name="__module.layers.12.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -33284,7 +37117,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2109" name="__module.layers.12.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2376" name="__module.layers.12.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33306,7 +37139,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2110" name="__module.layers.12.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2377" name="__module.layers.12.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33328,8 +37161,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2111" name="Constant_65451" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1065935970" size="9216" />
+		<layer id="2378" name="Constant_65451" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1066102050" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -33338,7 +37171,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2112" name="__module.layers.12.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2379" name="__module.layers.12.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33360,19 +37193,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2113" name="self.layers.12.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1065945186" size="10616832" />
+		<layer id="2380" name="self.layers.12.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1066111266" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2114" name="Convert_594189" type="Convert" version="opset1">
+		<layer id="2381" name="Convert_570181" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -33384,8 +37217,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2115" name="self.layers.12.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1076562018" size="18432" />
+		<layer id="2382" name="self.layers.12.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1076728098" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2383" name="Convert_570184" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2384" name="self.layers.12.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2385" name="self.layers.12.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1076732706" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -33393,7 +37269,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2116" name="self.layers.12.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2386" name="self.layers.12.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -33412,7 +37288,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2117" name="__module.layers.12.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2387" name="__module.layers.12.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -33430,7 +37306,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2118" name="__module.layers.12.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2388" name="__module.layers.12.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33451,7 +37327,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2119" name="__module.layers.12.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="2389" name="__module.layers.12.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33468,32 +37344,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2120" name="self.layers.12.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1076580450" size="10616832" />
+		<layer id="2390" name="self.layers.12.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1076751138" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2121" name="Convert_589333" type="Convert" version="opset1">
+		<layer id="2391" name="Convert_565937" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2392" name="self.layers.12.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1087367970" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2393" name="Convert_565940" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2394" name="self.layers.12.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2122" name="self.layers.12.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1087197282" size="18432" />
+		<layer id="2395" name="self.layers.12.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1087372578" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -33501,7 +37420,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2123" name="self.layers.12.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2396" name="self.layers.12.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -33520,7 +37439,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2124" name="__module.layers.12.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2397" name="__module.layers.12.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -33538,7 +37457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2125" name="__module.layers.12.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2398" name="__module.layers.12.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33559,7 +37478,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2126" name="__module.layers.12.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2399" name="__module.layers.12.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33581,19 +37500,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2127" name="self.layers.12.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1087215714" size="10616832" />
+		<layer id="2400" name="self.layers.12.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1087391010" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2128" name="Convert_599045" type="Convert" version="opset1">
+		<layer id="2401" name="Convert_574425" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -33605,16 +37524,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2129" name="self.layers.12.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1097832546" size="4608" />
+		<layer id="2402" name="self.layers.12.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1098007842" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2403" name="Convert_574428" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2404" name="self.layers.12.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2130" name="self.layers.12.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2405" name="self.layers.12.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1098008994" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2406" name="self.layers.12.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -33633,7 +37595,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2131" name="__module.layers.12.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2407" name="__module.layers.12.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -33651,7 +37613,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2132" name="__module.layers.12.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2408" name="__module.layers.12.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33672,7 +37634,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2133" name="Constant_65454" type="Const" version="opset1">
+		<layer id="2409" name="Constant_65454" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33682,7 +37644,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2134" name="Constant_65452" type="Const" version="opset1">
+		<layer id="2410" name="Constant_65452" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33692,7 +37654,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2135" name="__module.layers.12.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2411" name="__module.layers.12.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33714,7 +37676,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2136" name="Constant_17400" type="Const" version="opset1">
+		<layer id="2412" name="Constant_17400" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2899">
@@ -33722,7 +37684,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2137" name="__module.layers.12.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2413" name="__module.layers.12.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33742,7 +37704,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2138" name="Constant_65453" type="Const" version="opset1">
+		<layer id="2414" name="Constant_65453" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33752,7 +37714,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2139" name="__module.layers.12.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2415" name="__module.layers.12.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33774,7 +37736,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2140" name="__module.layers.12.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2416" name="__module.layers.12.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -33790,7 +37752,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2141" name="__module.layers.12.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2417" name="__module.layers.12.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33812,7 +37774,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2142" name="__module.layers.12.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2418" name="__module.layers.12.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33834,8 +37796,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2143" name="Constant_65455" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1097837154" size="9216" />
+		<layer id="2419" name="Constant_65455" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1098013602" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -33844,7 +37806,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2144" name="__module.layers.12.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2420" name="__module.layers.12.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33866,7 +37828,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2145" name="__module.layers.12/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2421" name="__module.layers.12/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33888,7 +37850,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2146" name="Constant_65458" type="Const" version="opset1">
+		<layer id="2422" name="Constant_65458" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33898,7 +37860,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2147" name="Constant_65456" type="Const" version="opset1">
+		<layer id="2423" name="Constant_65456" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33908,7 +37870,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2148" name="__module.layers.13.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2424" name="__module.layers.13.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33930,7 +37892,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2149" name="Constant_17477" type="Const" version="opset1">
+		<layer id="2425" name="Constant_17477" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2936">
@@ -33938,7 +37900,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2150" name="__module.layers.13.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2426" name="__module.layers.13.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33958,7 +37920,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2151" name="Constant_65457" type="Const" version="opset1">
+		<layer id="2427" name="Constant_65457" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33968,7 +37930,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2152" name="__module.layers.13.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2428" name="__module.layers.13.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33990,7 +37952,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2153" name="__module.layers.13.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2429" name="__module.layers.13.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -34006,7 +37968,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2154" name="__module.layers.13.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2430" name="__module.layers.13.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34028,7 +37990,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2155" name="__module.layers.13.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2431" name="__module.layers.13.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34050,8 +38012,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2156" name="Constant_65459" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1097846370" size="9216" />
+		<layer id="2432" name="Constant_65459" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1098022818" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -34060,7 +38022,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2157" name="__module.layers.13.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2433" name="__module.layers.13.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34082,32 +38044,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2158" name="self.layers.13.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1097855586" size="2359296" />
+		<layer id="2434" name="self.layers.13.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1098032034" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2159" name="Convert_919675" type="Convert" version="opset1">
+		<layer id="2435" name="Convert_854527" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2436" name="self.layers.13.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1100391330" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2437" name="Convert_854530" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2438" name="self.layers.13.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2160" name="self.layers.13.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1100214882" size="4096" />
+		<layer id="2439" name="self.layers.13.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1100392354" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -34115,7 +38120,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2161" name="self.layers.13.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2440" name="self.layers.13.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -34134,7 +38139,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2162" name="__module.layers.13.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2441" name="__module.layers.13.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -34152,7 +38157,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2163" name="__module.layers.13.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2442" name="__module.layers.13.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34173,15 +38178,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2164" name="Constant_68060" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="2443" name="Constant_68060" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2165" name="__module.layers.13.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="2444" name="__module.layers.13.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34202,15 +38207,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2166" name="__module.layers.13.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2445" name="__module.layers.13.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2167" name="__module.layers.13.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="2446" name="__module.layers.13.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -34231,7 +38236,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2168" name="__module.layers.13.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2447" name="__module.layers.13.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34256,39 +38261,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2169" name="Constant_17786" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2448" name="Constant_17786" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2170" name="Constant_17788" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2449" name="Constant_17788" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2171" name="Constant_17790" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2450" name="Constant_17790" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2172" name="Constant_17742" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2451" name="Constant_17742" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2173" name="__module.layers.13.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="2452" name="__module.layers.13.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -34318,8 +38323,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2174" name="Constant_65460" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2453" name="Constant_65460" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -34329,7 +38334,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2175" name="__module.layers.13.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="2454" name="__module.layers.13.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34354,39 +38359,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2176" name="Constant_17683" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2455" name="Constant_17683" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2177" name="Constant_17727" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2456" name="Constant_17727" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2178" name="Constant_17729" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2457" name="Constant_17729" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2179" name="Constant_17681" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2458" name="Constant_17681" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2180" name="__module.layers.13.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="2459" name="__module.layers.13.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -34416,7 +38421,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2181" name="__module.layers.13.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="2460" name="__module.layers.13.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34441,7 +38446,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2182" name="__module.layers.13.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2461" name="__module.layers.13.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34466,7 +38471,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2183" name="__module.layers.13.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="2462" name="__module.layers.13.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34491,19 +38496,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2184" name="self.layers.13.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1100218978" size="1179648" />
+		<layer id="2463" name="self.layers.13.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1100396450" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2185" name="Convert_1177043" type="Convert" version="opset1">
+		<layer id="2464" name="Convert_1079459" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -34515,8 +38520,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2186" name="self.layers.13.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1101398626" size="2048" />
+		<layer id="2465" name="self.layers.13.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1101576098" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2466" name="Convert_1079462" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2467" name="self.layers.13.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2468" name="self.layers.13.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1101576610" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -34524,7 +38572,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2187" name="self.layers.13.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2469" name="self.layers.13.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -34543,7 +38591,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2188" name="__module.layers.13.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2470" name="__module.layers.13.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -34561,7 +38609,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2189" name="__module.layers.13.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2471" name="__module.layers.13.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34582,15 +38630,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2190" name="Constant_68061" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2472" name="Constant_68061" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2191" name="__module.layers.13.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2473" name="__module.layers.13.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34611,15 +38659,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2192" name="__module.layers.13.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2474" name="__module.layers.13.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2193" name="__module.layers.13.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="2475" name="__module.layers.13.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -34640,7 +38688,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2194" name="__module.layers.13.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="2476" name="__module.layers.13.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34665,39 +38713,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2195" name="Constant_17929" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2477" name="Constant_17929" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2196" name="Constant_17931" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2478" name="Constant_17931" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2197" name="Constant_17933" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2479" name="Constant_17933" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2198" name="Constant_17885" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2480" name="Constant_17885" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2199" name="__module.layers.13.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="2481" name="__module.layers.13.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -34727,8 +38775,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2200" name="Constant_65461" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2482" name="Constant_65461" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -34738,7 +38786,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2201" name="__module.layers.13.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2483" name="__module.layers.13.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34763,39 +38811,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2202" name="Constant_17826" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2484" name="Constant_17826" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2203" name="Constant_17870" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2485" name="Constant_17870" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2204" name="Constant_17872" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2486" name="Constant_17872" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2205" name="Constant_17824" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2487" name="Constant_17824" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2206" name="__module.layers.13.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="2488" name="__module.layers.13.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -34825,7 +38873,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2207" name="__module.layers.13.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="2489" name="__module.layers.13.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34850,7 +38898,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2208" name="__module.layers.13.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="2490" name="__module.layers.13.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34875,7 +38923,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2209" name="__module.layers.13.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2491" name="__module.layers.13.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34900,13 +38948,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2210" name="2921" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="2492" name="2921" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="2921" />
 			</output>
 		</layer>
-		<layer id="2211" name="__module.layers.13.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="2493" name="__module.layers.13.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -34926,7 +38974,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2212" name="__module.layers.13.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="2494" name="__module.layers.13.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34950,15 +38998,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2213" name="Constant_68062" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2495" name="Constant_68062" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2214" name="__module.layers.13.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="2496" name="__module.layers.13.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34981,19 +39029,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2215" name="self.layers.13.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1101400674" size="1179648" />
+		<layer id="2497" name="self.layers.13.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1101578658" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2216" name="Convert_1172187" type="Convert" version="opset1">
+		<layer id="2498" name="Convert_1075215" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -35005,16 +39053,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2217" name="self.layers.13.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1102580322" size="2048" />
+		<layer id="2499" name="self.layers.13.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1102758306" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2500" name="Convert_1075218" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2501" name="self.layers.13.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2218" name="self.layers.13.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2502" name="self.layers.13.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1102758818" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2503" name="self.layers.13.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -35033,7 +39124,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2219" name="__module.layers.13.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2504" name="__module.layers.13.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -35051,7 +39142,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2220" name="__module.layers.13.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2505" name="__module.layers.13.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35072,15 +39163,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2221" name="Constant_68063" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2506" name="Constant_68063" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2222" name="__module.layers.13.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2507" name="__module.layers.13.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35101,15 +39192,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2223" name="__module.layers.13.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2508" name="__module.layers.13.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2224" name="__module.layers.13.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="2509" name="__module.layers.13.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -35130,7 +39221,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2225" name="__module.layers.13.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="2510" name="__module.layers.13.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -35150,7 +39241,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2226" name="__module.layers.13.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="2511" name="__module.layers.13.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35174,15 +39265,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2227" name="Constant_68064" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2512" name="Constant_68064" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2228" name="__module.layers.13.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2513" name="__module.layers.13.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35205,13 +39296,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2229" name="__module.layers.13.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="2514" name="__module.layers.13.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="2230" name="__module.layers.13.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="2515" name="__module.layers.13.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35249,15 +39340,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2231" name="__module.layers.13.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2516" name="__module.layers.13.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2232" name="__module.layers.13.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="2517" name="__module.layers.13.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -35278,7 +39369,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2233" name="__module.layers.13.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2518" name="__module.layers.13.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35299,19 +39390,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2234" name="self.layers.13.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1102582370" size="2359296" />
+		<layer id="2519" name="self.layers.13.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1102760866" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2235" name="Convert_924531" type="Convert" version="opset1">
+		<layer id="2520" name="Convert_858771" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -35323,8 +39414,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2236" name="self.layers.13.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1104941666" size="4608" />
+		<layer id="2521" name="self.layers.13.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1105120162" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2522" name="Convert_858774" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2523" name="self.layers.13.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2524" name="self.layers.13.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1105121314" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -35332,7 +39466,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2237" name="self.layers.13.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2525" name="self.layers.13.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -35351,7 +39485,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2238" name="__module.layers.13.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2526" name="__module.layers.13.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -35369,7 +39503,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2239" name="__module.layers.13.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2527" name="__module.layers.13.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35390,7 +39524,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2240" name="Constant_65464" type="Const" version="opset1">
+		<layer id="2528" name="Constant_65464" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35400,7 +39534,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2241" name="Constant_65462" type="Const" version="opset1">
+		<layer id="2529" name="Constant_65462" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35410,7 +39544,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2242" name="__module.layers.13.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2530" name="__module.layers.13.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35432,7 +39566,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2243" name="Constant_18484" type="Const" version="opset1">
+		<layer id="2531" name="Constant_18484" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3054">
@@ -35440,7 +39574,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2244" name="__module.layers.13.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2532" name="__module.layers.13.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35460,7 +39594,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2245" name="Constant_65463" type="Const" version="opset1">
+		<layer id="2533" name="Constant_65463" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35470,7 +39604,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2246" name="__module.layers.13.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2534" name="__module.layers.13.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35492,7 +39626,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2247" name="__module.layers.13.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2535" name="__module.layers.13.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -35508,7 +39642,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2248" name="__module.layers.13.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2536" name="__module.layers.13.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35530,7 +39664,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2249" name="__module.layers.13.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2537" name="__module.layers.13.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35552,8 +39686,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2250" name="Constant_65465" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1104946274" size="9216" />
+		<layer id="2538" name="Constant_65465" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1105125922" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -35562,7 +39696,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2251" name="__module.layers.13.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2539" name="__module.layers.13.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35584,7 +39718,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2252" name="__module.layers.13/aten::add/Add" type="Add" version="opset1">
+		<layer id="2540" name="__module.layers.13/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35606,7 +39740,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2253" name="Constant_65468" type="Const" version="opset1">
+		<layer id="2541" name="Constant_65468" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35616,7 +39750,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2254" name="Constant_65466" type="Const" version="opset1">
+		<layer id="2542" name="Constant_65466" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35626,7 +39760,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2255" name="__module.layers.13.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2543" name="__module.layers.13.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35648,7 +39782,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2256" name="Constant_18537" type="Const" version="opset1">
+		<layer id="2544" name="Constant_18537" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3067">
@@ -35656,7 +39790,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2257" name="__module.layers.13.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2545" name="__module.layers.13.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35676,7 +39810,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2258" name="Constant_65467" type="Const" version="opset1">
+		<layer id="2546" name="Constant_65467" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35686,7 +39820,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2259" name="__module.layers.13.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2547" name="__module.layers.13.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35708,7 +39842,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2260" name="__module.layers.13.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2548" name="__module.layers.13.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -35724,7 +39858,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2261" name="__module.layers.13.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2549" name="__module.layers.13.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35746,7 +39880,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2262" name="__module.layers.13.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2550" name="__module.layers.13.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35768,8 +39902,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2263" name="Constant_65469" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1104955490" size="9216" />
+		<layer id="2551" name="Constant_65469" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1105135138" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -35778,7 +39912,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2264" name="__module.layers.13.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2552" name="__module.layers.13.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35800,19 +39934,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2265" name="self.layers.13.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1104964706" size="10616832" />
+		<layer id="2553" name="self.layers.13.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1105144354" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2266" name="Convert_608757" type="Convert" version="opset1">
+		<layer id="2554" name="Convert_582913" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -35824,8 +39958,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2267" name="self.layers.13.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1115581538" size="18432" />
+		<layer id="2555" name="self.layers.13.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1115761186" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2556" name="Convert_582916" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2557" name="self.layers.13.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2558" name="self.layers.13.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1115765794" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -35833,7 +40010,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2268" name="self.layers.13.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2559" name="self.layers.13.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -35852,7 +40029,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2269" name="__module.layers.13.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2560" name="__module.layers.13.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -35870,7 +40047,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2270" name="__module.layers.13.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2561" name="__module.layers.13.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35891,7 +40068,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2271" name="__module.layers.13.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="2562" name="__module.layers.13.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35908,32 +40085,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2272" name="self.layers.13.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1115599970" size="10616832" />
+		<layer id="2563" name="self.layers.13.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1115784226" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2273" name="Convert_603901" type="Convert" version="opset1">
+		<layer id="2564" name="Convert_578669" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2565" name="self.layers.13.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1126401058" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2566" name="Convert_578672" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2567" name="self.layers.13.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2274" name="self.layers.13.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1126216802" size="18432" />
+		<layer id="2568" name="self.layers.13.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1126405666" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -35941,7 +40161,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2275" name="self.layers.13.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2569" name="self.layers.13.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -35960,7 +40180,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2276" name="__module.layers.13.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2570" name="__module.layers.13.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -35978,7 +40198,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2277" name="__module.layers.13.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2571" name="__module.layers.13.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35999,7 +40219,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2278" name="__module.layers.13.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2572" name="__module.layers.13.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36021,19 +40241,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2279" name="self.layers.13.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1126235234" size="10616832" />
+		<layer id="2573" name="self.layers.13.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1126424098" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2280" name="Convert_613613" type="Convert" version="opset1">
+		<layer id="2574" name="Convert_587157" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -36045,16 +40265,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2281" name="self.layers.13.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1136852066" size="4608" />
+		<layer id="2575" name="self.layers.13.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1137040930" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2576" name="Convert_587160" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2577" name="self.layers.13.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2282" name="self.layers.13.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2578" name="self.layers.13.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1137042082" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2579" name="self.layers.13.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -36073,7 +40336,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2283" name="__module.layers.13.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2580" name="__module.layers.13.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -36091,7 +40354,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2284" name="__module.layers.13.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2581" name="__module.layers.13.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36112,7 +40375,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2285" name="Constant_65472" type="Const" version="opset1">
+		<layer id="2582" name="Constant_65472" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36122,7 +40385,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2286" name="Constant_65470" type="Const" version="opset1">
+		<layer id="2583" name="Constant_65470" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36132,7 +40395,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2287" name="__module.layers.13.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2584" name="__module.layers.13.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36154,7 +40417,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2288" name="Constant_18607" type="Const" version="opset1">
+		<layer id="2585" name="Constant_18607" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3094">
@@ -36162,7 +40425,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2289" name="__module.layers.13.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2586" name="__module.layers.13.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36182,7 +40445,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2290" name="Constant_65471" type="Const" version="opset1">
+		<layer id="2587" name="Constant_65471" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36192,7 +40455,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2291" name="__module.layers.13.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2588" name="__module.layers.13.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36214,7 +40477,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2292" name="__module.layers.13.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2589" name="__module.layers.13.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -36230,7 +40493,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2293" name="__module.layers.13.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2590" name="__module.layers.13.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36252,7 +40515,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2294" name="__module.layers.13.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2591" name="__module.layers.13.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36274,8 +40537,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2295" name="Constant_65473" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1136856674" size="9216" />
+		<layer id="2592" name="Constant_65473" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1137046690" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -36284,7 +40547,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2296" name="__module.layers.13.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2593" name="__module.layers.13.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36306,7 +40569,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2297" name="__module.layers.13/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2594" name="__module.layers.13/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36328,7 +40591,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2298" name="Constant_65476" type="Const" version="opset1">
+		<layer id="2595" name="Constant_65476" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36338,7 +40601,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2299" name="Constant_65474" type="Const" version="opset1">
+		<layer id="2596" name="Constant_65474" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36348,7 +40611,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2300" name="__module.layers.14.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2597" name="__module.layers.14.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36370,7 +40633,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2301" name="Constant_18832" type="Const" version="opset1">
+		<layer id="2598" name="Constant_18832" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3142">
@@ -36378,7 +40641,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2302" name="__module.layers.14.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2599" name="__module.layers.14.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36398,7 +40661,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2303" name="Constant_65475" type="Const" version="opset1">
+		<layer id="2600" name="Constant_65475" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36408,7 +40671,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2304" name="__module.layers.14.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2601" name="__module.layers.14.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36430,7 +40693,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2305" name="__module.layers.14.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2602" name="__module.layers.14.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -36446,7 +40709,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2306" name="__module.layers.14.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2603" name="__module.layers.14.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36468,7 +40731,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2307" name="__module.layers.14.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2604" name="__module.layers.14.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36490,8 +40753,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2308" name="Constant_65477" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1136865890" size="9216" />
+		<layer id="2605" name="Constant_65477" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1137055906" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -36500,7 +40763,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2309" name="__module.layers.14.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2606" name="__module.layers.14.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36522,32 +40785,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2310" name="self.layers.14.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1136875106" size="2359296" />
+		<layer id="2607" name="self.layers.14.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1137065122" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2311" name="Convert_929387" type="Convert" version="opset1">
+		<layer id="2608" name="Convert_863015" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2609" name="self.layers.14.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1139424418" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2610" name="Convert_863018" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2611" name="self.layers.14.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2312" name="self.layers.14.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1139234402" size="4096" />
+		<layer id="2612" name="self.layers.14.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1139425442" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -36555,7 +40861,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2313" name="self.layers.14.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2613" name="self.layers.14.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -36574,7 +40880,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2314" name="__module.layers.14.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2614" name="__module.layers.14.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -36592,7 +40898,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2315" name="__module.layers.14.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2615" name="__module.layers.14.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36613,15 +40919,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2316" name="Constant_68065" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="2616" name="Constant_68065" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2317" name="__module.layers.14.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="2617" name="__module.layers.14.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36642,15 +40948,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2318" name="__module.layers.14.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2618" name="__module.layers.14.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2319" name="__module.layers.14.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="2619" name="__module.layers.14.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -36671,7 +40977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2320" name="__module.layers.14.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2620" name="__module.layers.14.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36696,39 +41002,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2321" name="Constant_19141" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2621" name="Constant_19141" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2322" name="Constant_19143" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2622" name="Constant_19143" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2323" name="Constant_19145" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2623" name="Constant_19145" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2324" name="Constant_19097" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2624" name="Constant_19097" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2325" name="__module.layers.14.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="2625" name="__module.layers.14.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -36758,8 +41064,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2326" name="Constant_65478" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2626" name="Constant_65478" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -36769,7 +41075,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2327" name="__module.layers.14.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="2627" name="__module.layers.14.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36794,39 +41100,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2328" name="Constant_19038" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2628" name="Constant_19038" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2329" name="Constant_19082" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2629" name="Constant_19082" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2330" name="Constant_19084" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2630" name="Constant_19084" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2331" name="Constant_19036" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2631" name="Constant_19036" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2332" name="__module.layers.14.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="2632" name="__module.layers.14.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -36856,7 +41162,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2333" name="__module.layers.14.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="2633" name="__module.layers.14.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36881,7 +41187,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2334" name="__module.layers.14.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2634" name="__module.layers.14.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36906,7 +41212,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2335" name="__module.layers.14.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="2635" name="__module.layers.14.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36931,19 +41237,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2336" name="self.layers.14.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1139238498" size="1179648" />
+		<layer id="2636" name="self.layers.14.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1139429538" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2337" name="Convert_1186755" type="Convert" version="opset1">
+		<layer id="2637" name="Convert_1087947" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -36955,8 +41261,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2338" name="self.layers.14.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1140418146" size="2048" />
+		<layer id="2638" name="self.layers.14.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1140609186" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2639" name="Convert_1087950" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2640" name="self.layers.14.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2641" name="self.layers.14.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1140609698" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -36964,7 +41313,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2339" name="self.layers.14.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2642" name="self.layers.14.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -36983,7 +41332,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2340" name="__module.layers.14.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2643" name="__module.layers.14.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -37001,7 +41350,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2341" name="__module.layers.14.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2644" name="__module.layers.14.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37022,15 +41371,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2342" name="Constant_68066" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2645" name="Constant_68066" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2343" name="__module.layers.14.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2646" name="__module.layers.14.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37051,15 +41400,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2344" name="__module.layers.14.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2647" name="__module.layers.14.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2345" name="__module.layers.14.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="2648" name="__module.layers.14.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -37080,7 +41429,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2346" name="__module.layers.14.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="2649" name="__module.layers.14.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37105,39 +41454,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2347" name="Constant_19284" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2650" name="Constant_19284" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2348" name="Constant_19286" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2651" name="Constant_19286" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2349" name="Constant_19288" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2652" name="Constant_19288" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2350" name="Constant_19240" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2653" name="Constant_19240" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2351" name="__module.layers.14.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="2654" name="__module.layers.14.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -37167,8 +41516,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2352" name="Constant_65479" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2655" name="Constant_65479" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -37178,7 +41527,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2353" name="__module.layers.14.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2656" name="__module.layers.14.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37203,39 +41552,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2354" name="Constant_19181" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2657" name="Constant_19181" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2355" name="Constant_19225" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2658" name="Constant_19225" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2356" name="Constant_19227" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2659" name="Constant_19227" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2357" name="Constant_19179" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2660" name="Constant_19179" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2358" name="__module.layers.14.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="2661" name="__module.layers.14.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -37265,7 +41614,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2359" name="__module.layers.14.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="2662" name="__module.layers.14.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37290,7 +41639,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2360" name="__module.layers.14.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="2663" name="__module.layers.14.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37315,7 +41664,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2361" name="__module.layers.14.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2664" name="__module.layers.14.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37340,13 +41689,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2362" name="3117" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="2665" name="3117" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3117" />
 			</output>
 		</layer>
-		<layer id="2363" name="__module.layers.14.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="2666" name="__module.layers.14.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -37366,7 +41715,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2364" name="__module.layers.14.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="2667" name="__module.layers.14.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37390,15 +41739,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2365" name="Constant_68067" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2668" name="Constant_68067" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2366" name="__module.layers.14.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="2669" name="__module.layers.14.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37421,19 +41770,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2367" name="self.layers.14.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1140420194" size="1179648" />
+		<layer id="2670" name="self.layers.14.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1140611746" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2368" name="Convert_1181899" type="Convert" version="opset1">
+		<layer id="2671" name="Convert_1083703" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -37445,16 +41794,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2369" name="self.layers.14.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1141599842" size="2048" />
+		<layer id="2672" name="self.layers.14.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1141791394" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2673" name="Convert_1083706" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2674" name="self.layers.14.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2370" name="self.layers.14.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2675" name="self.layers.14.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1141791906" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2676" name="self.layers.14.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -37473,7 +41865,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2371" name="__module.layers.14.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2677" name="__module.layers.14.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -37491,7 +41883,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2372" name="__module.layers.14.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2678" name="__module.layers.14.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37512,15 +41904,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2373" name="Constant_68068" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2679" name="Constant_68068" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2374" name="__module.layers.14.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2680" name="__module.layers.14.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37541,15 +41933,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2375" name="__module.layers.14.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2681" name="__module.layers.14.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2376" name="__module.layers.14.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="2682" name="__module.layers.14.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -37570,7 +41962,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2377" name="__module.layers.14.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="2683" name="__module.layers.14.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -37590,7 +41982,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2378" name="__module.layers.14.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="2684" name="__module.layers.14.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37614,15 +42006,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2379" name="Constant_68069" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2685" name="Constant_68069" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2380" name="__module.layers.14.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2686" name="__module.layers.14.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37645,13 +42037,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2381" name="__module.layers.14.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="2687" name="__module.layers.14.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="2382" name="__module.layers.14.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="2688" name="__module.layers.14.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37689,15 +42081,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2383" name="__module.layers.14.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2689" name="__module.layers.14.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2384" name="__module.layers.14.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="2690" name="__module.layers.14.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -37718,7 +42110,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2385" name="__module.layers.14.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2691" name="__module.layers.14.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37739,19 +42131,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2386" name="self.layers.14.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1141601890" size="2359296" />
+		<layer id="2692" name="self.layers.14.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1141793954" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2387" name="Convert_934243" type="Convert" version="opset1">
+		<layer id="2693" name="Convert_867259" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -37763,8 +42155,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2388" name="self.layers.14.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1143961186" size="4608" />
+		<layer id="2694" name="self.layers.14.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1144153250" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2695" name="Convert_867262" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2696" name="self.layers.14.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2697" name="self.layers.14.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1144154402" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -37772,7 +42207,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2389" name="self.layers.14.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2698" name="self.layers.14.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -37791,7 +42226,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2390" name="__module.layers.14.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2699" name="__module.layers.14.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -37809,7 +42244,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2391" name="__module.layers.14.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2700" name="__module.layers.14.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37830,7 +42265,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2392" name="Constant_65482" type="Const" version="opset1">
+		<layer id="2701" name="Constant_65482" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37840,7 +42275,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2393" name="Constant_65480" type="Const" version="opset1">
+		<layer id="2702" name="Constant_65480" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37850,7 +42285,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2394" name="__module.layers.14.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2703" name="__module.layers.14.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37872,7 +42307,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2395" name="Constant_19839" type="Const" version="opset1">
+		<layer id="2704" name="Constant_19839" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3260">
@@ -37880,7 +42315,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2396" name="__module.layers.14.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2705" name="__module.layers.14.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37900,7 +42335,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2397" name="Constant_65481" type="Const" version="opset1">
+		<layer id="2706" name="Constant_65481" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37910,7 +42345,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2398" name="__module.layers.14.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2707" name="__module.layers.14.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37932,7 +42367,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2399" name="__module.layers.14.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2708" name="__module.layers.14.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -37948,7 +42383,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2400" name="__module.layers.14.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2709" name="__module.layers.14.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37970,7 +42405,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2401" name="__module.layers.14.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2710" name="__module.layers.14.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37992,8 +42427,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2402" name="Constant_65483" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1143965794" size="9216" />
+		<layer id="2711" name="Constant_65483" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1144159010" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -38002,7 +42437,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2403" name="__module.layers.14.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2712" name="__module.layers.14.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38024,7 +42459,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2404" name="__module.layers.14/aten::add/Add" type="Add" version="opset1">
+		<layer id="2713" name="__module.layers.14/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38046,7 +42481,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2405" name="Constant_65486" type="Const" version="opset1">
+		<layer id="2714" name="Constant_65486" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38056,7 +42491,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2406" name="Constant_65484" type="Const" version="opset1">
+		<layer id="2715" name="Constant_65484" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38066,7 +42501,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2407" name="__module.layers.14.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2716" name="__module.layers.14.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38088,7 +42523,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2408" name="Constant_19892" type="Const" version="opset1">
+		<layer id="2717" name="Constant_19892" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3273">
@@ -38096,7 +42531,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2409" name="__module.layers.14.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2718" name="__module.layers.14.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38116,7 +42551,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2410" name="Constant_65485" type="Const" version="opset1">
+		<layer id="2719" name="Constant_65485" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38126,7 +42561,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2411" name="__module.layers.14.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2720" name="__module.layers.14.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38148,7 +42583,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2412" name="__module.layers.14.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2721" name="__module.layers.14.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -38164,7 +42599,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2413" name="__module.layers.14.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2722" name="__module.layers.14.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38186,7 +42621,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2414" name="__module.layers.14.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2723" name="__module.layers.14.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38208,8 +42643,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2415" name="Constant_65487" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1143975010" size="9216" />
+		<layer id="2724" name="Constant_65487" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1144168226" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -38218,7 +42653,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2416" name="__module.layers.14.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2725" name="__module.layers.14.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38240,19 +42675,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2417" name="self.layers.14.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1143984226" size="10616832" />
+		<layer id="2726" name="self.layers.14.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1144177442" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2418" name="Convert_623325" type="Convert" version="opset1">
+		<layer id="2727" name="Convert_595645" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -38264,8 +42699,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2419" name="self.layers.14.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1154601058" size="18432" />
+		<layer id="2728" name="self.layers.14.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1154794274" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2729" name="Convert_595648" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2730" name="self.layers.14.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2731" name="self.layers.14.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1154798882" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -38273,7 +42751,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2420" name="self.layers.14.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2732" name="self.layers.14.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -38292,7 +42770,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2421" name="__module.layers.14.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2733" name="__module.layers.14.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -38310,7 +42788,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2422" name="__module.layers.14.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2734" name="__module.layers.14.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38331,7 +42809,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2423" name="__module.layers.14.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="2735" name="__module.layers.14.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38348,32 +42826,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2424" name="self.layers.14.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1154619490" size="10616832" />
+		<layer id="2736" name="self.layers.14.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1154817314" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2425" name="Convert_618469" type="Convert" version="opset1">
+		<layer id="2737" name="Convert_591401" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2738" name="self.layers.14.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1165434146" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2739" name="Convert_591404" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2740" name="self.layers.14.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2426" name="self.layers.14.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1165236322" size="18432" />
+		<layer id="2741" name="self.layers.14.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1165438754" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -38381,7 +42902,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2427" name="self.layers.14.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2742" name="self.layers.14.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -38400,7 +42921,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2428" name="__module.layers.14.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2743" name="__module.layers.14.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -38418,7 +42939,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2429" name="__module.layers.14.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2744" name="__module.layers.14.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38439,7 +42960,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2430" name="__module.layers.14.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2745" name="__module.layers.14.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38461,19 +42982,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2431" name="self.layers.14.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1165254754" size="10616832" />
+		<layer id="2746" name="self.layers.14.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1165457186" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2432" name="Convert_628181" type="Convert" version="opset1">
+		<layer id="2747" name="Convert_599889" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -38485,16 +43006,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2433" name="self.layers.14.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1175871586" size="4608" />
+		<layer id="2748" name="self.layers.14.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1176074018" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2749" name="Convert_599892" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2750" name="self.layers.14.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2434" name="self.layers.14.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2751" name="self.layers.14.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1176075170" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2752" name="self.layers.14.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -38513,7 +43077,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2435" name="__module.layers.14.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2753" name="__module.layers.14.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -38531,7 +43095,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2436" name="__module.layers.14.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2754" name="__module.layers.14.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38552,7 +43116,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2437" name="Constant_65490" type="Const" version="opset1">
+		<layer id="2755" name="Constant_65490" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38562,7 +43126,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2438" name="Constant_65488" type="Const" version="opset1">
+		<layer id="2756" name="Constant_65488" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38572,7 +43136,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2439" name="__module.layers.14.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2757" name="__module.layers.14.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38594,7 +43158,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2440" name="Constant_19962" type="Const" version="opset1">
+		<layer id="2758" name="Constant_19962" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3300">
@@ -38602,7 +43166,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2441" name="__module.layers.14.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2759" name="__module.layers.14.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38622,7 +43186,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2442" name="Constant_65489" type="Const" version="opset1">
+		<layer id="2760" name="Constant_65489" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38632,7 +43196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2443" name="__module.layers.14.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2761" name="__module.layers.14.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38654,7 +43218,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2444" name="__module.layers.14.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2762" name="__module.layers.14.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -38670,7 +43234,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2445" name="__module.layers.14.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2763" name="__module.layers.14.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38692,7 +43256,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2446" name="__module.layers.14.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2764" name="__module.layers.14.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38714,8 +43278,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2447" name="Constant_65491" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1175876194" size="9216" />
+		<layer id="2765" name="Constant_65491" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1176079778" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -38724,7 +43288,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2448" name="__module.layers.14.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2766" name="__module.layers.14.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38746,7 +43310,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2449" name="__module.layers.14/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2767" name="__module.layers.14/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38768,7 +43332,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2450" name="Constant_65494" type="Const" version="opset1">
+		<layer id="2768" name="Constant_65494" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38778,7 +43342,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2451" name="Constant_65492" type="Const" version="opset1">
+		<layer id="2769" name="Constant_65492" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38788,7 +43352,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2452" name="__module.layers.15.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2770" name="__module.layers.15.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38810,7 +43374,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2453" name="Constant_20039" type="Const" version="opset1">
+		<layer id="2771" name="Constant_20039" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3337">
@@ -38818,7 +43382,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2454" name="__module.layers.15.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2772" name="__module.layers.15.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38838,7 +43402,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2455" name="Constant_65493" type="Const" version="opset1">
+		<layer id="2773" name="Constant_65493" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38848,7 +43412,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2456" name="__module.layers.15.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2774" name="__module.layers.15.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38870,7 +43434,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2457" name="__module.layers.15.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2775" name="__module.layers.15.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -38886,7 +43450,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2458" name="__module.layers.15.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2776" name="__module.layers.15.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38908,7 +43472,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2459" name="__module.layers.15.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2777" name="__module.layers.15.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38930,8 +43494,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2460" name="Constant_65495" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1175885410" size="9216" />
+		<layer id="2778" name="Constant_65495" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1176088994" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -38940,7 +43504,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2461" name="__module.layers.15.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2779" name="__module.layers.15.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38962,32 +43526,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2462" name="self.layers.15.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1175894626" size="2359296" />
+		<layer id="2780" name="self.layers.15.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1176098210" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2463" name="Convert_939099" type="Convert" version="opset1">
+		<layer id="2781" name="Convert_871503" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2782" name="self.layers.15.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1178457506" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2783" name="Convert_871506" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2784" name="self.layers.15.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2464" name="self.layers.15.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1178253922" size="4096" />
+		<layer id="2785" name="self.layers.15.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1178458530" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -38995,7 +43602,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2465" name="self.layers.15.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2786" name="self.layers.15.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -39014,7 +43621,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2466" name="__module.layers.15.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2787" name="__module.layers.15.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -39032,7 +43639,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2467" name="__module.layers.15.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2788" name="__module.layers.15.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39053,15 +43660,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2468" name="Constant_68070" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="2789" name="Constant_68070" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2469" name="__module.layers.15.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="2790" name="__module.layers.15.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39082,15 +43689,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2470" name="__module.layers.15.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2791" name="__module.layers.15.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2471" name="__module.layers.15.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="2792" name="__module.layers.15.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -39111,7 +43718,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2472" name="__module.layers.15.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2793" name="__module.layers.15.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39136,39 +43743,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2473" name="Constant_20348" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2794" name="Constant_20348" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2474" name="Constant_20350" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2795" name="Constant_20350" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2475" name="Constant_20352" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2796" name="Constant_20352" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2476" name="Constant_20304" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2797" name="Constant_20304" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2477" name="__module.layers.15.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="2798" name="__module.layers.15.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -39198,8 +43805,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2478" name="Constant_65496" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2799" name="Constant_65496" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -39209,7 +43816,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2479" name="__module.layers.15.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="2800" name="__module.layers.15.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39234,39 +43841,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2480" name="Constant_20245" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2801" name="Constant_20245" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2481" name="Constant_20289" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2802" name="Constant_20289" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2482" name="Constant_20291" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2803" name="Constant_20291" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2483" name="Constant_20243" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2804" name="Constant_20243" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2484" name="__module.layers.15.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="2805" name="__module.layers.15.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -39296,7 +43903,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2485" name="__module.layers.15.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="2806" name="__module.layers.15.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39321,7 +43928,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2486" name="__module.layers.15.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2807" name="__module.layers.15.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39346,7 +43953,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2487" name="__module.layers.15.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="2808" name="__module.layers.15.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39371,19 +43978,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2488" name="self.layers.15.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1178258018" size="1179648" />
+		<layer id="2809" name="self.layers.15.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1178462626" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2489" name="Convert_1196467" type="Convert" version="opset1">
+		<layer id="2810" name="Convert_1096435" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -39395,8 +44002,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2490" name="self.layers.15.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1179437666" size="2048" />
+		<layer id="2811" name="self.layers.15.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1179642274" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2812" name="Convert_1096438" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2813" name="self.layers.15.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2814" name="self.layers.15.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1179642786" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -39404,7 +44054,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2491" name="self.layers.15.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2815" name="self.layers.15.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -39423,7 +44073,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2492" name="__module.layers.15.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2816" name="__module.layers.15.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -39441,7 +44091,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2493" name="__module.layers.15.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2817" name="__module.layers.15.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39462,15 +44112,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2494" name="Constant_68071" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2818" name="Constant_68071" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2495" name="__module.layers.15.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2819" name="__module.layers.15.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39491,15 +44141,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2496" name="__module.layers.15.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2820" name="__module.layers.15.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2497" name="__module.layers.15.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="2821" name="__module.layers.15.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -39520,7 +44170,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2498" name="__module.layers.15.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="2822" name="__module.layers.15.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39545,39 +44195,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2499" name="Constant_20491" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2823" name="Constant_20491" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2500" name="Constant_20493" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2824" name="Constant_20493" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2501" name="Constant_20495" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2825" name="Constant_20495" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2502" name="Constant_20447" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2826" name="Constant_20447" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2503" name="__module.layers.15.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="2827" name="__module.layers.15.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -39607,8 +44257,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2504" name="Constant_65497" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2828" name="Constant_65497" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -39618,7 +44268,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2505" name="__module.layers.15.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2829" name="__module.layers.15.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39643,39 +44293,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2506" name="Constant_20388" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2830" name="Constant_20388" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2507" name="Constant_20432" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2831" name="Constant_20432" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2508" name="Constant_20434" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2832" name="Constant_20434" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2509" name="Constant_20386" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2833" name="Constant_20386" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2510" name="__module.layers.15.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="2834" name="__module.layers.15.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -39705,7 +44355,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2511" name="__module.layers.15.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="2835" name="__module.layers.15.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39730,7 +44380,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2512" name="__module.layers.15.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="2836" name="__module.layers.15.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39755,7 +44405,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2513" name="__module.layers.15.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2837" name="__module.layers.15.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39780,13 +44430,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2514" name="3322" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="2838" name="3322" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3322" />
 			</output>
 		</layer>
-		<layer id="2515" name="__module.layers.15.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="2839" name="__module.layers.15.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -39806,7 +44456,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2516" name="__module.layers.15.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="2840" name="__module.layers.15.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39830,15 +44480,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2517" name="Constant_68072" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2841" name="Constant_68072" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2518" name="__module.layers.15.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="2842" name="__module.layers.15.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39861,19 +44511,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2519" name="self.layers.15.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1179439714" size="1179648" />
+		<layer id="2843" name="self.layers.15.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1179644834" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2520" name="Convert_1191611" type="Convert" version="opset1">
+		<layer id="2844" name="Convert_1092191" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -39885,16 +44535,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2521" name="self.layers.15.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1180619362" size="2048" />
+		<layer id="2845" name="self.layers.15.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1180824482" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2846" name="Convert_1092194" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2847" name="self.layers.15.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2522" name="self.layers.15.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2848" name="self.layers.15.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1180824994" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2849" name="self.layers.15.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -39913,7 +44606,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2523" name="__module.layers.15.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2850" name="__module.layers.15.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -39931,7 +44624,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2524" name="__module.layers.15.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2851" name="__module.layers.15.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39952,15 +44645,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2525" name="Constant_68073" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2852" name="Constant_68073" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2526" name="__module.layers.15.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2853" name="__module.layers.15.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39981,15 +44674,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2527" name="__module.layers.15.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2854" name="__module.layers.15.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2528" name="__module.layers.15.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="2855" name="__module.layers.15.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -40010,7 +44703,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2529" name="__module.layers.15.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="2856" name="__module.layers.15.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -40030,7 +44723,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2530" name="__module.layers.15.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="2857" name="__module.layers.15.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40054,15 +44747,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2531" name="Constant_68074" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="2858" name="Constant_68074" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2532" name="__module.layers.15.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2859" name="__module.layers.15.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40085,13 +44778,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2533" name="__module.layers.15.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="2860" name="__module.layers.15.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="2534" name="__module.layers.15.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="2861" name="__module.layers.15.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40129,15 +44822,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2535" name="__module.layers.15.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2862" name="__module.layers.15.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2536" name="__module.layers.15.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="2863" name="__module.layers.15.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -40158,7 +44851,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2537" name="__module.layers.15.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="2864" name="__module.layers.15.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40179,19 +44872,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2538" name="self.layers.15.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1180621410" size="2359296" />
+		<layer id="2865" name="self.layers.15.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1180827042" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2539" name="Convert_943955" type="Convert" version="opset1">
+		<layer id="2866" name="Convert_875747" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -40203,8 +44896,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2540" name="self.layers.15.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1182980706" size="4608" />
+		<layer id="2867" name="self.layers.15.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1183186338" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2868" name="Convert_875750" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2869" name="self.layers.15.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2870" name="self.layers.15.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1183187490" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -40212,7 +44948,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2541" name="self.layers.15.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2871" name="self.layers.15.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -40231,7 +44967,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2542" name="__module.layers.15.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2872" name="__module.layers.15.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -40249,7 +44985,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2543" name="__module.layers.15.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2873" name="__module.layers.15.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40270,7 +45006,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2544" name="Constant_65500" type="Const" version="opset1">
+		<layer id="2874" name="Constant_65500" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40280,7 +45016,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2545" name="Constant_65498" type="Const" version="opset1">
+		<layer id="2875" name="Constant_65498" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40290,7 +45026,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2546" name="__module.layers.15.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2876" name="__module.layers.15.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40312,7 +45048,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2547" name="Constant_21046" type="Const" version="opset1">
+		<layer id="2877" name="Constant_21046" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3455">
@@ -40320,7 +45056,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2548" name="__module.layers.15.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2878" name="__module.layers.15.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40340,7 +45076,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2549" name="Constant_65499" type="Const" version="opset1">
+		<layer id="2879" name="Constant_65499" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40350,7 +45086,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2550" name="__module.layers.15.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2880" name="__module.layers.15.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40372,7 +45108,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2551" name="__module.layers.15.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2881" name="__module.layers.15.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -40388,7 +45124,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2552" name="__module.layers.15.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2882" name="__module.layers.15.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40410,7 +45146,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2553" name="__module.layers.15.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2883" name="__module.layers.15.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40432,8 +45168,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2554" name="Constant_65501" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1182985314" size="9216" />
+		<layer id="2884" name="Constant_65501" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1183192098" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -40442,7 +45178,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2555" name="__module.layers.15.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2885" name="__module.layers.15.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40464,7 +45200,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2556" name="__module.layers.15/aten::add/Add" type="Add" version="opset1">
+		<layer id="2886" name="__module.layers.15/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40486,7 +45222,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2557" name="Constant_65504" type="Const" version="opset1">
+		<layer id="2887" name="Constant_65504" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40496,7 +45232,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2558" name="Constant_65502" type="Const" version="opset1">
+		<layer id="2888" name="Constant_65502" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40506,7 +45242,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2559" name="__module.layers.15.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2889" name="__module.layers.15.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40528,7 +45264,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2560" name="Constant_21099" type="Const" version="opset1">
+		<layer id="2890" name="Constant_21099" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3468">
@@ -40536,7 +45272,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2561" name="__module.layers.15.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2891" name="__module.layers.15.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40556,7 +45292,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2562" name="Constant_65503" type="Const" version="opset1">
+		<layer id="2892" name="Constant_65503" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40566,7 +45302,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2563" name="__module.layers.15.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2893" name="__module.layers.15.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40588,7 +45324,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2564" name="__module.layers.15.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2894" name="__module.layers.15.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -40604,7 +45340,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2565" name="__module.layers.15.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2895" name="__module.layers.15.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40626,7 +45362,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2566" name="__module.layers.15.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2896" name="__module.layers.15.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40648,8 +45384,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2567" name="Constant_65505" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1182994530" size="9216" />
+		<layer id="2897" name="Constant_65505" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1183201314" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -40658,7 +45394,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2568" name="__module.layers.15.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2898" name="__module.layers.15.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40680,19 +45416,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2569" name="self.layers.15.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1183003746" size="10616832" />
+		<layer id="2899" name="self.layers.15.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1183210530" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2570" name="Convert_637893" type="Convert" version="opset1">
+		<layer id="2900" name="Convert_608377" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -40704,8 +45440,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2571" name="self.layers.15.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1193620578" size="18432" />
+		<layer id="2901" name="self.layers.15.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1193827362" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2902" name="Convert_608380" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2903" name="self.layers.15.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2904" name="self.layers.15.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1193831970" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -40713,7 +45492,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2572" name="self.layers.15.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2905" name="self.layers.15.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -40732,7 +45511,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2573" name="__module.layers.15.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2906" name="__module.layers.15.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -40750,7 +45529,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2574" name="__module.layers.15.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2907" name="__module.layers.15.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40771,7 +45550,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2575" name="__module.layers.15.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="2908" name="__module.layers.15.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40788,32 +45567,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2576" name="self.layers.15.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1193639010" size="10616832" />
+		<layer id="2909" name="self.layers.15.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1193850402" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2577" name="Convert_633037" type="Convert" version="opset1">
+		<layer id="2910" name="Convert_604133" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2911" name="self.layers.15.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1204467234" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2912" name="Convert_604136" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2913" name="self.layers.15.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2578" name="self.layers.15.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1204255842" size="18432" />
+		<layer id="2914" name="self.layers.15.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1204471842" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -40821,7 +45643,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2579" name="self.layers.15.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2915" name="self.layers.15.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -40840,7 +45662,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2580" name="__module.layers.15.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2916" name="__module.layers.15.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -40858,7 +45680,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2581" name="__module.layers.15.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2917" name="__module.layers.15.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40879,7 +45701,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2582" name="__module.layers.15.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2918" name="__module.layers.15.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40901,19 +45723,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2583" name="self.layers.15.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1204274274" size="10616832" />
+		<layer id="2919" name="self.layers.15.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1204490274" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2584" name="Convert_642749" type="Convert" version="opset1">
+		<layer id="2920" name="Convert_612621" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -40925,16 +45747,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2585" name="self.layers.15.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1214891106" size="4608" />
+		<layer id="2921" name="self.layers.15.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1215107106" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2922" name="Convert_612624" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2923" name="self.layers.15.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2586" name="self.layers.15.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2924" name="self.layers.15.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1215108258" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2925" name="self.layers.15.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -40953,7 +45818,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2587" name="__module.layers.15.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2926" name="__module.layers.15.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -40971,7 +45836,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2588" name="__module.layers.15.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2927" name="__module.layers.15.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40992,7 +45857,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2589" name="Constant_65508" type="Const" version="opset1">
+		<layer id="2928" name="Constant_65508" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -41002,7 +45867,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2590" name="Constant_65506" type="Const" version="opset1">
+		<layer id="2929" name="Constant_65506" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -41012,7 +45877,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2591" name="__module.layers.15.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2930" name="__module.layers.15.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41034,7 +45899,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2592" name="Constant_21169" type="Const" version="opset1">
+		<layer id="2931" name="Constant_21169" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3495">
@@ -41042,7 +45907,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2593" name="__module.layers.15.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2932" name="__module.layers.15.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41062,7 +45927,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2594" name="Constant_65507" type="Const" version="opset1">
+		<layer id="2933" name="Constant_65507" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -41072,7 +45937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2595" name="__module.layers.15.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2934" name="__module.layers.15.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41094,7 +45959,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2596" name="__module.layers.15.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2935" name="__module.layers.15.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -41110,7 +45975,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2597" name="__module.layers.15.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2936" name="__module.layers.15.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41132,7 +45997,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2598" name="__module.layers.15.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2937" name="__module.layers.15.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41154,8 +46019,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2599" name="Constant_65509" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1214895714" size="9216" />
+		<layer id="2938" name="Constant_65509" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1215112866" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -41164,7 +46029,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2600" name="__module.layers.15.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2939" name="__module.layers.15.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41186,7 +46051,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2601" name="__module.layers.15/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="2940" name="__module.layers.15/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41208,7 +46073,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2602" name="Constant_65512" type="Const" version="opset1">
+		<layer id="2941" name="Constant_65512" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -41218,7 +46083,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2603" name="Constant_65510" type="Const" version="opset1">
+		<layer id="2942" name="Constant_65510" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -41228,7 +46093,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2604" name="__module.layers.16.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="2943" name="__module.layers.16.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41250,7 +46115,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2605" name="Constant_21394" type="Const" version="opset1">
+		<layer id="2944" name="Constant_21394" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3543">
@@ -41258,7 +46123,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2606" name="__module.layers.16.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="2945" name="__module.layers.16.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41278,7 +46143,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2607" name="Constant_65511" type="Const" version="opset1">
+		<layer id="2946" name="Constant_65511" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -41288,7 +46153,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2608" name="__module.layers.16.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="2947" name="__module.layers.16.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41310,7 +46175,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2609" name="__module.layers.16.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="2948" name="__module.layers.16.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -41326,7 +46191,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2610" name="__module.layers.16.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="2949" name="__module.layers.16.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41348,7 +46213,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2611" name="__module.layers.16.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2950" name="__module.layers.16.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41370,8 +46235,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2612" name="Constant_65513" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1214904930" size="9216" />
+		<layer id="2951" name="Constant_65513" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1215122082" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -41380,7 +46245,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2613" name="__module.layers.16.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2952" name="__module.layers.16.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41402,32 +46267,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2614" name="self.layers.16.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1214914146" size="2359296" />
+		<layer id="2953" name="self.layers.16.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1215131298" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2615" name="Convert_948811" type="Convert" version="opset1">
+		<layer id="2954" name="Convert_879991" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="2955" name="self.layers.16.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1217490594" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2956" name="Convert_879994" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2957" name="self.layers.16.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2616" name="self.layers.16.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1217273442" size="4096" />
+		<layer id="2958" name="self.layers.16.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1217491618" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -41435,7 +46343,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2617" name="self.layers.16.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2959" name="self.layers.16.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -41454,7 +46362,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2618" name="__module.layers.16.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2960" name="__module.layers.16.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -41472,7 +46380,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2619" name="__module.layers.16.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2961" name="__module.layers.16.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41493,15 +46401,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2620" name="Constant_68075" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="2962" name="Constant_68075" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2621" name="__module.layers.16.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="2963" name="__module.layers.16.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41522,15 +46430,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2622" name="__module.layers.16.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2964" name="__module.layers.16.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2623" name="__module.layers.16.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="2965" name="__module.layers.16.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -41551,7 +46459,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2624" name="__module.layers.16.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="2966" name="__module.layers.16.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41576,39 +46484,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2625" name="Constant_21703" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2967" name="Constant_21703" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2626" name="Constant_21705" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2968" name="Constant_21705" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2627" name="Constant_21707" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2969" name="Constant_21707" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2628" name="Constant_21659" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2970" name="Constant_21659" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2629" name="__module.layers.16.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="2971" name="__module.layers.16.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -41638,8 +46546,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2630" name="Constant_65514" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="2972" name="Constant_65514" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -41649,7 +46557,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2631" name="__module.layers.16.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="2973" name="__module.layers.16.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41674,39 +46582,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2632" name="Constant_21600" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="2974" name="Constant_21600" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2633" name="Constant_21644" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2975" name="Constant_21644" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2634" name="Constant_21646" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2976" name="Constant_21646" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2635" name="Constant_21598" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2977" name="Constant_21598" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2636" name="__module.layers.16.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="2978" name="__module.layers.16.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -41736,7 +46644,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2637" name="__module.layers.16.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="2979" name="__module.layers.16.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41761,7 +46669,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2638" name="__module.layers.16.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="2980" name="__module.layers.16.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41786,7 +46694,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2639" name="__module.layers.16.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="2981" name="__module.layers.16.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41811,19 +46719,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2640" name="self.layers.16.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1217277538" size="1179648" />
+		<layer id="2982" name="self.layers.16.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1217495714" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2641" name="Convert_1206179" type="Convert" version="opset1">
+		<layer id="2983" name="Convert_1104923" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -41835,8 +46743,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2642" name="self.layers.16.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1218457186" size="2048" />
+		<layer id="2984" name="self.layers.16.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1218675362" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2985" name="Convert_1104926" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2986" name="self.layers.16.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="2987" name="self.layers.16.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1218675874" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -41844,7 +46795,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2643" name="self.layers.16.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="2988" name="self.layers.16.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -41863,7 +46814,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2644" name="__module.layers.16.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2989" name="__module.layers.16.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -41881,7 +46832,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2645" name="__module.layers.16.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2990" name="__module.layers.16.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41902,15 +46853,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2646" name="Constant_68076" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="2991" name="Constant_68076" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2647" name="__module.layers.16.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="2992" name="__module.layers.16.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41931,15 +46882,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2648" name="__module.layers.16.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="2993" name="__module.layers.16.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2649" name="__module.layers.16.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="2994" name="__module.layers.16.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -41960,7 +46911,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2650" name="__module.layers.16.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="2995" name="__module.layers.16.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41985,39 +46936,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2651" name="Constant_21846" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="2996" name="Constant_21846" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2652" name="Constant_21848" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="2997" name="Constant_21848" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2653" name="Constant_21850" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="2998" name="Constant_21850" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2654" name="Constant_21802" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="2999" name="Constant_21802" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2655" name="__module.layers.16.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="3000" name="__module.layers.16.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -42047,8 +46998,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2656" name="Constant_65515" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3001" name="Constant_65515" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -42058,7 +47009,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2657" name="__module.layers.16.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3002" name="__module.layers.16.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42083,39 +47034,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2658" name="Constant_21743" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3003" name="Constant_21743" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2659" name="Constant_21787" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3004" name="Constant_21787" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2660" name="Constant_21789" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3005" name="Constant_21789" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2661" name="Constant_21741" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3006" name="Constant_21741" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2662" name="__module.layers.16.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="3007" name="__module.layers.16.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -42145,7 +47096,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2663" name="__module.layers.16.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="3008" name="__module.layers.16.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42170,7 +47121,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2664" name="__module.layers.16.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="3009" name="__module.layers.16.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42195,7 +47146,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2665" name="__module.layers.16.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3010" name="__module.layers.16.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42220,13 +47171,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2666" name="3518" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="3011" name="3518" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3518" />
 			</output>
 		</layer>
-		<layer id="2667" name="__module.layers.16.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="3012" name="__module.layers.16.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -42246,7 +47197,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2668" name="__module.layers.16.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="3013" name="__module.layers.16.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42270,15 +47221,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2669" name="Constant_68077" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3014" name="Constant_68077" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2670" name="__module.layers.16.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="3015" name="__module.layers.16.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42301,19 +47252,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2671" name="self.layers.16.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1218459234" size="1179648" />
+		<layer id="3016" name="self.layers.16.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1218677922" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2672" name="Convert_1201323" type="Convert" version="opset1">
+		<layer id="3017" name="Convert_1100679" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -42325,16 +47276,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2673" name="self.layers.16.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1219638882" size="2048" />
+		<layer id="3018" name="self.layers.16.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1219857570" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3019" name="Convert_1100682" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3020" name="self.layers.16.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2674" name="self.layers.16.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3021" name="self.layers.16.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1219858082" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3022" name="self.layers.16.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -42353,7 +47347,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2675" name="__module.layers.16.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3023" name="__module.layers.16.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -42371,7 +47365,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2676" name="__module.layers.16.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3024" name="__module.layers.16.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42392,15 +47386,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2677" name="Constant_68078" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3025" name="Constant_68078" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2678" name="__module.layers.16.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3026" name="__module.layers.16.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42421,15 +47415,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2679" name="__module.layers.16.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3027" name="__module.layers.16.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2680" name="__module.layers.16.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="3028" name="__module.layers.16.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -42450,7 +47444,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2681" name="__module.layers.16.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="3029" name="__module.layers.16.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -42470,7 +47464,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2682" name="__module.layers.16.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="3030" name="__module.layers.16.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42494,15 +47488,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2683" name="Constant_68079" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3031" name="Constant_68079" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2684" name="__module.layers.16.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3032" name="__module.layers.16.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42525,13 +47519,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2685" name="__module.layers.16.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="3033" name="__module.layers.16.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="2686" name="__module.layers.16.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="3034" name="__module.layers.16.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42569,15 +47563,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2687" name="__module.layers.16.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3035" name="__module.layers.16.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2688" name="__module.layers.16.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="3036" name="__module.layers.16.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -42598,7 +47592,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2689" name="__module.layers.16.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3037" name="__module.layers.16.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42619,19 +47613,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2690" name="self.layers.16.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1219640930" size="2359296" />
+		<layer id="3038" name="self.layers.16.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1219860130" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2691" name="Convert_953667" type="Convert" version="opset1">
+		<layer id="3039" name="Convert_884235" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -42643,8 +47637,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2692" name="self.layers.16.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1222000226" size="4608" />
+		<layer id="3040" name="self.layers.16.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1222219426" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3041" name="Convert_884238" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3042" name="self.layers.16.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3043" name="self.layers.16.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1222220578" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -42652,7 +47689,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2693" name="self.layers.16.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3044" name="self.layers.16.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -42671,7 +47708,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2694" name="__module.layers.16.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3045" name="__module.layers.16.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -42689,7 +47726,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2695" name="__module.layers.16.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3046" name="__module.layers.16.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42710,7 +47747,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2696" name="Constant_65518" type="Const" version="opset1">
+		<layer id="3047" name="Constant_65518" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42720,7 +47757,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2697" name="Constant_65516" type="Const" version="opset1">
+		<layer id="3048" name="Constant_65516" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42730,7 +47767,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2698" name="__module.layers.16.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3049" name="__module.layers.16.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42752,7 +47789,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2699" name="Constant_22401" type="Const" version="opset1">
+		<layer id="3050" name="Constant_22401" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3661">
@@ -42760,7 +47797,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2700" name="__module.layers.16.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3051" name="__module.layers.16.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42780,7 +47817,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2701" name="Constant_65517" type="Const" version="opset1">
+		<layer id="3052" name="Constant_65517" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42790,7 +47827,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2702" name="__module.layers.16.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3053" name="__module.layers.16.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42812,7 +47849,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2703" name="__module.layers.16.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3054" name="__module.layers.16.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -42828,7 +47865,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2704" name="__module.layers.16.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3055" name="__module.layers.16.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42850,7 +47887,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2705" name="__module.layers.16.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3056" name="__module.layers.16.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42872,8 +47909,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2706" name="Constant_65519" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1222004834" size="9216" />
+		<layer id="3057" name="Constant_65519" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1222225186" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -42882,7 +47919,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2707" name="__module.layers.16.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3058" name="__module.layers.16.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42904,7 +47941,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2708" name="__module.layers.16/aten::add/Add" type="Add" version="opset1">
+		<layer id="3059" name="__module.layers.16/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42926,7 +47963,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2709" name="Constant_65522" type="Const" version="opset1">
+		<layer id="3060" name="Constant_65522" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42936,7 +47973,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2710" name="Constant_65520" type="Const" version="opset1">
+		<layer id="3061" name="Constant_65520" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42946,7 +47983,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2711" name="__module.layers.16.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3062" name="__module.layers.16.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42968,7 +48005,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2712" name="Constant_22454" type="Const" version="opset1">
+		<layer id="3063" name="Constant_22454" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3674">
@@ -42976,7 +48013,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2713" name="__module.layers.16.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3064" name="__module.layers.16.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42996,7 +48033,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2714" name="Constant_65521" type="Const" version="opset1">
+		<layer id="3065" name="Constant_65521" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43006,7 +48043,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2715" name="__module.layers.16.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3066" name="__module.layers.16.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43028,7 +48065,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2716" name="__module.layers.16.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3067" name="__module.layers.16.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -43044,7 +48081,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2717" name="__module.layers.16.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3068" name="__module.layers.16.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43066,7 +48103,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2718" name="__module.layers.16.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3069" name="__module.layers.16.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43088,8 +48125,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2719" name="Constant_65523" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1222014050" size="9216" />
+		<layer id="3070" name="Constant_65523" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1222234402" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -43098,7 +48135,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2720" name="__module.layers.16.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3071" name="__module.layers.16.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43120,19 +48157,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2721" name="self.layers.16.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1222023266" size="10616832" />
+		<layer id="3072" name="self.layers.16.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1222243618" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2722" name="Convert_652461" type="Convert" version="opset1">
+		<layer id="3073" name="Convert_621109" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -43144,8 +48181,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2723" name="self.layers.16.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1232640098" size="18432" />
+		<layer id="3074" name="self.layers.16.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1232860450" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3075" name="Convert_621112" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3076" name="self.layers.16.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3077" name="self.layers.16.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1232865058" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -43153,7 +48233,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2724" name="self.layers.16.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3078" name="self.layers.16.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -43172,7 +48252,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2725" name="__module.layers.16.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3079" name="__module.layers.16.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -43190,7 +48270,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2726" name="__module.layers.16.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3080" name="__module.layers.16.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43211,7 +48291,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2727" name="__module.layers.16.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="3081" name="__module.layers.16.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43228,32 +48308,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2728" name="self.layers.16.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1232658530" size="10616832" />
+		<layer id="3082" name="self.layers.16.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1232883490" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2729" name="Convert_647605" type="Convert" version="opset1">
+		<layer id="3083" name="Convert_616865" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3084" name="self.layers.16.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1243500322" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3085" name="Convert_616868" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3086" name="self.layers.16.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2730" name="self.layers.16.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1243275362" size="18432" />
+		<layer id="3087" name="self.layers.16.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1243504930" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -43261,7 +48384,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2731" name="self.layers.16.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3088" name="self.layers.16.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -43280,7 +48403,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2732" name="__module.layers.16.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3089" name="__module.layers.16.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -43298,7 +48421,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2733" name="__module.layers.16.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3090" name="__module.layers.16.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43319,7 +48442,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2734" name="__module.layers.16.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3091" name="__module.layers.16.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43341,19 +48464,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2735" name="self.layers.16.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1243293794" size="10616832" />
+		<layer id="3092" name="self.layers.16.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1243523362" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2736" name="Convert_657317" type="Convert" version="opset1">
+		<layer id="3093" name="Convert_625353" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -43365,16 +48488,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2737" name="self.layers.16.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1253910626" size="4608" />
+		<layer id="3094" name="self.layers.16.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1254140194" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3095" name="Convert_625356" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3096" name="self.layers.16.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2738" name="self.layers.16.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3097" name="self.layers.16.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1254141346" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3098" name="self.layers.16.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -43393,7 +48559,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2739" name="__module.layers.16.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3099" name="__module.layers.16.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -43411,7 +48577,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2740" name="__module.layers.16.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3100" name="__module.layers.16.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43432,7 +48598,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2741" name="Constant_65526" type="Const" version="opset1">
+		<layer id="3101" name="Constant_65526" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43442,7 +48608,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2742" name="Constant_65524" type="Const" version="opset1">
+		<layer id="3102" name="Constant_65524" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43452,7 +48618,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2743" name="__module.layers.16.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3103" name="__module.layers.16.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43474,7 +48640,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2744" name="Constant_22524" type="Const" version="opset1">
+		<layer id="3104" name="Constant_22524" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3701">
@@ -43482,7 +48648,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2745" name="__module.layers.16.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3105" name="__module.layers.16.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43502,7 +48668,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2746" name="Constant_65525" type="Const" version="opset1">
+		<layer id="3106" name="Constant_65525" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43512,7 +48678,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2747" name="__module.layers.16.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3107" name="__module.layers.16.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43534,7 +48700,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2748" name="__module.layers.16.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3108" name="__module.layers.16.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -43550,7 +48716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2749" name="__module.layers.16.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3109" name="__module.layers.16.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43572,7 +48738,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2750" name="__module.layers.16.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3110" name="__module.layers.16.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43594,8 +48760,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2751" name="Constant_65527" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1253915234" size="9216" />
+		<layer id="3111" name="Constant_65527" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1254145954" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -43604,7 +48770,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2752" name="__module.layers.16.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3112" name="__module.layers.16.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43626,7 +48792,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2753" name="__module.layers.16/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3113" name="__module.layers.16/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43648,7 +48814,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2754" name="Constant_65530" type="Const" version="opset1">
+		<layer id="3114" name="Constant_65530" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43658,7 +48824,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2755" name="Constant_65528" type="Const" version="opset1">
+		<layer id="3115" name="Constant_65528" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43668,7 +48834,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2756" name="__module.layers.17.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3116" name="__module.layers.17.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43690,7 +48856,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2757" name="Constant_22601" type="Const" version="opset1">
+		<layer id="3117" name="Constant_22601" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3738">
@@ -43698,7 +48864,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2758" name="__module.layers.17.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3118" name="__module.layers.17.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43718,7 +48884,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2759" name="Constant_65529" type="Const" version="opset1">
+		<layer id="3119" name="Constant_65529" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43728,7 +48894,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2760" name="__module.layers.17.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3120" name="__module.layers.17.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43750,7 +48916,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2761" name="__module.layers.17.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3121" name="__module.layers.17.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -43766,7 +48932,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2762" name="__module.layers.17.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3122" name="__module.layers.17.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43788,7 +48954,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2763" name="__module.layers.17.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3123" name="__module.layers.17.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43810,8 +48976,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2764" name="Constant_65531" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1253924450" size="9216" />
+		<layer id="3124" name="Constant_65531" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1254155170" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -43820,7 +48986,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2765" name="__module.layers.17.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3125" name="__module.layers.17.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43842,32 +49008,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2766" name="self.layers.17.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1253933666" size="2359296" />
+		<layer id="3126" name="self.layers.17.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1254164386" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2767" name="Convert_958523" type="Convert" version="opset1">
+		<layer id="3127" name="Convert_888479" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3128" name="self.layers.17.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1256523682" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3129" name="Convert_888482" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3130" name="self.layers.17.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2768" name="self.layers.17.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1256292962" size="4096" />
+		<layer id="3131" name="self.layers.17.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1256524706" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -43875,7 +49084,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2769" name="self.layers.17.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3132" name="self.layers.17.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -43894,7 +49103,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2770" name="__module.layers.17.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3133" name="__module.layers.17.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -43912,7 +49121,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2771" name="__module.layers.17.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3134" name="__module.layers.17.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43933,15 +49142,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2772" name="Constant_68080" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="3135" name="Constant_68080" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2773" name="__module.layers.17.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="3136" name="__module.layers.17.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43962,15 +49171,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2774" name="__module.layers.17.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3137" name="__module.layers.17.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2775" name="__module.layers.17.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="3138" name="__module.layers.17.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -43991,7 +49200,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2776" name="__module.layers.17.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3139" name="__module.layers.17.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44016,39 +49225,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2777" name="Constant_22910" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3140" name="Constant_22910" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2778" name="Constant_22912" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3141" name="Constant_22912" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2779" name="Constant_22914" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3142" name="Constant_22914" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2780" name="Constant_22866" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3143" name="Constant_22866" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2781" name="__module.layers.17.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="3144" name="__module.layers.17.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -44078,8 +49287,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2782" name="Constant_65532" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3145" name="Constant_65532" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -44089,7 +49298,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2783" name="__module.layers.17.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="3146" name="__module.layers.17.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44114,39 +49323,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2784" name="Constant_22807" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3147" name="Constant_22807" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2785" name="Constant_22851" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3148" name="Constant_22851" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2786" name="Constant_22853" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3149" name="Constant_22853" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2787" name="Constant_22805" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3150" name="Constant_22805" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2788" name="__module.layers.17.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="3151" name="__module.layers.17.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -44176,7 +49385,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2789" name="__module.layers.17.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="3152" name="__module.layers.17.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44201,7 +49410,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2790" name="__module.layers.17.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3153" name="__module.layers.17.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44226,7 +49435,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2791" name="__module.layers.17.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="3154" name="__module.layers.17.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44251,19 +49460,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2792" name="self.layers.17.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1256297058" size="1179648" />
+		<layer id="3155" name="self.layers.17.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1256528802" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2793" name="Convert_1215891" type="Convert" version="opset1">
+		<layer id="3156" name="Convert_1113411" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -44275,8 +49484,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2794" name="self.layers.17.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1257476706" size="2048" />
+		<layer id="3157" name="self.layers.17.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1257708450" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3158" name="Convert_1113414" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3159" name="self.layers.17.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3160" name="self.layers.17.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1257708962" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -44284,7 +49536,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2795" name="self.layers.17.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3161" name="self.layers.17.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -44303,7 +49555,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2796" name="__module.layers.17.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3162" name="__module.layers.17.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -44321,7 +49573,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2797" name="__module.layers.17.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3163" name="__module.layers.17.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44342,15 +49594,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2798" name="Constant_68081" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3164" name="Constant_68081" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2799" name="__module.layers.17.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3165" name="__module.layers.17.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44371,15 +49623,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2800" name="__module.layers.17.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3166" name="__module.layers.17.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2801" name="__module.layers.17.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="3167" name="__module.layers.17.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -44400,7 +49652,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2802" name="__module.layers.17.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="3168" name="__module.layers.17.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44425,39 +49677,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2803" name="Constant_23053" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3169" name="Constant_23053" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2804" name="Constant_23055" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3170" name="Constant_23055" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2805" name="Constant_23057" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3171" name="Constant_23057" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2806" name="Constant_23009" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3172" name="Constant_23009" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2807" name="__module.layers.17.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="3173" name="__module.layers.17.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -44487,8 +49739,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2808" name="Constant_65533" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3174" name="Constant_65533" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -44498,7 +49750,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2809" name="__module.layers.17.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3175" name="__module.layers.17.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44523,39 +49775,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2810" name="Constant_22950" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3176" name="Constant_22950" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2811" name="Constant_22994" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3177" name="Constant_22994" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2812" name="Constant_22996" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3178" name="Constant_22996" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2813" name="Constant_22948" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3179" name="Constant_22948" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2814" name="__module.layers.17.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="3180" name="__module.layers.17.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -44585,7 +49837,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2815" name="__module.layers.17.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="3181" name="__module.layers.17.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44610,7 +49862,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2816" name="__module.layers.17.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="3182" name="__module.layers.17.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44635,7 +49887,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2817" name="__module.layers.17.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3183" name="__module.layers.17.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44660,13 +49912,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2818" name="3723" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="3184" name="3723" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3723" />
 			</output>
 		</layer>
-		<layer id="2819" name="__module.layers.17.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="3185" name="__module.layers.17.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -44686,7 +49938,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2820" name="__module.layers.17.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="3186" name="__module.layers.17.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44710,15 +49962,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2821" name="Constant_68082" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3187" name="Constant_68082" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2822" name="__module.layers.17.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="3188" name="__module.layers.17.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44741,19 +49993,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2823" name="self.layers.17.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1257478754" size="1179648" />
+		<layer id="3189" name="self.layers.17.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1257711010" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2824" name="Convert_1211035" type="Convert" version="opset1">
+		<layer id="3190" name="Convert_1109167" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -44765,16 +50017,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2825" name="self.layers.17.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1258658402" size="2048" />
+		<layer id="3191" name="self.layers.17.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1258890658" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3192" name="Convert_1109170" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3193" name="self.layers.17.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2826" name="self.layers.17.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3194" name="self.layers.17.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1258891170" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3195" name="self.layers.17.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -44793,7 +50088,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2827" name="__module.layers.17.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3196" name="__module.layers.17.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -44811,7 +50106,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2828" name="__module.layers.17.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3197" name="__module.layers.17.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44832,15 +50127,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2829" name="Constant_68083" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3198" name="Constant_68083" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2830" name="__module.layers.17.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3199" name="__module.layers.17.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44861,15 +50156,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2831" name="__module.layers.17.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3200" name="__module.layers.17.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2832" name="__module.layers.17.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="3201" name="__module.layers.17.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -44890,7 +50185,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2833" name="__module.layers.17.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="3202" name="__module.layers.17.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -44910,7 +50205,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2834" name="__module.layers.17.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="3203" name="__module.layers.17.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44934,15 +50229,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2835" name="Constant_68084" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3204" name="Constant_68084" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2836" name="__module.layers.17.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3205" name="__module.layers.17.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44965,13 +50260,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2837" name="__module.layers.17.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="3206" name="__module.layers.17.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="2838" name="__module.layers.17.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="3207" name="__module.layers.17.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45009,15 +50304,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2839" name="__module.layers.17.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3208" name="__module.layers.17.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2840" name="__module.layers.17.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="3209" name="__module.layers.17.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -45038,7 +50333,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2841" name="__module.layers.17.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3210" name="__module.layers.17.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45059,19 +50354,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2842" name="self.layers.17.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1258660450" size="2359296" />
+		<layer id="3211" name="self.layers.17.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1258893218" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2843" name="Convert_963379" type="Convert" version="opset1">
+		<layer id="3212" name="Convert_892723" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -45083,8 +50378,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2844" name="self.layers.17.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1261019746" size="4608" />
+		<layer id="3213" name="self.layers.17.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1261252514" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3214" name="Convert_892726" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3215" name="self.layers.17.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3216" name="self.layers.17.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1261253666" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -45092,7 +50430,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2845" name="self.layers.17.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3217" name="self.layers.17.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -45111,7 +50449,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2846" name="__module.layers.17.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3218" name="__module.layers.17.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -45129,7 +50467,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2847" name="__module.layers.17.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3219" name="__module.layers.17.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45150,7 +50488,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2848" name="Constant_65536" type="Const" version="opset1">
+		<layer id="3220" name="Constant_65536" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45160,7 +50498,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2849" name="Constant_65534" type="Const" version="opset1">
+		<layer id="3221" name="Constant_65534" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45170,7 +50508,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2850" name="__module.layers.17.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3222" name="__module.layers.17.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45192,7 +50530,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2851" name="Constant_23608" type="Const" version="opset1">
+		<layer id="3223" name="Constant_23608" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3856">
@@ -45200,7 +50538,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2852" name="__module.layers.17.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3224" name="__module.layers.17.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45220,7 +50558,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2853" name="Constant_65535" type="Const" version="opset1">
+		<layer id="3225" name="Constant_65535" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45230,7 +50568,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2854" name="__module.layers.17.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3226" name="__module.layers.17.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45252,7 +50590,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2855" name="__module.layers.17.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3227" name="__module.layers.17.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -45268,7 +50606,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2856" name="__module.layers.17.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3228" name="__module.layers.17.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45290,7 +50628,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2857" name="__module.layers.17.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3229" name="__module.layers.17.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45312,8 +50650,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2858" name="Constant_65537" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1261024354" size="9216" />
+		<layer id="3230" name="Constant_65537" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1261258274" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -45322,7 +50660,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2859" name="__module.layers.17.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3231" name="__module.layers.17.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45344,7 +50682,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2860" name="__module.layers.17/aten::add/Add" type="Add" version="opset1">
+		<layer id="3232" name="__module.layers.17/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45366,7 +50704,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2861" name="Constant_65540" type="Const" version="opset1">
+		<layer id="3233" name="Constant_65540" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45376,7 +50714,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2862" name="Constant_65538" type="Const" version="opset1">
+		<layer id="3234" name="Constant_65538" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45386,7 +50724,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2863" name="__module.layers.17.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3235" name="__module.layers.17.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45408,7 +50746,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2864" name="Constant_23661" type="Const" version="opset1">
+		<layer id="3236" name="Constant_23661" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3869">
@@ -45416,7 +50754,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2865" name="__module.layers.17.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3237" name="__module.layers.17.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45436,7 +50774,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2866" name="Constant_65539" type="Const" version="opset1">
+		<layer id="3238" name="Constant_65539" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45446,7 +50784,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2867" name="__module.layers.17.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3239" name="__module.layers.17.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45468,7 +50806,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2868" name="__module.layers.17.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3240" name="__module.layers.17.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -45484,7 +50822,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2869" name="__module.layers.17.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3241" name="__module.layers.17.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45506,7 +50844,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2870" name="__module.layers.17.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3242" name="__module.layers.17.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45528,8 +50866,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2871" name="Constant_65541" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1261033570" size="9216" />
+		<layer id="3243" name="Constant_65541" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1261267490" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -45538,7 +50876,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2872" name="__module.layers.17.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3244" name="__module.layers.17.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45560,19 +50898,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2873" name="self.layers.17.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1261042786" size="10616832" />
+		<layer id="3245" name="self.layers.17.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1261276706" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2874" name="Convert_667029" type="Convert" version="opset1">
+		<layer id="3246" name="Convert_633841" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -45584,8 +50922,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2875" name="self.layers.17.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1271659618" size="18432" />
+		<layer id="3247" name="self.layers.17.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1271893538" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3248" name="Convert_633844" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3249" name="self.layers.17.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3250" name="self.layers.17.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1271898146" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -45593,7 +50974,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2876" name="self.layers.17.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3251" name="self.layers.17.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -45612,7 +50993,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2877" name="__module.layers.17.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3252" name="__module.layers.17.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -45630,7 +51011,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2878" name="__module.layers.17.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3253" name="__module.layers.17.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45651,7 +51032,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2879" name="__module.layers.17.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="3254" name="__module.layers.17.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45668,32 +51049,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2880" name="self.layers.17.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1271678050" size="10616832" />
+		<layer id="3255" name="self.layers.17.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1271916578" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2881" name="Convert_662173" type="Convert" version="opset1">
+		<layer id="3256" name="Convert_629597" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3257" name="self.layers.17.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1282533410" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3258" name="Convert_629600" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3259" name="self.layers.17.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2882" name="self.layers.17.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1282294882" size="18432" />
+		<layer id="3260" name="self.layers.17.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1282538018" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -45701,7 +51125,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2883" name="self.layers.17.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3261" name="self.layers.17.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -45720,7 +51144,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2884" name="__module.layers.17.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3262" name="__module.layers.17.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -45738,7 +51162,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2885" name="__module.layers.17.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3263" name="__module.layers.17.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45759,7 +51183,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2886" name="__module.layers.17.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3264" name="__module.layers.17.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45781,19 +51205,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2887" name="self.layers.17.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1282313314" size="10616832" />
+		<layer id="3265" name="self.layers.17.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1282556450" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2888" name="Convert_671885" type="Convert" version="opset1">
+		<layer id="3266" name="Convert_638085" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -45805,16 +51229,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2889" name="self.layers.17.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1292930146" size="4608" />
+		<layer id="3267" name="self.layers.17.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1293173282" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3268" name="Convert_638088" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3269" name="self.layers.17.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2890" name="self.layers.17.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3270" name="self.layers.17.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1293174434" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3271" name="self.layers.17.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -45833,7 +51300,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2891" name="__module.layers.17.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3272" name="__module.layers.17.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -45851,7 +51318,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2892" name="__module.layers.17.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3273" name="__module.layers.17.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45872,7 +51339,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2893" name="Constant_65544" type="Const" version="opset1">
+		<layer id="3274" name="Constant_65544" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45882,7 +51349,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2894" name="Constant_65542" type="Const" version="opset1">
+		<layer id="3275" name="Constant_65542" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45892,7 +51359,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2895" name="__module.layers.17.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3276" name="__module.layers.17.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45914,7 +51381,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2896" name="Constant_23731" type="Const" version="opset1">
+		<layer id="3277" name="Constant_23731" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3896">
@@ -45922,7 +51389,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2897" name="__module.layers.17.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3278" name="__module.layers.17.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45942,7 +51409,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2898" name="Constant_65543" type="Const" version="opset1">
+		<layer id="3279" name="Constant_65543" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45952,7 +51419,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2899" name="__module.layers.17.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3280" name="__module.layers.17.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45974,7 +51441,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2900" name="__module.layers.17.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3281" name="__module.layers.17.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -45990,7 +51457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2901" name="__module.layers.17.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3282" name="__module.layers.17.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46012,7 +51479,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2902" name="__module.layers.17.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3283" name="__module.layers.17.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46034,8 +51501,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2903" name="Constant_65545" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1292934754" size="9216" />
+		<layer id="3284" name="Constant_65545" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1293179042" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -46044,7 +51511,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2904" name="__module.layers.17.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3285" name="__module.layers.17.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46066,7 +51533,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2905" name="__module.layers.17/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3286" name="__module.layers.17/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46088,7 +51555,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2906" name="Constant_65548" type="Const" version="opset1">
+		<layer id="3287" name="Constant_65548" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -46098,7 +51565,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2907" name="Constant_65546" type="Const" version="opset1">
+		<layer id="3288" name="Constant_65546" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -46108,7 +51575,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2908" name="__module.layers.18.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3289" name="__module.layers.18.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46130,7 +51597,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2909" name="Constant_23956" type="Const" version="opset1">
+		<layer id="3290" name="Constant_23956" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3944">
@@ -46138,7 +51605,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2910" name="__module.layers.18.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3291" name="__module.layers.18.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46158,7 +51625,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2911" name="Constant_65547" type="Const" version="opset1">
+		<layer id="3292" name="Constant_65547" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -46168,7 +51635,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2912" name="__module.layers.18.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3293" name="__module.layers.18.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46190,7 +51657,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2913" name="__module.layers.18.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3294" name="__module.layers.18.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -46206,7 +51673,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2914" name="__module.layers.18.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3295" name="__module.layers.18.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46228,7 +51695,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2915" name="__module.layers.18.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3296" name="__module.layers.18.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46250,8 +51717,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2916" name="Constant_65549" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1292943970" size="9216" />
+		<layer id="3297" name="Constant_65549" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1293188258" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -46260,7 +51727,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2917" name="__module.layers.18.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3298" name="__module.layers.18.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46282,32 +51749,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2918" name="self.layers.18.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1292953186" size="2359296" />
+		<layer id="3299" name="self.layers.18.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1293197474" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2919" name="Convert_968235" type="Convert" version="opset1">
+		<layer id="3300" name="Convert_896967" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3301" name="self.layers.18.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1295556770" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3302" name="Convert_896970" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3303" name="self.layers.18.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2920" name="self.layers.18.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1295312482" size="4096" />
+		<layer id="3304" name="self.layers.18.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1295557794" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -46315,7 +51825,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2921" name="self.layers.18.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3305" name="self.layers.18.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -46334,7 +51844,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2922" name="__module.layers.18.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3306" name="__module.layers.18.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -46352,7 +51862,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2923" name="__module.layers.18.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3307" name="__module.layers.18.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46373,15 +51883,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2924" name="Constant_68085" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="3308" name="Constant_68085" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2925" name="__module.layers.18.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="3309" name="__module.layers.18.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46402,15 +51912,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2926" name="__module.layers.18.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3310" name="__module.layers.18.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2927" name="__module.layers.18.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="3311" name="__module.layers.18.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -46431,7 +51941,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2928" name="__module.layers.18.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3312" name="__module.layers.18.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46456,39 +51966,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2929" name="Constant_24265" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3313" name="Constant_24265" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2930" name="Constant_24267" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3314" name="Constant_24267" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2931" name="Constant_24269" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3315" name="Constant_24269" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2932" name="Constant_24221" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3316" name="Constant_24221" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2933" name="__module.layers.18.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="3317" name="__module.layers.18.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -46518,8 +52028,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2934" name="Constant_65550" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3318" name="Constant_65550" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -46529,7 +52039,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2935" name="__module.layers.18.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="3319" name="__module.layers.18.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46554,39 +52064,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2936" name="Constant_24162" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3320" name="Constant_24162" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2937" name="Constant_24206" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3321" name="Constant_24206" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2938" name="Constant_24208" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3322" name="Constant_24208" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2939" name="Constant_24160" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3323" name="Constant_24160" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2940" name="__module.layers.18.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="3324" name="__module.layers.18.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -46616,7 +52126,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2941" name="__module.layers.18.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="3325" name="__module.layers.18.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46641,7 +52151,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2942" name="__module.layers.18.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3326" name="__module.layers.18.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46666,7 +52176,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2943" name="__module.layers.18.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="3327" name="__module.layers.18.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46691,19 +52201,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2944" name="self.layers.18.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1295316578" size="1179648" />
+		<layer id="3328" name="self.layers.18.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1295561890" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2945" name="Convert_1225603" type="Convert" version="opset1">
+		<layer id="3329" name="Convert_1121899" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -46715,8 +52225,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2946" name="self.layers.18.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1296496226" size="2048" />
+		<layer id="3330" name="self.layers.18.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1296741538" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3331" name="Convert_1121902" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3332" name="self.layers.18.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3333" name="self.layers.18.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1296742050" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -46724,7 +52277,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2947" name="self.layers.18.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3334" name="self.layers.18.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -46743,7 +52296,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2948" name="__module.layers.18.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3335" name="__module.layers.18.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -46761,7 +52314,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2949" name="__module.layers.18.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3336" name="__module.layers.18.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46782,15 +52335,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2950" name="Constant_68086" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3337" name="Constant_68086" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2951" name="__module.layers.18.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3338" name="__module.layers.18.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46811,15 +52364,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2952" name="__module.layers.18.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3339" name="__module.layers.18.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2953" name="__module.layers.18.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="3340" name="__module.layers.18.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -46840,7 +52393,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2954" name="__module.layers.18.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="3341" name="__module.layers.18.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46865,39 +52418,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2955" name="Constant_24408" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3342" name="Constant_24408" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2956" name="Constant_24410" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3343" name="Constant_24410" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2957" name="Constant_24412" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3344" name="Constant_24412" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2958" name="Constant_24364" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3345" name="Constant_24364" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2959" name="__module.layers.18.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="3346" name="__module.layers.18.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -46927,8 +52480,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2960" name="Constant_65551" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3347" name="Constant_65551" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -46938,7 +52491,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2961" name="__module.layers.18.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3348" name="__module.layers.18.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46963,39 +52516,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2962" name="Constant_24305" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3349" name="Constant_24305" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2963" name="Constant_24349" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3350" name="Constant_24349" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2964" name="Constant_24351" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3351" name="Constant_24351" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2965" name="Constant_24303" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3352" name="Constant_24303" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2966" name="__module.layers.18.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="3353" name="__module.layers.18.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -47025,7 +52578,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2967" name="__module.layers.18.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="3354" name="__module.layers.18.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47050,7 +52603,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2968" name="__module.layers.18.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="3355" name="__module.layers.18.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47075,7 +52628,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2969" name="__module.layers.18.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3356" name="__module.layers.18.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47100,13 +52653,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2970" name="3919" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="3357" name="3919" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="3919" />
 			</output>
 		</layer>
-		<layer id="2971" name="__module.layers.18.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="3358" name="__module.layers.18.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -47126,7 +52679,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2972" name="__module.layers.18.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="3359" name="__module.layers.18.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47150,15 +52703,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2973" name="Constant_68087" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3360" name="Constant_68087" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2974" name="__module.layers.18.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="3361" name="__module.layers.18.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47181,19 +52734,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2975" name="self.layers.18.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1296498274" size="1179648" />
+		<layer id="3362" name="self.layers.18.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1296744098" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2976" name="Convert_1220747" type="Convert" version="opset1">
+		<layer id="3363" name="Convert_1117655" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -47205,16 +52758,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2977" name="self.layers.18.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1297677922" size="2048" />
+		<layer id="3364" name="self.layers.18.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1297923746" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3365" name="Convert_1117658" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3366" name="self.layers.18.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="2978" name="self.layers.18.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3367" name="self.layers.18.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1297924258" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3368" name="self.layers.18.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -47233,7 +52829,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2979" name="__module.layers.18.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3369" name="__module.layers.18.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -47251,7 +52847,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2980" name="__module.layers.18.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3370" name="__module.layers.18.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47272,15 +52868,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2981" name="Constant_68088" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3371" name="Constant_68088" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2982" name="__module.layers.18.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3372" name="__module.layers.18.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47301,15 +52897,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2983" name="__module.layers.18.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3373" name="__module.layers.18.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2984" name="__module.layers.18.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="3374" name="__module.layers.18.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -47330,7 +52926,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2985" name="__module.layers.18.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="3375" name="__module.layers.18.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -47350,7 +52946,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2986" name="__module.layers.18.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="3376" name="__module.layers.18.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47374,15 +52970,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2987" name="Constant_68089" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3377" name="Constant_68089" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2988" name="__module.layers.18.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3378" name="__module.layers.18.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47405,13 +53001,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2989" name="__module.layers.18.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="3379" name="__module.layers.18.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="2990" name="__module.layers.18.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="3380" name="__module.layers.18.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47449,15 +53045,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2991" name="__module.layers.18.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3381" name="__module.layers.18.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2992" name="__module.layers.18.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="3382" name="__module.layers.18.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -47478,7 +53074,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2993" name="__module.layers.18.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3383" name="__module.layers.18.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47499,19 +53095,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2994" name="self.layers.18.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1297679970" size="2359296" />
+		<layer id="3384" name="self.layers.18.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1297926306" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2995" name="Convert_973091" type="Convert" version="opset1">
+		<layer id="3385" name="Convert_901211" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -47523,8 +53119,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2996" name="self.layers.18.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1300039266" size="4608" />
+		<layer id="3386" name="self.layers.18.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1300285602" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3387" name="Convert_901214" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3388" name="self.layers.18.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3389" name="self.layers.18.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1300286754" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -47532,7 +53171,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2997" name="self.layers.18.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3390" name="self.layers.18.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -47551,7 +53190,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2998" name="__module.layers.18.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3391" name="__module.layers.18.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -47569,7 +53208,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2999" name="__module.layers.18.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3392" name="__module.layers.18.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47590,7 +53229,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3000" name="Constant_65554" type="Const" version="opset1">
+		<layer id="3393" name="Constant_65554" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47600,7 +53239,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3001" name="Constant_65552" type="Const" version="opset1">
+		<layer id="3394" name="Constant_65552" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47610,7 +53249,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3002" name="__module.layers.18.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3395" name="__module.layers.18.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47632,7 +53271,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3003" name="Constant_24963" type="Const" version="opset1">
+		<layer id="3396" name="Constant_24963" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4062">
@@ -47640,7 +53279,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3004" name="__module.layers.18.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3397" name="__module.layers.18.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47660,7 +53299,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3005" name="Constant_65553" type="Const" version="opset1">
+		<layer id="3398" name="Constant_65553" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47670,7 +53309,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3006" name="__module.layers.18.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3399" name="__module.layers.18.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47692,7 +53331,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3007" name="__module.layers.18.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3400" name="__module.layers.18.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -47708,7 +53347,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3008" name="__module.layers.18.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3401" name="__module.layers.18.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47730,7 +53369,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3009" name="__module.layers.18.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3402" name="__module.layers.18.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47752,8 +53391,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3010" name="Constant_65555" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1300043874" size="9216" />
+		<layer id="3403" name="Constant_65555" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1300291362" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -47762,7 +53401,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3011" name="__module.layers.18.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3404" name="__module.layers.18.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47784,7 +53423,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3012" name="__module.layers.18/aten::add/Add" type="Add" version="opset1">
+		<layer id="3405" name="__module.layers.18/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47806,7 +53445,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3013" name="Constant_65558" type="Const" version="opset1">
+		<layer id="3406" name="Constant_65558" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47816,7 +53455,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3014" name="Constant_65556" type="Const" version="opset1">
+		<layer id="3407" name="Constant_65556" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47826,7 +53465,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3015" name="__module.layers.18.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3408" name="__module.layers.18.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47848,7 +53487,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3016" name="Constant_25016" type="Const" version="opset1">
+		<layer id="3409" name="Constant_25016" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4075">
@@ -47856,7 +53495,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3017" name="__module.layers.18.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3410" name="__module.layers.18.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47876,7 +53515,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3018" name="Constant_65557" type="Const" version="opset1">
+		<layer id="3411" name="Constant_65557" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47886,7 +53525,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3019" name="__module.layers.18.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3412" name="__module.layers.18.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47908,7 +53547,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3020" name="__module.layers.18.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3413" name="__module.layers.18.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -47924,7 +53563,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3021" name="__module.layers.18.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3414" name="__module.layers.18.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47946,7 +53585,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3022" name="__module.layers.18.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3415" name="__module.layers.18.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47968,8 +53607,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3023" name="Constant_65559" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1300053090" size="9216" />
+		<layer id="3416" name="Constant_65559" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1300300578" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -47978,7 +53617,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3024" name="__module.layers.18.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3417" name="__module.layers.18.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48000,19 +53639,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3025" name="self.layers.18.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1300062306" size="10616832" />
+		<layer id="3418" name="self.layers.18.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1300309794" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3026" name="Convert_681597" type="Convert" version="opset1">
+		<layer id="3419" name="Convert_646573" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -48024,8 +53663,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3027" name="self.layers.18.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1310679138" size="18432" />
+		<layer id="3420" name="self.layers.18.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1310926626" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3421" name="Convert_646576" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3422" name="self.layers.18.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3423" name="self.layers.18.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1310931234" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -48033,7 +53715,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3028" name="self.layers.18.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3424" name="self.layers.18.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -48052,7 +53734,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3029" name="__module.layers.18.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3425" name="__module.layers.18.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -48070,7 +53752,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3030" name="__module.layers.18.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3426" name="__module.layers.18.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48091,7 +53773,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3031" name="__module.layers.18.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="3427" name="__module.layers.18.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48108,32 +53790,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3032" name="self.layers.18.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1310697570" size="10616832" />
+		<layer id="3428" name="self.layers.18.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1310949666" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3033" name="Convert_676741" type="Convert" version="opset1">
+		<layer id="3429" name="Convert_642329" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3430" name="self.layers.18.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1321566498" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3431" name="Convert_642332" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3432" name="self.layers.18.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3034" name="self.layers.18.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1321314402" size="18432" />
+		<layer id="3433" name="self.layers.18.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1321571106" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -48141,7 +53866,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3035" name="self.layers.18.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3434" name="self.layers.18.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -48160,7 +53885,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3036" name="__module.layers.18.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3435" name="__module.layers.18.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -48178,7 +53903,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3037" name="__module.layers.18.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3436" name="__module.layers.18.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48199,7 +53924,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3038" name="__module.layers.18.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3437" name="__module.layers.18.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48221,19 +53946,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3039" name="self.layers.18.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1321332834" size="10616832" />
+		<layer id="3438" name="self.layers.18.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1321589538" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3040" name="Convert_686453" type="Convert" version="opset1">
+		<layer id="3439" name="Convert_650817" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -48245,16 +53970,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3041" name="self.layers.18.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1331949666" size="4608" />
+		<layer id="3440" name="self.layers.18.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1332206370" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3441" name="Convert_650820" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3442" name="self.layers.18.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3042" name="self.layers.18.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3443" name="self.layers.18.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1332207522" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3444" name="self.layers.18.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -48273,7 +54041,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3043" name="__module.layers.18.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3445" name="__module.layers.18.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -48291,7 +54059,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3044" name="__module.layers.18.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3446" name="__module.layers.18.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48312,7 +54080,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3045" name="Constant_65562" type="Const" version="opset1">
+		<layer id="3447" name="Constant_65562" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48322,7 +54090,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3046" name="Constant_65560" type="Const" version="opset1">
+		<layer id="3448" name="Constant_65560" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48332,7 +54100,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3047" name="__module.layers.18.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3449" name="__module.layers.18.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48354,7 +54122,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3048" name="Constant_25086" type="Const" version="opset1">
+		<layer id="3450" name="Constant_25086" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4102">
@@ -48362,7 +54130,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3049" name="__module.layers.18.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3451" name="__module.layers.18.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48382,7 +54150,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3050" name="Constant_65561" type="Const" version="opset1">
+		<layer id="3452" name="Constant_65561" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48392,7 +54160,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3051" name="__module.layers.18.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3453" name="__module.layers.18.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48414,7 +54182,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3052" name="__module.layers.18.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3454" name="__module.layers.18.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -48430,7 +54198,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3053" name="__module.layers.18.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3455" name="__module.layers.18.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48452,7 +54220,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3054" name="__module.layers.18.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3456" name="__module.layers.18.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48474,8 +54242,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3055" name="Constant_65563" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1331954274" size="9216" />
+		<layer id="3457" name="Constant_65563" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1332212130" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -48484,7 +54252,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3056" name="__module.layers.18.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3458" name="__module.layers.18.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48506,7 +54274,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3057" name="__module.layers.18/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3459" name="__module.layers.18/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48528,7 +54296,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3058" name="Constant_65566" type="Const" version="opset1">
+		<layer id="3460" name="Constant_65566" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48538,7 +54306,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3059" name="Constant_65564" type="Const" version="opset1">
+		<layer id="3461" name="Constant_65564" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48548,7 +54316,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3060" name="__module.layers.19.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3462" name="__module.layers.19.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48570,7 +54338,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3061" name="Constant_25163" type="Const" version="opset1">
+		<layer id="3463" name="Constant_25163" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4139">
@@ -48578,7 +54346,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3062" name="__module.layers.19.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3464" name="__module.layers.19.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48598,7 +54366,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3063" name="Constant_65565" type="Const" version="opset1">
+		<layer id="3465" name="Constant_65565" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48608,7 +54376,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3064" name="__module.layers.19.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3466" name="__module.layers.19.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48630,7 +54398,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3065" name="__module.layers.19.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3467" name="__module.layers.19.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -48646,7 +54414,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3066" name="__module.layers.19.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3468" name="__module.layers.19.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48668,7 +54436,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3067" name="__module.layers.19.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3469" name="__module.layers.19.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48690,8 +54458,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3068" name="Constant_65567" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1331963490" size="9216" />
+		<layer id="3470" name="Constant_65567" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1332221346" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -48700,7 +54468,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3069" name="__module.layers.19.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3471" name="__module.layers.19.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48722,32 +54490,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3070" name="self.layers.19.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1331972706" size="2359296" />
+		<layer id="3472" name="self.layers.19.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1332230562" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3071" name="Convert_977947" type="Convert" version="opset1">
+		<layer id="3473" name="Convert_905455" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3474" name="self.layers.19.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1334589858" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3475" name="Convert_905458" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3476" name="self.layers.19.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3072" name="self.layers.19.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1334332002" size="4096" />
+		<layer id="3477" name="self.layers.19.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1334590882" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -48755,7 +54566,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3073" name="self.layers.19.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3478" name="self.layers.19.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -48774,7 +54585,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3074" name="__module.layers.19.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3479" name="__module.layers.19.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -48792,7 +54603,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3075" name="__module.layers.19.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3480" name="__module.layers.19.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48813,15 +54624,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3076" name="Constant_68090" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="3481" name="Constant_68090" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3077" name="__module.layers.19.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="3482" name="__module.layers.19.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48842,15 +54653,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3078" name="__module.layers.19.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3483" name="__module.layers.19.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3079" name="__module.layers.19.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="3484" name="__module.layers.19.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -48871,7 +54682,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3080" name="__module.layers.19.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3485" name="__module.layers.19.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48896,39 +54707,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3081" name="Constant_25472" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3486" name="Constant_25472" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3082" name="Constant_25474" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3487" name="Constant_25474" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3083" name="Constant_25476" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3488" name="Constant_25476" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3084" name="Constant_25428" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3489" name="Constant_25428" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3085" name="__module.layers.19.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="3490" name="__module.layers.19.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -48958,8 +54769,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3086" name="Constant_65568" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3491" name="Constant_65568" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -48969,7 +54780,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3087" name="__module.layers.19.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="3492" name="__module.layers.19.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48994,39 +54805,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3088" name="Constant_25369" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3493" name="Constant_25369" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3089" name="Constant_25413" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3494" name="Constant_25413" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3090" name="Constant_25415" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3495" name="Constant_25415" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3091" name="Constant_25367" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3496" name="Constant_25367" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3092" name="__module.layers.19.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="3497" name="__module.layers.19.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -49056,7 +54867,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3093" name="__module.layers.19.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="3498" name="__module.layers.19.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49081,7 +54892,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3094" name="__module.layers.19.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3499" name="__module.layers.19.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49106,7 +54917,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3095" name="__module.layers.19.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="3500" name="__module.layers.19.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49131,19 +54942,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3096" name="self.layers.19.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1334336098" size="1179648" />
+		<layer id="3501" name="self.layers.19.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1334594978" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3097" name="Convert_1235315" type="Convert" version="opset1">
+		<layer id="3502" name="Convert_1130387" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -49155,8 +54966,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3098" name="self.layers.19.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1335515746" size="2048" />
+		<layer id="3503" name="self.layers.19.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1335774626" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3504" name="Convert_1130390" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3505" name="self.layers.19.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3506" name="self.layers.19.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1335775138" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -49164,7 +55018,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3099" name="self.layers.19.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3507" name="self.layers.19.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -49183,7 +55037,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3100" name="__module.layers.19.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3508" name="__module.layers.19.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -49201,7 +55055,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3101" name="__module.layers.19.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3509" name="__module.layers.19.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49222,15 +55076,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3102" name="Constant_68091" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3510" name="Constant_68091" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3103" name="__module.layers.19.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3511" name="__module.layers.19.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49251,15 +55105,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3104" name="__module.layers.19.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3512" name="__module.layers.19.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3105" name="__module.layers.19.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="3513" name="__module.layers.19.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -49280,7 +55134,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3106" name="__module.layers.19.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="3514" name="__module.layers.19.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49305,39 +55159,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3107" name="Constant_25615" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3515" name="Constant_25615" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3108" name="Constant_25617" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3516" name="Constant_25617" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3109" name="Constant_25619" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3517" name="Constant_25619" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3110" name="Constant_25571" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3518" name="Constant_25571" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3111" name="__module.layers.19.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="3519" name="__module.layers.19.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -49367,8 +55221,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3112" name="Constant_65569" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3520" name="Constant_65569" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -49378,7 +55232,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3113" name="__module.layers.19.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3521" name="__module.layers.19.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49403,39 +55257,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3114" name="Constant_25512" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3522" name="Constant_25512" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3115" name="Constant_25556" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3523" name="Constant_25556" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3116" name="Constant_25558" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3524" name="Constant_25558" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3117" name="Constant_25510" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3525" name="Constant_25510" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3118" name="__module.layers.19.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="3526" name="__module.layers.19.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -49465,7 +55319,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3119" name="__module.layers.19.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="3527" name="__module.layers.19.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49490,7 +55344,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3120" name="__module.layers.19.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="3528" name="__module.layers.19.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49515,7 +55369,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3121" name="__module.layers.19.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3529" name="__module.layers.19.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49540,13 +55394,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3122" name="4124" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="3530" name="4124" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4124" />
 			</output>
 		</layer>
-		<layer id="3123" name="__module.layers.19.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="3531" name="__module.layers.19.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -49566,7 +55420,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3124" name="__module.layers.19.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="3532" name="__module.layers.19.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49590,15 +55444,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3125" name="Constant_68092" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3533" name="Constant_68092" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3126" name="__module.layers.19.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="3534" name="__module.layers.19.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49621,19 +55475,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3127" name="self.layers.19.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1335517794" size="1179648" />
+		<layer id="3535" name="self.layers.19.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1335777186" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3128" name="Convert_1230459" type="Convert" version="opset1">
+		<layer id="3536" name="Convert_1126143" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -49645,16 +55499,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3129" name="self.layers.19.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1336697442" size="2048" />
+		<layer id="3537" name="self.layers.19.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1336956834" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3538" name="Convert_1126146" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3539" name="self.layers.19.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3130" name="self.layers.19.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3540" name="self.layers.19.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1336957346" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3541" name="self.layers.19.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -49673,7 +55570,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3131" name="__module.layers.19.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3542" name="__module.layers.19.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -49691,7 +55588,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3132" name="__module.layers.19.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3543" name="__module.layers.19.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49712,15 +55609,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3133" name="Constant_68093" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3544" name="Constant_68093" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3134" name="__module.layers.19.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3545" name="__module.layers.19.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49741,15 +55638,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3135" name="__module.layers.19.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3546" name="__module.layers.19.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3136" name="__module.layers.19.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="3547" name="__module.layers.19.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -49770,7 +55667,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3137" name="__module.layers.19.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="3548" name="__module.layers.19.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -49790,7 +55687,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3138" name="__module.layers.19.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="3549" name="__module.layers.19.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49814,15 +55711,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3139" name="Constant_68094" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3550" name="Constant_68094" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3140" name="__module.layers.19.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3551" name="__module.layers.19.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49845,13 +55742,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3141" name="__module.layers.19.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="3552" name="__module.layers.19.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="3142" name="__module.layers.19.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="3553" name="__module.layers.19.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49889,15 +55786,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3143" name="__module.layers.19.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3554" name="__module.layers.19.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3144" name="__module.layers.19.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="3555" name="__module.layers.19.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -49918,7 +55815,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3145" name="__module.layers.19.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3556" name="__module.layers.19.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49939,19 +55836,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3146" name="self.layers.19.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1336699490" size="2359296" />
+		<layer id="3557" name="self.layers.19.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1336959394" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3147" name="Convert_982803" type="Convert" version="opset1">
+		<layer id="3558" name="Convert_909699" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -49963,8 +55860,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3148" name="self.layers.19.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1339058786" size="4608" />
+		<layer id="3559" name="self.layers.19.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1339318690" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3560" name="Convert_909702" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3561" name="self.layers.19.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3562" name="self.layers.19.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1339319842" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -49972,7 +55912,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3149" name="self.layers.19.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3563" name="self.layers.19.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -49991,7 +55931,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3150" name="__module.layers.19.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3564" name="__module.layers.19.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -50009,7 +55949,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3151" name="__module.layers.19.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3565" name="__module.layers.19.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50030,7 +55970,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3152" name="Constant_65572" type="Const" version="opset1">
+		<layer id="3566" name="Constant_65572" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50040,7 +55980,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3153" name="Constant_65570" type="Const" version="opset1">
+		<layer id="3567" name="Constant_65570" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50050,7 +55990,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3154" name="__module.layers.19.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3568" name="__module.layers.19.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50072,7 +56012,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3155" name="Constant_26170" type="Const" version="opset1">
+		<layer id="3569" name="Constant_26170" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4257">
@@ -50080,7 +56020,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3156" name="__module.layers.19.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3570" name="__module.layers.19.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50100,7 +56040,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3157" name="Constant_65571" type="Const" version="opset1">
+		<layer id="3571" name="Constant_65571" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50110,7 +56050,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3158" name="__module.layers.19.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3572" name="__module.layers.19.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50132,7 +56072,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3159" name="__module.layers.19.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3573" name="__module.layers.19.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -50148,7 +56088,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3160" name="__module.layers.19.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3574" name="__module.layers.19.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50170,7 +56110,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3161" name="__module.layers.19.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3575" name="__module.layers.19.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50192,8 +56132,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3162" name="Constant_65573" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1339063394" size="9216" />
+		<layer id="3576" name="Constant_65573" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1339324450" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -50202,7 +56142,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3163" name="__module.layers.19.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3577" name="__module.layers.19.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50224,7 +56164,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3164" name="__module.layers.19/aten::add/Add" type="Add" version="opset1">
+		<layer id="3578" name="__module.layers.19/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50246,7 +56186,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3165" name="Constant_65576" type="Const" version="opset1">
+		<layer id="3579" name="Constant_65576" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50256,7 +56196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3166" name="Constant_65574" type="Const" version="opset1">
+		<layer id="3580" name="Constant_65574" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50266,7 +56206,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3167" name="__module.layers.19.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3581" name="__module.layers.19.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50288,7 +56228,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3168" name="Constant_26223" type="Const" version="opset1">
+		<layer id="3582" name="Constant_26223" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4270">
@@ -50296,7 +56236,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3169" name="__module.layers.19.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3583" name="__module.layers.19.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50316,7 +56256,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3170" name="Constant_65575" type="Const" version="opset1">
+		<layer id="3584" name="Constant_65575" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50326,7 +56266,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3171" name="__module.layers.19.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3585" name="__module.layers.19.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50348,7 +56288,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3172" name="__module.layers.19.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3586" name="__module.layers.19.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -50364,7 +56304,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3173" name="__module.layers.19.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3587" name="__module.layers.19.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50386,7 +56326,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3174" name="__module.layers.19.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3588" name="__module.layers.19.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50408,8 +56348,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3175" name="Constant_65577" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1339072610" size="9216" />
+		<layer id="3589" name="Constant_65577" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1339333666" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -50418,7 +56358,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3176" name="__module.layers.19.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3590" name="__module.layers.19.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50440,19 +56380,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3177" name="self.layers.19.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1339081826" size="10616832" />
+		<layer id="3591" name="self.layers.19.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1339342882" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3178" name="Convert_696165" type="Convert" version="opset1">
+		<layer id="3592" name="Convert_659305" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -50464,8 +56404,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3179" name="self.layers.19.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1349698658" size="18432" />
+		<layer id="3593" name="self.layers.19.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1349959714" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3594" name="Convert_659308" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3595" name="self.layers.19.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3596" name="self.layers.19.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1349964322" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -50473,7 +56456,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3180" name="self.layers.19.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3597" name="self.layers.19.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -50492,7 +56475,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3181" name="__module.layers.19.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3598" name="__module.layers.19.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -50510,7 +56493,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3182" name="__module.layers.19.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3599" name="__module.layers.19.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50531,7 +56514,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3183" name="__module.layers.19.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="3600" name="__module.layers.19.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50548,32 +56531,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3184" name="self.layers.19.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1349717090" size="10616832" />
+		<layer id="3601" name="self.layers.19.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1349982754" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3185" name="Convert_691309" type="Convert" version="opset1">
+		<layer id="3602" name="Convert_655061" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3603" name="self.layers.19.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1360599586" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3604" name="Convert_655064" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3605" name="self.layers.19.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3186" name="self.layers.19.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1360333922" size="18432" />
+		<layer id="3606" name="self.layers.19.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1360604194" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -50581,7 +56607,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3187" name="self.layers.19.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3607" name="self.layers.19.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -50600,7 +56626,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3188" name="__module.layers.19.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3608" name="__module.layers.19.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -50618,7 +56644,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3189" name="__module.layers.19.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3609" name="__module.layers.19.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50639,7 +56665,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3190" name="__module.layers.19.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3610" name="__module.layers.19.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50661,19 +56687,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3191" name="self.layers.19.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1360352354" size="10616832" />
+		<layer id="3611" name="self.layers.19.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1360622626" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3192" name="Convert_701021" type="Convert" version="opset1">
+		<layer id="3612" name="Convert_663549" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -50685,16 +56711,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3193" name="self.layers.19.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1370969186" size="4608" />
+		<layer id="3613" name="self.layers.19.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1371239458" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3614" name="Convert_663552" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3615" name="self.layers.19.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3194" name="self.layers.19.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3616" name="self.layers.19.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1371240610" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3617" name="self.layers.19.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -50713,7 +56782,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3195" name="__module.layers.19.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3618" name="__module.layers.19.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -50731,7 +56800,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3196" name="__module.layers.19.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3619" name="__module.layers.19.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50752,7 +56821,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3197" name="Constant_65580" type="Const" version="opset1">
+		<layer id="3620" name="Constant_65580" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50762,7 +56831,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3198" name="Constant_65578" type="Const" version="opset1">
+		<layer id="3621" name="Constant_65578" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50772,7 +56841,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3199" name="__module.layers.19.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3622" name="__module.layers.19.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50794,7 +56863,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3200" name="Constant_26293" type="Const" version="opset1">
+		<layer id="3623" name="Constant_26293" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4297">
@@ -50802,7 +56871,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3201" name="__module.layers.19.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3624" name="__module.layers.19.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50822,7 +56891,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3202" name="Constant_65579" type="Const" version="opset1">
+		<layer id="3625" name="Constant_65579" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50832,7 +56901,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3203" name="__module.layers.19.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3626" name="__module.layers.19.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50854,7 +56923,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3204" name="__module.layers.19.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3627" name="__module.layers.19.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -50870,7 +56939,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3205" name="__module.layers.19.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3628" name="__module.layers.19.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50892,7 +56961,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3206" name="__module.layers.19.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3629" name="__module.layers.19.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50914,8 +56983,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3207" name="Constant_65581" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1370973794" size="9216" />
+		<layer id="3630" name="Constant_65581" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1371245218" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -50924,7 +56993,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3208" name="__module.layers.19.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3631" name="__module.layers.19.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50946,7 +57015,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3209" name="__module.layers.19/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3632" name="__module.layers.19/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50968,7 +57037,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3210" name="Constant_65584" type="Const" version="opset1">
+		<layer id="3633" name="Constant_65584" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50978,7 +57047,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3211" name="Constant_65582" type="Const" version="opset1">
+		<layer id="3634" name="Constant_65582" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50988,7 +57057,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3212" name="__module.layers.20.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3635" name="__module.layers.20.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51010,7 +57079,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3213" name="Constant_26518" type="Const" version="opset1">
+		<layer id="3636" name="Constant_26518" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4345">
@@ -51018,7 +57087,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3214" name="__module.layers.20.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3637" name="__module.layers.20.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51038,7 +57107,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3215" name="Constant_65583" type="Const" version="opset1">
+		<layer id="3638" name="Constant_65583" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -51048,7 +57117,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3216" name="__module.layers.20.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3639" name="__module.layers.20.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51070,7 +57139,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3217" name="__module.layers.20.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3640" name="__module.layers.20.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -51086,7 +57155,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3218" name="__module.layers.20.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3641" name="__module.layers.20.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51108,7 +57177,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3219" name="__module.layers.20.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3642" name="__module.layers.20.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51130,8 +57199,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3220" name="Constant_65585" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1370983010" size="9216" />
+		<layer id="3643" name="Constant_65585" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1371254434" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -51140,7 +57209,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3221" name="__module.layers.20.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3644" name="__module.layers.20.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51162,32 +57231,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3222" name="self.layers.20.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1370992226" size="2359296" />
+		<layer id="3645" name="self.layers.20.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1371263650" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3223" name="Convert_987659" type="Convert" version="opset1">
+		<layer id="3646" name="Convert_913943" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3647" name="self.layers.20.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1373622946" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3648" name="Convert_913946" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3649" name="self.layers.20.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3224" name="self.layers.20.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1373351522" size="4096" />
+		<layer id="3650" name="self.layers.20.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1373623970" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -51195,7 +57307,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3225" name="self.layers.20.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3651" name="self.layers.20.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -51214,7 +57326,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3226" name="__module.layers.20.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3652" name="__module.layers.20.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -51232,7 +57344,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3227" name="__module.layers.20.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3653" name="__module.layers.20.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51253,15 +57365,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3228" name="Constant_68095" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="3654" name="Constant_68095" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3229" name="__module.layers.20.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="3655" name="__module.layers.20.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51282,15 +57394,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3230" name="__module.layers.20.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3656" name="__module.layers.20.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3231" name="__module.layers.20.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="3657" name="__module.layers.20.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -51311,7 +57423,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3232" name="__module.layers.20.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3658" name="__module.layers.20.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51336,39 +57448,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3233" name="Constant_26827" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3659" name="Constant_26827" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3234" name="Constant_26829" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3660" name="Constant_26829" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3235" name="Constant_26831" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3661" name="Constant_26831" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3236" name="Constant_26783" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3662" name="Constant_26783" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3237" name="__module.layers.20.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="3663" name="__module.layers.20.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -51398,8 +57510,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3238" name="Constant_65586" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3664" name="Constant_65586" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -51409,7 +57521,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3239" name="__module.layers.20.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="3665" name="__module.layers.20.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51434,39 +57546,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3240" name="Constant_26724" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3666" name="Constant_26724" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3241" name="Constant_26768" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3667" name="Constant_26768" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3242" name="Constant_26770" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3668" name="Constant_26770" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3243" name="Constant_26722" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3669" name="Constant_26722" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3244" name="__module.layers.20.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="3670" name="__module.layers.20.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -51496,7 +57608,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3245" name="__module.layers.20.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="3671" name="__module.layers.20.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51521,7 +57633,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3246" name="__module.layers.20.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3672" name="__module.layers.20.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51546,7 +57658,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3247" name="__module.layers.20.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="3673" name="__module.layers.20.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51571,19 +57683,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3248" name="self.layers.20.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1373355618" size="1179648" />
+		<layer id="3674" name="self.layers.20.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1373628066" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3249" name="Convert_1245027" type="Convert" version="opset1">
+		<layer id="3675" name="Convert_1138875" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -51595,8 +57707,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3250" name="self.layers.20.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1374535266" size="2048" />
+		<layer id="3676" name="self.layers.20.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1374807714" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3677" name="Convert_1138878" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3678" name="self.layers.20.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3679" name="self.layers.20.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1374808226" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -51604,7 +57759,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3251" name="self.layers.20.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3680" name="self.layers.20.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -51623,7 +57778,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3252" name="__module.layers.20.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3681" name="__module.layers.20.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -51641,7 +57796,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3253" name="__module.layers.20.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3682" name="__module.layers.20.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51662,15 +57817,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3254" name="Constant_68096" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3683" name="Constant_68096" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3255" name="__module.layers.20.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3684" name="__module.layers.20.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51691,15 +57846,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3256" name="__module.layers.20.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3685" name="__module.layers.20.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3257" name="__module.layers.20.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="3686" name="__module.layers.20.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -51720,7 +57875,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3258" name="__module.layers.20.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="3687" name="__module.layers.20.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51745,39 +57900,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3259" name="Constant_26970" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3688" name="Constant_26970" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3260" name="Constant_26972" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3689" name="Constant_26972" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3261" name="Constant_26974" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3690" name="Constant_26974" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3262" name="Constant_26926" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3691" name="Constant_26926" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3263" name="__module.layers.20.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="3692" name="__module.layers.20.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -51807,8 +57962,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3264" name="Constant_65587" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3693" name="Constant_65587" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -51818,7 +57973,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3265" name="__module.layers.20.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3694" name="__module.layers.20.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51843,39 +57998,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3266" name="Constant_26867" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3695" name="Constant_26867" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3267" name="Constant_26911" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3696" name="Constant_26911" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3268" name="Constant_26913" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3697" name="Constant_26913" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3269" name="Constant_26865" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3698" name="Constant_26865" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3270" name="__module.layers.20.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="3699" name="__module.layers.20.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -51905,7 +58060,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3271" name="__module.layers.20.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="3700" name="__module.layers.20.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51930,7 +58085,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3272" name="__module.layers.20.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="3701" name="__module.layers.20.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51955,7 +58110,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3273" name="__module.layers.20.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3702" name="__module.layers.20.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51980,13 +58135,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3274" name="4320" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="3703" name="4320" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4320" />
 			</output>
 		</layer>
-		<layer id="3275" name="__module.layers.20.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="3704" name="__module.layers.20.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -52006,7 +58161,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3276" name="__module.layers.20.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="3705" name="__module.layers.20.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52030,15 +58185,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3277" name="Constant_68097" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3706" name="Constant_68097" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3278" name="__module.layers.20.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="3707" name="__module.layers.20.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52061,19 +58216,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3279" name="self.layers.20.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1374537314" size="1179648" />
+		<layer id="3708" name="self.layers.20.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1374810274" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3280" name="Convert_1240171" type="Convert" version="opset1">
+		<layer id="3709" name="Convert_1134631" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -52085,16 +58240,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3281" name="self.layers.20.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1375716962" size="2048" />
+		<layer id="3710" name="self.layers.20.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1375989922" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3711" name="Convert_1134634" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3712" name="self.layers.20.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3282" name="self.layers.20.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3713" name="self.layers.20.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1375990434" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3714" name="self.layers.20.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -52113,7 +58311,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3283" name="__module.layers.20.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3715" name="__module.layers.20.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -52131,7 +58329,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3284" name="__module.layers.20.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3716" name="__module.layers.20.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52152,15 +58350,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3285" name="Constant_68098" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3717" name="Constant_68098" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3286" name="__module.layers.20.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3718" name="__module.layers.20.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52181,15 +58379,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3287" name="__module.layers.20.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3719" name="__module.layers.20.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3288" name="__module.layers.20.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="3720" name="__module.layers.20.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -52210,7 +58408,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3289" name="__module.layers.20.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="3721" name="__module.layers.20.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -52230,7 +58428,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3290" name="__module.layers.20.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="3722" name="__module.layers.20.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52254,15 +58452,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3291" name="Constant_68099" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3723" name="Constant_68099" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3292" name="__module.layers.20.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3724" name="__module.layers.20.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52285,13 +58483,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3293" name="__module.layers.20.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="3725" name="__module.layers.20.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="3294" name="__module.layers.20.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="3726" name="__module.layers.20.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52329,15 +58527,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3295" name="__module.layers.20.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3727" name="__module.layers.20.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3296" name="__module.layers.20.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="3728" name="__module.layers.20.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -52358,7 +58556,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3297" name="__module.layers.20.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3729" name="__module.layers.20.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52379,19 +58577,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3298" name="self.layers.20.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1375719010" size="2359296" />
+		<layer id="3730" name="self.layers.20.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1375992482" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3299" name="Convert_992515" type="Convert" version="opset1">
+		<layer id="3731" name="Convert_918187" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -52403,8 +58601,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3300" name="self.layers.20.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1378078306" size="4608" />
+		<layer id="3732" name="self.layers.20.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1378351778" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3733" name="Convert_918190" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3734" name="self.layers.20.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3735" name="self.layers.20.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1378352930" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -52412,7 +58653,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3301" name="self.layers.20.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3736" name="self.layers.20.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -52431,7 +58672,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3302" name="__module.layers.20.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3737" name="__module.layers.20.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -52449,7 +58690,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3303" name="__module.layers.20.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3738" name="__module.layers.20.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52470,7 +58711,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3304" name="Constant_65590" type="Const" version="opset1">
+		<layer id="3739" name="Constant_65590" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -52480,7 +58721,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3305" name="Constant_65588" type="Const" version="opset1">
+		<layer id="3740" name="Constant_65588" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -52490,7 +58731,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3306" name="__module.layers.20.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3741" name="__module.layers.20.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52512,7 +58753,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3307" name="Constant_27525" type="Const" version="opset1">
+		<layer id="3742" name="Constant_27525" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4463">
@@ -52520,7 +58761,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3308" name="__module.layers.20.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3743" name="__module.layers.20.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52540,7 +58781,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3309" name="Constant_65589" type="Const" version="opset1">
+		<layer id="3744" name="Constant_65589" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -52550,7 +58791,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3310" name="__module.layers.20.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3745" name="__module.layers.20.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52572,7 +58813,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3311" name="__module.layers.20.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3746" name="__module.layers.20.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -52588,7 +58829,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3312" name="__module.layers.20.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3747" name="__module.layers.20.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52610,7 +58851,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3313" name="__module.layers.20.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3748" name="__module.layers.20.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52632,8 +58873,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3314" name="Constant_65591" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1378082914" size="9216" />
+		<layer id="3749" name="Constant_65591" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1378357538" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -52642,7 +58883,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3315" name="__module.layers.20.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3750" name="__module.layers.20.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52664,7 +58905,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3316" name="__module.layers.20/aten::add/Add" type="Add" version="opset1">
+		<layer id="3751" name="__module.layers.20/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52686,7 +58927,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3317" name="Constant_65594" type="Const" version="opset1">
+		<layer id="3752" name="Constant_65594" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -52696,7 +58937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3318" name="Constant_65592" type="Const" version="opset1">
+		<layer id="3753" name="Constant_65592" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -52706,7 +58947,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3319" name="__module.layers.20.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3754" name="__module.layers.20.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52728,7 +58969,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3320" name="Constant_27578" type="Const" version="opset1">
+		<layer id="3755" name="Constant_27578" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4476">
@@ -52736,7 +58977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3321" name="__module.layers.20.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3756" name="__module.layers.20.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52756,7 +58997,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3322" name="Constant_65593" type="Const" version="opset1">
+		<layer id="3757" name="Constant_65593" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -52766,7 +59007,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3323" name="__module.layers.20.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3758" name="__module.layers.20.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52788,7 +59029,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3324" name="__module.layers.20.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3759" name="__module.layers.20.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -52804,7 +59045,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3325" name="__module.layers.20.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3760" name="__module.layers.20.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52826,7 +59067,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3326" name="__module.layers.20.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3761" name="__module.layers.20.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52848,8 +59089,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3327" name="Constant_65595" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1378092130" size="9216" />
+		<layer id="3762" name="Constant_65595" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1378366754" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -52858,7 +59099,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3328" name="__module.layers.20.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3763" name="__module.layers.20.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52880,19 +59121,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3329" name="self.layers.20.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1378101346" size="10616832" />
+		<layer id="3764" name="self.layers.20.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1378375970" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3330" name="Convert_710733" type="Convert" version="opset1">
+		<layer id="3765" name="Convert_672037" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -52904,8 +59145,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3331" name="self.layers.20.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1388718178" size="18432" />
+		<layer id="3766" name="self.layers.20.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1388992802" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3767" name="Convert_672040" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3768" name="self.layers.20.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3769" name="self.layers.20.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1388997410" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -52913,7 +59197,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3332" name="self.layers.20.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3770" name="self.layers.20.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -52932,7 +59216,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3333" name="__module.layers.20.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3771" name="__module.layers.20.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -52950,7 +59234,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3334" name="__module.layers.20.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3772" name="__module.layers.20.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52971,7 +59255,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3335" name="__module.layers.20.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="3773" name="__module.layers.20.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52988,32 +59272,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3336" name="self.layers.20.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1388736610" size="10616832" />
+		<layer id="3774" name="self.layers.20.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1389015842" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3337" name="Convert_705877" type="Convert" version="opset1">
+		<layer id="3775" name="Convert_667793" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3776" name="self.layers.20.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1399632674" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3777" name="Convert_667796" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3778" name="self.layers.20.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3338" name="self.layers.20.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1399353442" size="18432" />
+		<layer id="3779" name="self.layers.20.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1399637282" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -53021,7 +59348,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3339" name="self.layers.20.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3780" name="self.layers.20.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -53040,7 +59367,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3340" name="__module.layers.20.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3781" name="__module.layers.20.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -53058,7 +59385,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3341" name="__module.layers.20.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3782" name="__module.layers.20.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53079,7 +59406,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3342" name="__module.layers.20.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3783" name="__module.layers.20.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53101,19 +59428,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3343" name="self.layers.20.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1399371874" size="10616832" />
+		<layer id="3784" name="self.layers.20.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1399655714" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3344" name="Convert_715589" type="Convert" version="opset1">
+		<layer id="3785" name="Convert_676281" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -53125,16 +59452,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3345" name="self.layers.20.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1409988706" size="4608" />
+		<layer id="3786" name="self.layers.20.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1410272546" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3787" name="Convert_676284" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3788" name="self.layers.20.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3346" name="self.layers.20.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3789" name="self.layers.20.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1410273698" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3790" name="self.layers.20.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -53153,7 +59523,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3347" name="__module.layers.20.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3791" name="__module.layers.20.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -53171,7 +59541,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3348" name="__module.layers.20.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3792" name="__module.layers.20.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53192,7 +59562,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3349" name="Constant_65598" type="Const" version="opset1">
+		<layer id="3793" name="Constant_65598" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53202,7 +59572,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3350" name="Constant_65596" type="Const" version="opset1">
+		<layer id="3794" name="Constant_65596" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53212,7 +59582,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3351" name="__module.layers.20.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3795" name="__module.layers.20.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53234,7 +59604,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3352" name="Constant_27648" type="Const" version="opset1">
+		<layer id="3796" name="Constant_27648" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4503">
@@ -53242,7 +59612,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3353" name="__module.layers.20.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3797" name="__module.layers.20.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53262,7 +59632,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3354" name="Constant_65597" type="Const" version="opset1">
+		<layer id="3798" name="Constant_65597" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53272,7 +59642,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3355" name="__module.layers.20.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3799" name="__module.layers.20.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53294,7 +59664,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3356" name="__module.layers.20.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3800" name="__module.layers.20.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -53310,7 +59680,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3357" name="__module.layers.20.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3801" name="__module.layers.20.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53332,7 +59702,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3358" name="__module.layers.20.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3802" name="__module.layers.20.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53354,8 +59724,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3359" name="Constant_65599" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1409993314" size="9216" />
+		<layer id="3803" name="Constant_65599" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1410278306" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -53364,7 +59734,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3360" name="__module.layers.20.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3804" name="__module.layers.20.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53386,7 +59756,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3361" name="__module.layers.20/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3805" name="__module.layers.20/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53408,7 +59778,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3362" name="Constant_65602" type="Const" version="opset1">
+		<layer id="3806" name="Constant_65602" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53418,7 +59788,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3363" name="Constant_65600" type="Const" version="opset1">
+		<layer id="3807" name="Constant_65600" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53428,7 +59798,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3364" name="__module.layers.21.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3808" name="__module.layers.21.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53450,7 +59820,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3365" name="Constant_27725" type="Const" version="opset1">
+		<layer id="3809" name="Constant_27725" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4540">
@@ -53458,7 +59828,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3366" name="__module.layers.21.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3810" name="__module.layers.21.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53478,7 +59848,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3367" name="Constant_65601" type="Const" version="opset1">
+		<layer id="3811" name="Constant_65601" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53488,7 +59858,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3368" name="__module.layers.21.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3812" name="__module.layers.21.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53510,7 +59880,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3369" name="__module.layers.21.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3813" name="__module.layers.21.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -53526,7 +59896,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3370" name="__module.layers.21.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3814" name="__module.layers.21.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53548,7 +59918,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3371" name="__module.layers.21.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3815" name="__module.layers.21.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53570,8 +59940,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3372" name="Constant_65603" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1410002530" size="9216" />
+		<layer id="3816" name="Constant_65603" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1410287522" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -53580,7 +59950,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3373" name="__module.layers.21.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3817" name="__module.layers.21.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53602,32 +59972,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3374" name="self.layers.21.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1410011746" size="2359296" />
+		<layer id="3818" name="self.layers.21.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1410296738" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3375" name="Convert_997371" type="Convert" version="opset1">
+		<layer id="3819" name="Convert_922431" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3820" name="self.layers.21.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1412656034" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3821" name="Convert_922434" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3822" name="self.layers.21.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3376" name="self.layers.21.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1412371042" size="4096" />
+		<layer id="3823" name="self.layers.21.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1412657058" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -53635,7 +60048,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3377" name="self.layers.21.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3824" name="self.layers.21.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -53654,7 +60067,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3378" name="__module.layers.21.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3825" name="__module.layers.21.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -53672,7 +60085,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3379" name="__module.layers.21.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3826" name="__module.layers.21.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53693,15 +60106,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3380" name="Constant_68100" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="3827" name="Constant_68100" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3381" name="__module.layers.21.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="3828" name="__module.layers.21.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53722,15 +60135,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3382" name="__module.layers.21.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3829" name="__module.layers.21.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3383" name="__module.layers.21.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="3830" name="__module.layers.21.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -53751,7 +60164,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3384" name="__module.layers.21.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3831" name="__module.layers.21.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53776,39 +60189,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3385" name="Constant_28034" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3832" name="Constant_28034" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3386" name="Constant_28036" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3833" name="Constant_28036" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3387" name="Constant_28038" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3834" name="Constant_28038" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3388" name="Constant_27990" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3835" name="Constant_27990" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3389" name="__module.layers.21.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="3836" name="__module.layers.21.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -53838,8 +60251,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3390" name="Constant_65604" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3837" name="Constant_65604" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -53849,7 +60262,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3391" name="__module.layers.21.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="3838" name="__module.layers.21.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53874,39 +60287,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3392" name="Constant_27931" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3839" name="Constant_27931" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3393" name="Constant_27975" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3840" name="Constant_27975" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3394" name="Constant_27977" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3841" name="Constant_27977" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3395" name="Constant_27929" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3842" name="Constant_27929" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3396" name="__module.layers.21.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="3843" name="__module.layers.21.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -53936,7 +60349,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3397" name="__module.layers.21.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="3844" name="__module.layers.21.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53961,7 +60374,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3398" name="__module.layers.21.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3845" name="__module.layers.21.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53986,7 +60399,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3399" name="__module.layers.21.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="3846" name="__module.layers.21.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54011,19 +60424,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3400" name="self.layers.21.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1412375138" size="1179648" />
+		<layer id="3847" name="self.layers.21.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1412661154" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3401" name="Convert_1254739" type="Convert" version="opset1">
+		<layer id="3848" name="Convert_1147363" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -54035,8 +60448,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3402" name="self.layers.21.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1413554786" size="2048" />
+		<layer id="3849" name="self.layers.21.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1413840802" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3850" name="Convert_1147366" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3851" name="self.layers.21.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3852" name="self.layers.21.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1413841314" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -54044,7 +60500,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3403" name="self.layers.21.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3853" name="self.layers.21.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -54063,7 +60519,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3404" name="__module.layers.21.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3854" name="__module.layers.21.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -54081,7 +60537,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3405" name="__module.layers.21.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3855" name="__module.layers.21.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54102,15 +60558,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3406" name="Constant_68101" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3856" name="Constant_68101" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3407" name="__module.layers.21.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3857" name="__module.layers.21.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54131,15 +60587,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3408" name="__module.layers.21.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3858" name="__module.layers.21.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3409" name="__module.layers.21.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="3859" name="__module.layers.21.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -54160,7 +60616,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3410" name="__module.layers.21.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="3860" name="__module.layers.21.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54185,39 +60641,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3411" name="Constant_28177" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3861" name="Constant_28177" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3412" name="Constant_28179" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="3862" name="Constant_28179" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3413" name="Constant_28181" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3863" name="Constant_28181" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3414" name="Constant_28133" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3864" name="Constant_28133" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3415" name="__module.layers.21.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="3865" name="__module.layers.21.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -54247,8 +60703,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3416" name="Constant_65605" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="3866" name="Constant_65605" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -54258,7 +60714,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3417" name="__module.layers.21.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3867" name="__module.layers.21.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54283,39 +60739,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3418" name="Constant_28074" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="3868" name="Constant_28074" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3419" name="Constant_28118" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="3869" name="Constant_28118" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3420" name="Constant_28120" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="3870" name="Constant_28120" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3421" name="Constant_28072" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="3871" name="Constant_28072" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3422" name="__module.layers.21.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="3872" name="__module.layers.21.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -54345,7 +60801,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3423" name="__module.layers.21.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="3873" name="__module.layers.21.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54370,7 +60826,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3424" name="__module.layers.21.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="3874" name="__module.layers.21.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54395,7 +60851,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3425" name="__module.layers.21.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3875" name="__module.layers.21.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54420,13 +60876,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3426" name="4525" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="3876" name="4525" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4525" />
 			</output>
 		</layer>
-		<layer id="3427" name="__module.layers.21.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="3877" name="__module.layers.21.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -54446,7 +60902,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3428" name="__module.layers.21.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="3878" name="__module.layers.21.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54470,15 +60926,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3429" name="Constant_68102" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3879" name="Constant_68102" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3430" name="__module.layers.21.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="3880" name="__module.layers.21.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54501,19 +60957,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3431" name="self.layers.21.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1413556834" size="1179648" />
+		<layer id="3881" name="self.layers.21.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1413843362" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3432" name="Convert_1249883" type="Convert" version="opset1">
+		<layer id="3882" name="Convert_1143119" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -54525,16 +60981,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3433" name="self.layers.21.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1414736482" size="2048" />
+		<layer id="3883" name="self.layers.21.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1415023010" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3884" name="Convert_1143122" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3885" name="self.layers.21.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3434" name="self.layers.21.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3886" name="self.layers.21.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1415023522" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3887" name="self.layers.21.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -54553,7 +61052,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3435" name="__module.layers.21.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3888" name="__module.layers.21.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -54571,7 +61070,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3436" name="__module.layers.21.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3889" name="__module.layers.21.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54592,15 +61091,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3437" name="Constant_68103" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="3890" name="Constant_68103" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3438" name="__module.layers.21.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3891" name="__module.layers.21.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54621,15 +61120,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3439" name="__module.layers.21.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3892" name="__module.layers.21.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3440" name="__module.layers.21.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="3893" name="__module.layers.21.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -54650,7 +61149,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3441" name="__module.layers.21.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="3894" name="__module.layers.21.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -54670,7 +61169,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3442" name="__module.layers.21.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="3895" name="__module.layers.21.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54694,15 +61193,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3443" name="Constant_68104" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="3896" name="Constant_68104" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3444" name="__module.layers.21.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="3897" name="__module.layers.21.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54725,13 +61224,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3445" name="__module.layers.21.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="3898" name="__module.layers.21.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="3446" name="__module.layers.21.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="3899" name="__module.layers.21.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54769,15 +61268,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3447" name="__module.layers.21.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="3900" name="__module.layers.21.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3448" name="__module.layers.21.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="3901" name="__module.layers.21.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -54798,7 +61297,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3449" name="__module.layers.21.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="3902" name="__module.layers.21.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54819,19 +61318,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3450" name="self.layers.21.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1414738530" size="2359296" />
+		<layer id="3903" name="self.layers.21.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1415025570" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3451" name="Convert_1002227" type="Convert" version="opset1">
+		<layer id="3904" name="Convert_926675" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -54843,8 +61342,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3452" name="self.layers.21.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1417097826" size="4608" />
+		<layer id="3905" name="self.layers.21.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1417384866" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3906" name="Convert_926678" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3907" name="self.layers.21.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3908" name="self.layers.21.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1417386018" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -54852,7 +61394,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3453" name="self.layers.21.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3909" name="self.layers.21.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -54871,7 +61413,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3454" name="__module.layers.21.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3910" name="__module.layers.21.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -54889,7 +61431,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3455" name="__module.layers.21.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3911" name="__module.layers.21.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54910,7 +61452,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3456" name="Constant_65608" type="Const" version="opset1">
+		<layer id="3912" name="Constant_65608" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54920,7 +61462,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3457" name="Constant_65606" type="Const" version="opset1">
+		<layer id="3913" name="Constant_65606" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54930,7 +61472,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3458" name="__module.layers.21.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3914" name="__module.layers.21.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54952,7 +61494,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3459" name="Constant_28732" type="Const" version="opset1">
+		<layer id="3915" name="Constant_28732" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4658">
@@ -54960,7 +61502,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3460" name="__module.layers.21.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3916" name="__module.layers.21.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54980,7 +61522,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3461" name="Constant_65607" type="Const" version="opset1">
+		<layer id="3917" name="Constant_65607" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54990,7 +61532,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3462" name="__module.layers.21.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3918" name="__module.layers.21.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55012,7 +61554,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3463" name="__module.layers.21.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3919" name="__module.layers.21.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -55028,7 +61570,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3464" name="__module.layers.21.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3920" name="__module.layers.21.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55050,7 +61592,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3465" name="__module.layers.21.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3921" name="__module.layers.21.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55072,8 +61614,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3466" name="Constant_65609" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1417102434" size="9216" />
+		<layer id="3922" name="Constant_65609" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1417390626" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -55082,7 +61624,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3467" name="__module.layers.21.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3923" name="__module.layers.21.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55104,7 +61646,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3468" name="__module.layers.21/aten::add/Add" type="Add" version="opset1">
+		<layer id="3924" name="__module.layers.21/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55126,7 +61668,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3469" name="Constant_65612" type="Const" version="opset1">
+		<layer id="3925" name="Constant_65612" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55136,7 +61678,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3470" name="Constant_65610" type="Const" version="opset1">
+		<layer id="3926" name="Constant_65610" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55146,7 +61688,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3471" name="__module.layers.21.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3927" name="__module.layers.21.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55168,7 +61710,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3472" name="Constant_28785" type="Const" version="opset1">
+		<layer id="3928" name="Constant_28785" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4671">
@@ -55176,7 +61718,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3473" name="__module.layers.21.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3929" name="__module.layers.21.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55196,7 +61738,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3474" name="Constant_65611" type="Const" version="opset1">
+		<layer id="3930" name="Constant_65611" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55206,7 +61748,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3475" name="__module.layers.21.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3931" name="__module.layers.21.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55228,7 +61770,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3476" name="__module.layers.21.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3932" name="__module.layers.21.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -55244,7 +61786,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3477" name="__module.layers.21.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3933" name="__module.layers.21.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55266,7 +61808,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3478" name="__module.layers.21.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3934" name="__module.layers.21.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55288,8 +61830,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3479" name="Constant_65613" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1417111650" size="9216" />
+		<layer id="3935" name="Constant_65613" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1417399842" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -55298,7 +61840,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3480" name="__module.layers.21.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3936" name="__module.layers.21.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55320,19 +61862,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3481" name="self.layers.21.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1417120866" size="10616832" />
+		<layer id="3937" name="self.layers.21.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1417409058" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3482" name="Convert_725301" type="Convert" version="opset1">
+		<layer id="3938" name="Convert_684769" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -55344,8 +61886,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3483" name="self.layers.21.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1427737698" size="18432" />
+		<layer id="3939" name="self.layers.21.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1428025890" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3940" name="Convert_684772" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3941" name="self.layers.21.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3942" name="self.layers.21.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1428030498" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -55353,7 +61938,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3484" name="self.layers.21.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3943" name="self.layers.21.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -55372,7 +61957,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3485" name="__module.layers.21.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3944" name="__module.layers.21.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -55390,7 +61975,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3486" name="__module.layers.21.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3945" name="__module.layers.21.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55411,7 +61996,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3487" name="__module.layers.21.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="3946" name="__module.layers.21.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55428,32 +62013,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3488" name="self.layers.21.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1427756130" size="10616832" />
+		<layer id="3947" name="self.layers.21.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1428048930" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3489" name="Convert_720445" type="Convert" version="opset1">
+		<layer id="3948" name="Convert_680525" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3949" name="self.layers.21.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1438665762" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3950" name="Convert_680528" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3951" name="self.layers.21.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3490" name="self.layers.21.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1438372962" size="18432" />
+		<layer id="3952" name="self.layers.21.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1438670370" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -55461,7 +62089,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3491" name="self.layers.21.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3953" name="self.layers.21.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -55480,7 +62108,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3492" name="__module.layers.21.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3954" name="__module.layers.21.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -55498,7 +62126,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3493" name="__module.layers.21.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3955" name="__module.layers.21.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55519,7 +62147,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3494" name="__module.layers.21.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3956" name="__module.layers.21.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55541,19 +62169,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3495" name="self.layers.21.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1438391394" size="10616832" />
+		<layer id="3957" name="self.layers.21.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1438688802" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3496" name="Convert_730157" type="Convert" version="opset1">
+		<layer id="3958" name="Convert_689013" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -55565,16 +62193,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3497" name="self.layers.21.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1449008226" size="4608" />
+		<layer id="3959" name="self.layers.21.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1449305634" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3960" name="Convert_689016" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3961" name="self.layers.21.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3498" name="self.layers.21.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3962" name="self.layers.21.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1449306786" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3963" name="self.layers.21.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -55593,7 +62264,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3499" name="__module.layers.21.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3964" name="__module.layers.21.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -55611,7 +62282,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3500" name="__module.layers.21.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3965" name="__module.layers.21.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55632,7 +62303,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3501" name="Constant_65616" type="Const" version="opset1">
+		<layer id="3966" name="Constant_65616" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55642,7 +62313,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3502" name="Constant_65614" type="Const" version="opset1">
+		<layer id="3967" name="Constant_65614" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55652,7 +62323,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3503" name="__module.layers.21.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3968" name="__module.layers.21.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55674,7 +62345,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3504" name="Constant_28855" type="Const" version="opset1">
+		<layer id="3969" name="Constant_28855" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4698">
@@ -55682,7 +62353,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3505" name="__module.layers.21.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3970" name="__module.layers.21.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55702,7 +62373,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3506" name="Constant_65615" type="Const" version="opset1">
+		<layer id="3971" name="Constant_65615" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55712,7 +62383,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3507" name="__module.layers.21.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3972" name="__module.layers.21.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55734,7 +62405,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3508" name="__module.layers.21.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3973" name="__module.layers.21.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -55750,7 +62421,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3509" name="__module.layers.21.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3974" name="__module.layers.21.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55772,7 +62443,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3510" name="__module.layers.21.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3975" name="__module.layers.21.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55794,8 +62465,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3511" name="Constant_65617" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1449012834" size="9216" />
+		<layer id="3976" name="Constant_65617" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1449311394" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -55804,7 +62475,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3512" name="__module.layers.21.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3977" name="__module.layers.21.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55826,7 +62497,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3513" name="__module.layers.21/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="3978" name="__module.layers.21/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55848,7 +62519,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3514" name="Constant_65620" type="Const" version="opset1">
+		<layer id="3979" name="Constant_65620" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55858,7 +62529,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3515" name="Constant_65618" type="Const" version="opset1">
+		<layer id="3980" name="Constant_65618" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55868,7 +62539,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3516" name="__module.layers.22.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="3981" name="__module.layers.22.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55890,7 +62561,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3517" name="Constant_29080" type="Const" version="opset1">
+		<layer id="3982" name="Constant_29080" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4746">
@@ -55898,7 +62569,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3518" name="__module.layers.22.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="3983" name="__module.layers.22.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55918,7 +62589,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3519" name="Constant_65619" type="Const" version="opset1">
+		<layer id="3984" name="Constant_65619" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55928,7 +62599,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3520" name="__module.layers.22.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="3985" name="__module.layers.22.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55950,7 +62621,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3521" name="__module.layers.22.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="3986" name="__module.layers.22.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -55966,7 +62637,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3522" name="__module.layers.22.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="3987" name="__module.layers.22.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55988,7 +62659,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3523" name="__module.layers.22.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="3988" name="__module.layers.22.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56010,8 +62681,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3524" name="Constant_65621" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1449022050" size="9216" />
+		<layer id="3989" name="Constant_65621" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1449320610" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -56020,7 +62691,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3525" name="__module.layers.22.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="3990" name="__module.layers.22.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56042,32 +62713,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3526" name="self.layers.22.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1449031266" size="2359296" />
+		<layer id="3991" name="self.layers.22.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1449329826" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3527" name="Convert_1007083" type="Convert" version="opset1">
+		<layer id="3992" name="Convert_930919" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="3993" name="self.layers.22.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1451689122" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3994" name="Convert_930922" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="3995" name="self.layers.22.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3528" name="self.layers.22.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1451390562" size="4096" />
+		<layer id="3996" name="self.layers.22.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1451690146" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -56075,7 +62789,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3529" name="self.layers.22.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="3997" name="self.layers.22.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -56094,7 +62808,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3530" name="__module.layers.22.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3998" name="__module.layers.22.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -56112,7 +62826,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3531" name="__module.layers.22.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3999" name="__module.layers.22.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56133,15 +62847,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3532" name="Constant_68105" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="4000" name="Constant_68105" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3533" name="__module.layers.22.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="4001" name="__module.layers.22.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56162,15 +62876,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3534" name="__module.layers.22.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4002" name="__module.layers.22.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3535" name="__module.layers.22.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="4003" name="__module.layers.22.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -56191,7 +62905,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3536" name="__module.layers.22.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4004" name="__module.layers.22.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56216,39 +62930,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3537" name="Constant_29389" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4005" name="Constant_29389" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3538" name="Constant_29391" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="4006" name="Constant_29391" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3539" name="Constant_29393" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4007" name="Constant_29393" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3540" name="Constant_29345" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4008" name="Constant_29345" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3541" name="__module.layers.22.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="4009" name="__module.layers.22.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -56278,8 +62992,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3542" name="Constant_65622" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="4010" name="Constant_65622" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -56289,7 +63003,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3543" name="__module.layers.22.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="4011" name="__module.layers.22.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56314,39 +63028,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3544" name="Constant_29286" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="4012" name="Constant_29286" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3545" name="Constant_29330" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4013" name="Constant_29330" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3546" name="Constant_29332" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4014" name="Constant_29332" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3547" name="Constant_29284" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4015" name="Constant_29284" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3548" name="__module.layers.22.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="4016" name="__module.layers.22.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -56376,7 +63090,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3549" name="__module.layers.22.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="4017" name="__module.layers.22.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56401,7 +63115,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3550" name="__module.layers.22.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4018" name="__module.layers.22.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56426,7 +63140,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3551" name="__module.layers.22.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="4019" name="__module.layers.22.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56451,19 +63165,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3552" name="self.layers.22.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1451394658" size="1179648" />
+		<layer id="4020" name="self.layers.22.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1451694242" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3553" name="Convert_1264451" type="Convert" version="opset1">
+		<layer id="4021" name="Convert_1155851" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -56475,8 +63189,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3554" name="self.layers.22.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1452574306" size="2048" />
+		<layer id="4022" name="self.layers.22.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1452873890" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4023" name="Convert_1155854" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4024" name="self.layers.22.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4025" name="self.layers.22.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1452874402" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -56484,7 +63241,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3555" name="self.layers.22.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4026" name="self.layers.22.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -56503,7 +63260,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3556" name="__module.layers.22.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4027" name="__module.layers.22.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -56521,7 +63278,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3557" name="__module.layers.22.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4028" name="__module.layers.22.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56542,15 +63299,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3558" name="Constant_68106" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="4029" name="Constant_68106" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3559" name="__module.layers.22.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="4030" name="__module.layers.22.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56571,15 +63328,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3560" name="__module.layers.22.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4031" name="__module.layers.22.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3561" name="__module.layers.22.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="4032" name="__module.layers.22.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -56600,7 +63357,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3562" name="__module.layers.22.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="4033" name="__module.layers.22.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56625,39 +63382,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3563" name="Constant_29532" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4034" name="Constant_29532" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3564" name="Constant_29534" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="4035" name="Constant_29534" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3565" name="Constant_29536" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4036" name="Constant_29536" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3566" name="Constant_29488" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4037" name="Constant_29488" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3567" name="__module.layers.22.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="4038" name="__module.layers.22.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -56687,8 +63444,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3568" name="Constant_65623" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="4039" name="Constant_65623" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -56698,7 +63455,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3569" name="__module.layers.22.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4040" name="__module.layers.22.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56723,39 +63480,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3570" name="Constant_29429" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="4041" name="Constant_29429" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3571" name="Constant_29473" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4042" name="Constant_29473" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3572" name="Constant_29475" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4043" name="Constant_29475" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3573" name="Constant_29427" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4044" name="Constant_29427" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3574" name="__module.layers.22.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="4045" name="__module.layers.22.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -56785,7 +63542,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3575" name="__module.layers.22.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="4046" name="__module.layers.22.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56810,7 +63567,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3576" name="__module.layers.22.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="4047" name="__module.layers.22.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56835,7 +63592,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3577" name="__module.layers.22.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="4048" name="__module.layers.22.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56860,13 +63617,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3578" name="4721" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="4049" name="4721" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4721" />
 			</output>
 		</layer>
-		<layer id="3579" name="__module.layers.22.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="4050" name="__module.layers.22.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -56886,7 +63643,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3580" name="__module.layers.22.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="4051" name="__module.layers.22.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56910,15 +63667,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3581" name="Constant_68107" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="4052" name="Constant_68107" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3582" name="__module.layers.22.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="4053" name="__module.layers.22.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56941,19 +63698,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3583" name="self.layers.22.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1452576354" size="1179648" />
+		<layer id="4054" name="self.layers.22.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1452876450" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3584" name="Convert_1259595" type="Convert" version="opset1">
+		<layer id="4055" name="Convert_1151607" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -56965,16 +63722,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3585" name="self.layers.22.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1453756002" size="2048" />
+		<layer id="4056" name="self.layers.22.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1454056098" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4057" name="Convert_1151610" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4058" name="self.layers.22.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3586" name="self.layers.22.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4059" name="self.layers.22.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1454056610" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4060" name="self.layers.22.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -56993,7 +63793,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3587" name="__module.layers.22.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4061" name="__module.layers.22.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -57011,7 +63811,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3588" name="__module.layers.22.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4062" name="__module.layers.22.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57032,15 +63832,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3589" name="Constant_68108" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="4063" name="Constant_68108" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3590" name="__module.layers.22.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="4064" name="__module.layers.22.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57061,15 +63861,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3591" name="__module.layers.22.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4065" name="__module.layers.22.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3592" name="__module.layers.22.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="4066" name="__module.layers.22.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -57090,7 +63890,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3593" name="__module.layers.22.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="4067" name="__module.layers.22.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -57110,7 +63910,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3594" name="__module.layers.22.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="4068" name="__module.layers.22.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57134,15 +63934,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3595" name="Constant_68109" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="4069" name="Constant_68109" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3596" name="__module.layers.22.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="4070" name="__module.layers.22.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57165,13 +63965,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3597" name="__module.layers.22.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="4071" name="__module.layers.22.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="3598" name="__module.layers.22.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="4072" name="__module.layers.22.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57209,15 +64009,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3599" name="__module.layers.22.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4073" name="__module.layers.22.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3600" name="__module.layers.22.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="4074" name="__module.layers.22.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -57238,7 +64038,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3601" name="__module.layers.22.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="4075" name="__module.layers.22.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57259,19 +64059,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3602" name="self.layers.22.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1453758050" size="2359296" />
+		<layer id="4076" name="self.layers.22.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1454058658" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3603" name="Convert_1011939" type="Convert" version="opset1">
+		<layer id="4077" name="Convert_935163" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -57283,8 +64083,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3604" name="self.layers.22.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1456117346" size="4608" />
+		<layer id="4078" name="self.layers.22.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1456417954" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4079" name="Convert_935166" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4080" name="self.layers.22.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4081" name="self.layers.22.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1456419106" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -57292,7 +64135,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3605" name="self.layers.22.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4082" name="self.layers.22.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -57311,7 +64154,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3606" name="__module.layers.22.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4083" name="__module.layers.22.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -57329,7 +64172,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3607" name="__module.layers.22.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4084" name="__module.layers.22.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57350,7 +64193,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3608" name="Constant_65626" type="Const" version="opset1">
+		<layer id="4085" name="Constant_65626" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57360,7 +64203,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3609" name="Constant_65624" type="Const" version="opset1">
+		<layer id="4086" name="Constant_65624" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57370,7 +64213,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3610" name="__module.layers.22.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4087" name="__module.layers.22.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57392,7 +64235,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3611" name="Constant_30087" type="Const" version="opset1">
+		<layer id="4088" name="Constant_30087" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4864">
@@ -57400,7 +64243,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3612" name="__module.layers.22.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4089" name="__module.layers.22.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57420,7 +64263,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3613" name="Constant_65625" type="Const" version="opset1">
+		<layer id="4090" name="Constant_65625" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57430,7 +64273,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3614" name="__module.layers.22.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4091" name="__module.layers.22.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57452,7 +64295,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3615" name="__module.layers.22.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4092" name="__module.layers.22.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -57468,7 +64311,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3616" name="__module.layers.22.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4093" name="__module.layers.22.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57490,7 +64333,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3617" name="__module.layers.22.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4094" name="__module.layers.22.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57512,8 +64355,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3618" name="Constant_65627" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1456121954" size="9216" />
+		<layer id="4095" name="Constant_65627" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1456423714" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -57522,7 +64365,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3619" name="__module.layers.22.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4096" name="__module.layers.22.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57544,7 +64387,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3620" name="__module.layers.22/aten::add/Add" type="Add" version="opset1">
+		<layer id="4097" name="__module.layers.22/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57566,7 +64409,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3621" name="Constant_65630" type="Const" version="opset1">
+		<layer id="4098" name="Constant_65630" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57576,7 +64419,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3622" name="Constant_65628" type="Const" version="opset1">
+		<layer id="4099" name="Constant_65628" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57586,7 +64429,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3623" name="__module.layers.22.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4100" name="__module.layers.22.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57608,7 +64451,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3624" name="Constant_30140" type="Const" version="opset1">
+		<layer id="4101" name="Constant_30140" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4877">
@@ -57616,7 +64459,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3625" name="__module.layers.22.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4102" name="__module.layers.22.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57636,7 +64479,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3626" name="Constant_65629" type="Const" version="opset1">
+		<layer id="4103" name="Constant_65629" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57646,7 +64489,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3627" name="__module.layers.22.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4104" name="__module.layers.22.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57668,7 +64511,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3628" name="__module.layers.22.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4105" name="__module.layers.22.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -57684,7 +64527,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3629" name="__module.layers.22.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4106" name="__module.layers.22.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57706,7 +64549,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3630" name="__module.layers.22.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4107" name="__module.layers.22.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57728,8 +64571,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3631" name="Constant_65631" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1456131170" size="9216" />
+		<layer id="4108" name="Constant_65631" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1456432930" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -57738,7 +64581,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3632" name="__module.layers.22.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4109" name="__module.layers.22.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57760,19 +64603,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3633" name="self.layers.22.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1456140386" size="10616832" />
+		<layer id="4110" name="self.layers.22.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1456442146" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3634" name="Convert_739869" type="Convert" version="opset1">
+		<layer id="4111" name="Convert_697501" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -57784,8 +64627,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3635" name="self.layers.22.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1466757218" size="18432" />
+		<layer id="4112" name="self.layers.22.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1467058978" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4113" name="Convert_697504" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4114" name="self.layers.22.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4115" name="self.layers.22.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1467063586" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -57793,7 +64679,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3636" name="self.layers.22.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4116" name="self.layers.22.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -57812,7 +64698,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3637" name="__module.layers.22.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4117" name="__module.layers.22.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -57830,7 +64716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3638" name="__module.layers.22.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4118" name="__module.layers.22.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57851,7 +64737,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3639" name="__module.layers.22.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="4119" name="__module.layers.22.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57868,32 +64754,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3640" name="self.layers.22.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1466775650" size="10616832" />
+		<layer id="4120" name="self.layers.22.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1467082018" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3641" name="Convert_735013" type="Convert" version="opset1">
+		<layer id="4121" name="Convert_693257" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="4122" name="self.layers.22.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1477698850" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4123" name="Convert_693260" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4124" name="self.layers.22.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3642" name="self.layers.22.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1477392482" size="18432" />
+		<layer id="4125" name="self.layers.22.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1477703458" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -57901,7 +64830,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3643" name="self.layers.22.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4126" name="self.layers.22.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -57920,7 +64849,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3644" name="__module.layers.22.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4127" name="__module.layers.22.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -57938,7 +64867,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3645" name="__module.layers.22.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4128" name="__module.layers.22.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57959,7 +64888,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3646" name="__module.layers.22.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4129" name="__module.layers.22.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57981,19 +64910,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3647" name="self.layers.22.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1477410914" size="10616832" />
+		<layer id="4130" name="self.layers.22.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1477721890" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3648" name="Convert_744725" type="Convert" version="opset1">
+		<layer id="4131" name="Convert_701745" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -58005,16 +64934,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3649" name="self.layers.22.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1488027746" size="4608" />
+		<layer id="4132" name="self.layers.22.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1488338722" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4133" name="Convert_701748" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4134" name="self.layers.22.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3650" name="self.layers.22.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4135" name="self.layers.22.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1488339874" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4136" name="self.layers.22.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -58033,7 +65005,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3651" name="__module.layers.22.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4137" name="__module.layers.22.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -58051,7 +65023,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3652" name="__module.layers.22.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4138" name="__module.layers.22.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58072,7 +65044,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3653" name="Constant_65634" type="Const" version="opset1">
+		<layer id="4139" name="Constant_65634" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58082,7 +65054,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3654" name="Constant_65632" type="Const" version="opset1">
+		<layer id="4140" name="Constant_65632" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58092,7 +65064,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3655" name="__module.layers.22.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4141" name="__module.layers.22.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58114,7 +65086,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3656" name="Constant_30210" type="Const" version="opset1">
+		<layer id="4142" name="Constant_30210" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4904">
@@ -58122,7 +65094,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3657" name="__module.layers.22.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4143" name="__module.layers.22.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58142,7 +65114,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3658" name="Constant_65633" type="Const" version="opset1">
+		<layer id="4144" name="Constant_65633" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58152,7 +65124,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3659" name="__module.layers.22.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4145" name="__module.layers.22.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58174,7 +65146,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3660" name="__module.layers.22.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4146" name="__module.layers.22.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -58190,7 +65162,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3661" name="__module.layers.22.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4147" name="__module.layers.22.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58212,7 +65184,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3662" name="__module.layers.22.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4148" name="__module.layers.22.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58234,8 +65206,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3663" name="Constant_65635" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1488032354" size="9216" />
+		<layer id="4149" name="Constant_65635" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1488344482" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -58244,7 +65216,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3664" name="__module.layers.22.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4150" name="__module.layers.22.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58266,7 +65238,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3665" name="__module.layers.22/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="4151" name="__module.layers.22/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58288,7 +65260,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3666" name="Constant_65638" type="Const" version="opset1">
+		<layer id="4152" name="Constant_65638" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58298,7 +65270,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3667" name="Constant_65636" type="Const" version="opset1">
+		<layer id="4153" name="Constant_65636" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58308,7 +65280,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3668" name="__module.layers.23.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4154" name="__module.layers.23.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58330,7 +65302,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3669" name="Constant_30287" type="Const" version="opset1">
+		<layer id="4155" name="Constant_30287" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4941">
@@ -58338,7 +65310,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3670" name="__module.layers.23.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4156" name="__module.layers.23.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58358,7 +65330,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3671" name="Constant_65637" type="Const" version="opset1">
+		<layer id="4157" name="Constant_65637" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58368,7 +65340,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3672" name="__module.layers.23.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4158" name="__module.layers.23.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58390,7 +65362,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3673" name="__module.layers.23.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4159" name="__module.layers.23.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -58406,7 +65378,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3674" name="__module.layers.23.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4160" name="__module.layers.23.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58428,7 +65400,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3675" name="__module.layers.23.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4161" name="__module.layers.23.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58450,8 +65422,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3676" name="Constant_65639" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1488041570" size="9216" />
+		<layer id="4162" name="Constant_65639" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1488353698" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -58460,7 +65432,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3677" name="__module.layers.23.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4163" name="__module.layers.23.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58482,32 +65454,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3678" name="self.layers.23.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1488050786" size="2359296" />
+		<layer id="4164" name="self.layers.23.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1488362914" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3679" name="Convert_1016795" type="Convert" version="opset1">
+		<layer id="4165" name="Convert_939407" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="4166" name="self.layers.23.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1490722210" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4167" name="Convert_939410" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4168" name="self.layers.23.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3680" name="self.layers.23.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1490410082" size="4096" />
+		<layer id="4169" name="self.layers.23.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1490723234" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -58515,7 +65530,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3681" name="self.layers.23.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4170" name="self.layers.23.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -58534,7 +65549,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3682" name="__module.layers.23.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4171" name="__module.layers.23.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -58552,7 +65567,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3683" name="__module.layers.23.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4172" name="__module.layers.23.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58573,15 +65588,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3684" name="Constant_68110" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="4173" name="Constant_68110" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3685" name="__module.layers.23.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="4174" name="__module.layers.23.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58602,15 +65617,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3686" name="__module.layers.23.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4175" name="__module.layers.23.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3687" name="__module.layers.23.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="4176" name="__module.layers.23.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -58631,7 +65646,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3688" name="__module.layers.23.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4177" name="__module.layers.23.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58656,39 +65671,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3689" name="Constant_30596" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4178" name="Constant_30596" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3690" name="Constant_30598" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="4179" name="Constant_30598" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3691" name="Constant_30600" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4180" name="Constant_30600" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3692" name="Constant_30552" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4181" name="Constant_30552" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3693" name="__module.layers.23.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="4182" name="__module.layers.23.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -58718,8 +65733,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3694" name="Constant_65640" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="4183" name="Constant_65640" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -58729,7 +65744,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3695" name="__module.layers.23.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="4184" name="__module.layers.23.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58754,39 +65769,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3696" name="Constant_30493" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="4185" name="Constant_30493" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3697" name="Constant_30537" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4186" name="Constant_30537" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3698" name="Constant_30539" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4187" name="Constant_30539" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3699" name="Constant_30491" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4188" name="Constant_30491" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3700" name="__module.layers.23.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="4189" name="__module.layers.23.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -58816,7 +65831,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3701" name="__module.layers.23.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="4190" name="__module.layers.23.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58841,7 +65856,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3702" name="__module.layers.23.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4191" name="__module.layers.23.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58866,7 +65881,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3703" name="__module.layers.23.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="4192" name="__module.layers.23.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58891,19 +65906,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3704" name="self.layers.23.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1490414178" size="1179648" />
+		<layer id="4193" name="self.layers.23.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1490727330" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3705" name="Convert_1274163" type="Convert" version="opset1">
+		<layer id="4194" name="Convert_1164339" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -58915,8 +65930,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3706" name="self.layers.23.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1491593826" size="2048" />
+		<layer id="4195" name="self.layers.23.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1491906978" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4196" name="Convert_1164342" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4197" name="self.layers.23.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4198" name="self.layers.23.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1491907490" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -58924,7 +65982,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3707" name="self.layers.23.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4199" name="self.layers.23.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -58943,7 +66001,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3708" name="__module.layers.23.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4200" name="__module.layers.23.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -58961,7 +66019,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3709" name="__module.layers.23.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4201" name="__module.layers.23.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58982,15 +66040,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3710" name="Constant_68111" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="4202" name="Constant_68111" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3711" name="__module.layers.23.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="4203" name="__module.layers.23.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59011,15 +66069,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3712" name="__module.layers.23.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4204" name="__module.layers.23.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3713" name="__module.layers.23.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="4205" name="__module.layers.23.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -59040,7 +66098,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3714" name="__module.layers.23.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="4206" name="__module.layers.23.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59065,39 +66123,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3715" name="Constant_30739" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4207" name="Constant_30739" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3716" name="Constant_30741" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="4208" name="Constant_30741" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3717" name="Constant_30743" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4209" name="Constant_30743" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3718" name="Constant_30695" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4210" name="Constant_30695" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3719" name="__module.layers.23.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="4211" name="__module.layers.23.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -59127,8 +66185,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3720" name="Constant_65641" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="4212" name="Constant_65641" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -59138,7 +66196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3721" name="__module.layers.23.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4213" name="__module.layers.23.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59163,39 +66221,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3722" name="Constant_30636" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="4214" name="Constant_30636" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3723" name="Constant_30680" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4215" name="Constant_30680" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3724" name="Constant_30682" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4216" name="Constant_30682" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3725" name="Constant_30634" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4217" name="Constant_30634" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3726" name="__module.layers.23.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="4218" name="__module.layers.23.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -59225,7 +66283,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3727" name="__module.layers.23.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="4219" name="__module.layers.23.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59250,7 +66308,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3728" name="__module.layers.23.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="4220" name="__module.layers.23.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59275,7 +66333,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3729" name="__module.layers.23.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="4221" name="__module.layers.23.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59300,13 +66358,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3730" name="4926" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="4222" name="4926" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="4926" />
 			</output>
 		</layer>
-		<layer id="3731" name="__module.layers.23.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="4223" name="__module.layers.23.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -59326,7 +66384,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3732" name="__module.layers.23.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="4224" name="__module.layers.23.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59350,15 +66408,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3733" name="Constant_68112" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="4225" name="Constant_68112" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3734" name="__module.layers.23.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="4226" name="__module.layers.23.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59381,19 +66439,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3735" name="self.layers.23.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1491595874" size="1179648" />
+		<layer id="4227" name="self.layers.23.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1491909538" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3736" name="Convert_1269307" type="Convert" version="opset1">
+		<layer id="4228" name="Convert_1160095" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -59405,16 +66463,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3737" name="self.layers.23.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1492775522" size="2048" />
+		<layer id="4229" name="self.layers.23.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1493089186" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4230" name="Convert_1160098" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4231" name="self.layers.23.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3738" name="self.layers.23.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4232" name="self.layers.23.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1493089698" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4233" name="self.layers.23.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -59433,7 +66534,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3739" name="__module.layers.23.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4234" name="__module.layers.23.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -59451,7 +66552,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3740" name="__module.layers.23.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4235" name="__module.layers.23.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59472,15 +66573,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3741" name="Constant_68113" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="4236" name="Constant_68113" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3742" name="__module.layers.23.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="4237" name="__module.layers.23.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59501,15 +66602,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3743" name="__module.layers.23.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4238" name="__module.layers.23.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3744" name="__module.layers.23.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="4239" name="__module.layers.23.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -59530,7 +66631,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3745" name="__module.layers.23.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="4240" name="__module.layers.23.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -59550,7 +66651,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3746" name="__module.layers.23.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="4241" name="__module.layers.23.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59574,15 +66675,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3747" name="Constant_68114" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="4242" name="Constant_68114" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3748" name="__module.layers.23.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="4243" name="__module.layers.23.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59605,13 +66706,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3749" name="__module.layers.23.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="4244" name="__module.layers.23.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="3750" name="__module.layers.23.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="4245" name="__module.layers.23.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59649,15 +66750,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3751" name="__module.layers.23.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4246" name="__module.layers.23.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3752" name="__module.layers.23.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="4247" name="__module.layers.23.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -59678,7 +66779,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3753" name="__module.layers.23.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="4248" name="__module.layers.23.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59699,19 +66800,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3754" name="self.layers.23.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1492777570" size="2359296" />
+		<layer id="4249" name="self.layers.23.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1493091746" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3755" name="Convert_1021651" type="Convert" version="opset1">
+		<layer id="4250" name="Convert_943651" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -59723,8 +66824,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3756" name="self.layers.23.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1495136866" size="4608" />
+		<layer id="4251" name="self.layers.23.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1495451042" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4252" name="Convert_943654" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4253" name="self.layers.23.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4254" name="self.layers.23.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1495452194" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -59732,7 +66876,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3757" name="self.layers.23.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4255" name="self.layers.23.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -59751,7 +66895,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3758" name="__module.layers.23.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4256" name="__module.layers.23.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -59769,7 +66913,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3759" name="__module.layers.23.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4257" name="__module.layers.23.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59790,7 +66934,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3760" name="Constant_65644" type="Const" version="opset1">
+		<layer id="4258" name="Constant_65644" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59800,7 +66944,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3761" name="Constant_65642" type="Const" version="opset1">
+		<layer id="4259" name="Constant_65642" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59810,7 +66954,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3762" name="__module.layers.23.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4260" name="__module.layers.23.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59832,7 +66976,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3763" name="Constant_31294" type="Const" version="opset1">
+		<layer id="4261" name="Constant_31294" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5059">
@@ -59840,7 +66984,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3764" name="__module.layers.23.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4262" name="__module.layers.23.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59860,7 +67004,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3765" name="Constant_65643" type="Const" version="opset1">
+		<layer id="4263" name="Constant_65643" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59870,7 +67014,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3766" name="__module.layers.23.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4264" name="__module.layers.23.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59892,7 +67036,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3767" name="__module.layers.23.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4265" name="__module.layers.23.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -59908,7 +67052,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3768" name="__module.layers.23.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4266" name="__module.layers.23.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59930,7 +67074,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3769" name="__module.layers.23.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4267" name="__module.layers.23.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59952,8 +67096,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3770" name="Constant_65645" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1495141474" size="9216" />
+		<layer id="4268" name="Constant_65645" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1495456802" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -59962,7 +67106,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3771" name="__module.layers.23.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4269" name="__module.layers.23.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59984,7 +67128,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3772" name="__module.layers.23/aten::add/Add" type="Add" version="opset1">
+		<layer id="4270" name="__module.layers.23/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60006,7 +67150,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3773" name="Constant_65648" type="Const" version="opset1">
+		<layer id="4271" name="Constant_65648" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60016,7 +67160,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3774" name="Constant_65646" type="Const" version="opset1">
+		<layer id="4272" name="Constant_65646" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60026,7 +67170,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3775" name="__module.layers.23.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4273" name="__module.layers.23.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60048,7 +67192,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3776" name="Constant_31347" type="Const" version="opset1">
+		<layer id="4274" name="Constant_31347" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5072">
@@ -60056,7 +67200,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3777" name="__module.layers.23.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4275" name="__module.layers.23.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60076,7 +67220,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3778" name="Constant_65647" type="Const" version="opset1">
+		<layer id="4276" name="Constant_65647" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60086,7 +67230,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3779" name="__module.layers.23.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4277" name="__module.layers.23.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60108,7 +67252,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3780" name="__module.layers.23.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4278" name="__module.layers.23.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -60124,7 +67268,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3781" name="__module.layers.23.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4279" name="__module.layers.23.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60146,7 +67290,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3782" name="__module.layers.23.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4280" name="__module.layers.23.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60168,8 +67312,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3783" name="Constant_65649" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1495150690" size="9216" />
+		<layer id="4281" name="Constant_65649" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1495466018" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -60178,7 +67322,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3784" name="__module.layers.23.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4282" name="__module.layers.23.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60200,19 +67344,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3785" name="self.layers.23.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1495159906" size="10616832" />
+		<layer id="4283" name="self.layers.23.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1495475234" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3786" name="Convert_754437" type="Convert" version="opset1">
+		<layer id="4284" name="Convert_710233" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -60224,8 +67368,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3787" name="self.layers.23.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1505776738" size="18432" />
+		<layer id="4285" name="self.layers.23.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1506092066" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4286" name="Convert_710236" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4287" name="self.layers.23.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4288" name="self.layers.23.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1506096674" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -60233,7 +67420,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3788" name="self.layers.23.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4289" name="self.layers.23.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -60252,7 +67439,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3789" name="__module.layers.23.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4290" name="__module.layers.23.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -60270,7 +67457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3790" name="__module.layers.23.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4291" name="__module.layers.23.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60291,7 +67478,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3791" name="__module.layers.23.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="4292" name="__module.layers.23.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60308,32 +67495,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3792" name="self.layers.23.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1505795170" size="10616832" />
+		<layer id="4293" name="self.layers.23.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1506115106" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3793" name="Convert_749581" type="Convert" version="opset1">
+		<layer id="4294" name="Convert_705989" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="4295" name="self.layers.23.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1516731938" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4296" name="Convert_705992" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4297" name="self.layers.23.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3794" name="self.layers.23.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1516412002" size="18432" />
+		<layer id="4298" name="self.layers.23.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1516736546" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -60341,7 +67571,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3795" name="self.layers.23.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4299" name="self.layers.23.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -60360,7 +67590,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3796" name="__module.layers.23.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4300" name="__module.layers.23.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -60378,7 +67608,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3797" name="__module.layers.23.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4301" name="__module.layers.23.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60399,7 +67629,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3798" name="__module.layers.23.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4302" name="__module.layers.23.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60421,19 +67651,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3799" name="self.layers.23.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1516430434" size="10616832" />
+		<layer id="4303" name="self.layers.23.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1516754978" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3800" name="Convert_759293" type="Convert" version="opset1">
+		<layer id="4304" name="Convert_714477" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -60445,16 +67675,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3801" name="self.layers.23.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1527047266" size="4608" />
+		<layer id="4305" name="self.layers.23.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1527371810" size="1152" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4306" name="Convert_714480" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4307" name="self.layers.23.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>2304</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3802" name="self.layers.23.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4308" name="self.layers.23.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1527372962" size="4608" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4309" name="self.layers.23.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -60473,7 +67746,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3803" name="__module.layers.23.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4310" name="__module.layers.23.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -60491,7 +67764,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3804" name="__module.layers.23.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4311" name="__module.layers.23.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60512,7 +67785,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3805" name="Constant_65652" type="Const" version="opset1">
+		<layer id="4312" name="Constant_65652" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60522,7 +67795,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3806" name="Constant_65650" type="Const" version="opset1">
+		<layer id="4313" name="Constant_65650" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60532,7 +67805,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3807" name="__module.layers.23.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4314" name="__module.layers.23.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60554,7 +67827,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3808" name="Constant_31417" type="Const" version="opset1">
+		<layer id="4315" name="Constant_31417" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5099">
@@ -60562,7 +67835,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3809" name="__module.layers.23.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4316" name="__module.layers.23.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60582,7 +67855,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3810" name="Constant_65651" type="Const" version="opset1">
+		<layer id="4317" name="Constant_65651" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60592,7 +67865,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3811" name="__module.layers.23.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4318" name="__module.layers.23.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60614,7 +67887,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3812" name="__module.layers.23.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4319" name="__module.layers.23.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -60630,7 +67903,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3813" name="__module.layers.23.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4320" name="__module.layers.23.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60652,7 +67925,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3814" name="__module.layers.23.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4321" name="__module.layers.23.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60674,8 +67947,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3815" name="Constant_65653" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1527051874" size="9216" />
+		<layer id="4322" name="Constant_65653" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1527377570" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -60684,7 +67957,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3816" name="__module.layers.23.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4323" name="__module.layers.23.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60706,7 +67979,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3817" name="__module.layers.23/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="4324" name="__module.layers.23/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60728,7 +68001,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3818" name="Constant_65656" type="Const" version="opset1">
+		<layer id="4325" name="Constant_65656" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60738,7 +68011,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3819" name="Constant_65654" type="Const" version="opset1">
+		<layer id="4326" name="Constant_65654" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60748,7 +68021,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3820" name="__module.layers.24.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4327" name="__module.layers.24.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60770,7 +68043,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3821" name="Constant_31642" type="Const" version="opset1">
+		<layer id="4328" name="Constant_31642" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5147">
@@ -60778,7 +68051,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3822" name="__module.layers.24.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4329" name="__module.layers.24.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60798,7 +68071,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3823" name="Constant_65655" type="Const" version="opset1">
+		<layer id="4330" name="Constant_65655" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60808,7 +68081,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3824" name="__module.layers.24.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4331" name="__module.layers.24.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60830,7 +68103,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3825" name="__module.layers.24.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4332" name="__module.layers.24.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -60846,7 +68119,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3826" name="__module.layers.24.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4333" name="__module.layers.24.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60868,7 +68141,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3827" name="__module.layers.24.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4334" name="__module.layers.24.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60890,8 +68163,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3828" name="Constant_65657" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1527061090" size="9216" />
+		<layer id="4335" name="Constant_65657" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1527386786" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -60900,7 +68173,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3829" name="__module.layers.24.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4336" name="__module.layers.24.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60922,32 +68195,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3830" name="self.layers.24.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1527070306" size="2359296" />
+		<layer id="4337" name="self.layers.24.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1527396002" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3831" name="Convert_1026507" type="Convert" version="opset1">
+		<layer id="4338" name="Convert_947895" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="4339" name="self.layers.24.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1529755298" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4340" name="Convert_947898" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4341" name="self.layers.24.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3832" name="self.layers.24.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1529429602" size="4096" />
+		<layer id="4342" name="self.layers.24.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1529756322" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -60955,7 +68271,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3833" name="self.layers.24.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4343" name="self.layers.24.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -60974,7 +68290,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3834" name="__module.layers.24.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4344" name="__module.layers.24.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -60992,7 +68308,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3835" name="__module.layers.24.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4345" name="__module.layers.24.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61013,15 +68329,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3836" name="Constant_68115" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="4346" name="Constant_68115" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3837" name="__module.layers.24.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="4347" name="__module.layers.24.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61042,15 +68358,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3838" name="__module.layers.24.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4348" name="__module.layers.24.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3839" name="__module.layers.24.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="4349" name="__module.layers.24.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -61071,7 +68387,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3840" name="__module.layers.24.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4350" name="__module.layers.24.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61096,39 +68412,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3841" name="Constant_31951" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4351" name="Constant_31951" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3842" name="Constant_31953" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="4352" name="Constant_31953" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3843" name="Constant_31955" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4353" name="Constant_31955" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3844" name="Constant_31907" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4354" name="Constant_31907" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3845" name="__module.layers.24.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="4355" name="__module.layers.24.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -61158,8 +68474,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3846" name="Constant_65658" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="4356" name="Constant_65658" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -61169,7 +68485,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3847" name="__module.layers.24.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="4357" name="__module.layers.24.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61194,39 +68510,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3848" name="Constant_31848" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="4358" name="Constant_31848" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3849" name="Constant_31892" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4359" name="Constant_31892" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3850" name="Constant_31894" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4360" name="Constant_31894" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3851" name="Constant_31846" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4361" name="Constant_31846" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3852" name="__module.layers.24.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="4362" name="__module.layers.24.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -61256,7 +68572,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3853" name="__module.layers.24.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="4363" name="__module.layers.24.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61281,7 +68597,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3854" name="__module.layers.24.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4364" name="__module.layers.24.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61306,7 +68622,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3855" name="__module.layers.24.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="4365" name="__module.layers.24.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61331,19 +68647,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3856" name="self.layers.24.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1529433698" size="1179648" />
+		<layer id="4366" name="self.layers.24.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1529760418" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3857" name="Convert_1283875" type="Convert" version="opset1">
+		<layer id="4367" name="Convert_1172827" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -61355,8 +68671,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3858" name="self.layers.24.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1530613346" size="2048" />
+		<layer id="4368" name="self.layers.24.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1530940066" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4369" name="Convert_1172830" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4370" name="self.layers.24.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4371" name="self.layers.24.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1530940578" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -61364,7 +68723,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3859" name="self.layers.24.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4372" name="self.layers.24.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -61383,7 +68742,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3860" name="__module.layers.24.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4373" name="__module.layers.24.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -61401,7 +68760,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3861" name="__module.layers.24.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4374" name="__module.layers.24.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61422,15 +68781,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3862" name="Constant_68116" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="4375" name="Constant_68116" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3863" name="__module.layers.24.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="4376" name="__module.layers.24.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61451,15 +68810,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3864" name="__module.layers.24.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4377" name="__module.layers.24.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3865" name="__module.layers.24.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="4378" name="__module.layers.24.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -61480,7 +68839,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3866" name="__module.layers.24.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="4379" name="__module.layers.24.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61505,39 +68864,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3867" name="Constant_32094" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4380" name="Constant_32094" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3868" name="Constant_32096" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="4381" name="Constant_32096" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3869" name="Constant_32098" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4382" name="Constant_32098" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3870" name="Constant_32050" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4383" name="Constant_32050" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3871" name="__module.layers.24.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="4384" name="__module.layers.24.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -61567,8 +68926,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3872" name="Constant_65659" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="4385" name="Constant_65659" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -61578,7 +68937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3873" name="__module.layers.24.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4386" name="__module.layers.24.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61603,39 +68962,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3874" name="Constant_31991" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="4387" name="Constant_31991" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3875" name="Constant_32035" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4388" name="Constant_32035" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3876" name="Constant_32037" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4389" name="Constant_32037" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3877" name="Constant_31989" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4390" name="Constant_31989" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3878" name="__module.layers.24.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="4391" name="__module.layers.24.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -61665,7 +69024,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3879" name="__module.layers.24.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="4392" name="__module.layers.24.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61690,7 +69049,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3880" name="__module.layers.24.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="4393" name="__module.layers.24.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61715,7 +69074,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3881" name="__module.layers.24.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="4394" name="__module.layers.24.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61740,13 +69099,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3882" name="5122" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="4395" name="5122" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5122" />
 			</output>
 		</layer>
-		<layer id="3883" name="__module.layers.24.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="4396" name="__module.layers.24.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -61766,7 +69125,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3884" name="__module.layers.24.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="4397" name="__module.layers.24.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61790,15 +69149,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3885" name="Constant_68117" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="4398" name="Constant_68117" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3886" name="__module.layers.24.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="4399" name="__module.layers.24.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61821,19 +69180,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3887" name="self.layers.24.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1530615394" size="1179648" />
+		<layer id="4400" name="self.layers.24.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1530942626" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3888" name="Convert_1279019" type="Convert" version="opset1">
+		<layer id="4401" name="Convert_1168583" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -61845,16 +69204,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3889" name="self.layers.24.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1531795042" size="2048" />
+		<layer id="4402" name="self.layers.24.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1532122274" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4403" name="Convert_1168586" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4404" name="self.layers.24.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="3890" name="self.layers.24.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4405" name="self.layers.24.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1532122786" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4406" name="self.layers.24.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -61873,7 +69275,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3891" name="__module.layers.24.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4407" name="__module.layers.24.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -61891,7 +69293,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3892" name="__module.layers.24.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4408" name="__module.layers.24.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61912,15 +69314,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3893" name="Constant_68118" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="4409" name="Constant_68118" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3894" name="__module.layers.24.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="4410" name="__module.layers.24.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61941,15 +69343,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3895" name="__module.layers.24.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4411" name="__module.layers.24.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3896" name="__module.layers.24.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="4412" name="__module.layers.24.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -61970,7 +69372,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3897" name="__module.layers.24.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="4413" name="__module.layers.24.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -61990,7 +69392,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3898" name="__module.layers.24.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="4414" name="__module.layers.24.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62014,15 +69416,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3899" name="Constant_68119" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="4415" name="Constant_68119" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3900" name="__module.layers.24.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="4416" name="__module.layers.24.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62045,13 +69447,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3901" name="__module.layers.24.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="4417" name="__module.layers.24.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="3902" name="__module.layers.24.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="4418" name="__module.layers.24.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62089,15 +69491,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3903" name="__module.layers.24.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4419" name="__module.layers.24.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3904" name="__module.layers.24.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="4420" name="__module.layers.24.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -62118,7 +69520,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3905" name="__module.layers.24.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="4421" name="__module.layers.24.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62139,19 +69541,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3906" name="self.layers.24.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1531797090" size="2359296" />
+		<layer id="4422" name="self.layers.24.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1532124834" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3907" name="Convert_1031363" type="Convert" version="opset1">
+		<layer id="4423" name="Convert_952139" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -62163,8 +69565,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3908" name="self.layers.24.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1534156386" size="4608" />
+		<layer id="4424" name="self.layers.24.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1534484130" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4425" name="Convert_952142" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4426" name="self.layers.24.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4427" name="self.layers.24.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1534485282" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -62172,7 +69617,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3909" name="self.layers.24.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4428" name="self.layers.24.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -62191,7 +69636,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3910" name="__module.layers.24.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4429" name="__module.layers.24.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -62209,7 +69654,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3911" name="__module.layers.24.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4430" name="__module.layers.24.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62230,7 +69675,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3912" name="Constant_65662" type="Const" version="opset1">
+		<layer id="4431" name="Constant_65662" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62240,7 +69685,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3913" name="Constant_65660" type="Const" version="opset1">
+		<layer id="4432" name="Constant_65660" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62250,7 +69695,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3914" name="__module.layers.24.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4433" name="__module.layers.24.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62272,7 +69717,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3915" name="Constant_32649" type="Const" version="opset1">
+		<layer id="4434" name="Constant_32649" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5265">
@@ -62280,7 +69725,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3916" name="__module.layers.24.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4435" name="__module.layers.24.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62300,7 +69745,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3917" name="Constant_65661" type="Const" version="opset1">
+		<layer id="4436" name="Constant_65661" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62310,7 +69755,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3918" name="__module.layers.24.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4437" name="__module.layers.24.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62332,7 +69777,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3919" name="__module.layers.24.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4438" name="__module.layers.24.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -62348,7 +69793,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3920" name="__module.layers.24.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4439" name="__module.layers.24.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62370,7 +69815,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3921" name="__module.layers.24.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4440" name="__module.layers.24.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62392,8 +69837,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3922" name="Constant_65663" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1534160994" size="9216" />
+		<layer id="4441" name="Constant_65663" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1534489890" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -62402,7 +69847,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3923" name="__module.layers.24.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4442" name="__module.layers.24.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62424,7 +69869,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3924" name="__module.layers.24/aten::add/Add" type="Add" version="opset1">
+		<layer id="4443" name="__module.layers.24/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62446,7 +69891,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3925" name="Constant_65666" type="Const" version="opset1">
+		<layer id="4444" name="Constant_65666" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62456,7 +69901,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3926" name="Constant_65664" type="Const" version="opset1">
+		<layer id="4445" name="Constant_65664" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62466,7 +69911,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3927" name="__module.layers.24.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4446" name="__module.layers.24.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62488,7 +69933,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3928" name="Constant_32702" type="Const" version="opset1">
+		<layer id="4447" name="Constant_32702" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5278">
@@ -62496,7 +69941,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3929" name="__module.layers.24.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4448" name="__module.layers.24.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62516,7 +69961,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3930" name="Constant_65665" type="Const" version="opset1">
+		<layer id="4449" name="Constant_65665" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62526,7 +69971,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3931" name="__module.layers.24.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4450" name="__module.layers.24.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62548,7 +69993,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3932" name="__module.layers.24.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4451" name="__module.layers.24.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -62564,7 +70009,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3933" name="__module.layers.24.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4452" name="__module.layers.24.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62586,7 +70031,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3934" name="__module.layers.24.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4453" name="__module.layers.24.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62608,8 +70053,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3935" name="Constant_65667" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1534170210" size="9216" />
+		<layer id="4454" name="Constant_65667" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1534499106" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -62618,7 +70063,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3936" name="__module.layers.24.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4455" name="__module.layers.24.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62640,19 +70085,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3937" name="self.layers.24.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1534179426" size="10616832" />
+		<layer id="4456" name="self.layers.24.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1534508322" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3938" name="Convert_769005" type="Convert" version="opset1">
+		<layer id="4457" name="Convert_722965" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -62664,8 +70109,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3939" name="self.layers.24.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1544796258" size="18432" />
+		<layer id="4458" name="self.layers.24.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1545125154" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4459" name="Convert_722968" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4460" name="self.layers.24.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4461" name="self.layers.24.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1545129762" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -62673,7 +70161,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3940" name="self.layers.24.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4462" name="self.layers.24.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -62692,7 +70180,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3941" name="__module.layers.24.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4463" name="__module.layers.24.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -62710,7 +70198,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3942" name="__module.layers.24.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4464" name="__module.layers.24.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62731,7 +70219,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3943" name="__module.layers.24.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="4465" name="__module.layers.24.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62748,32 +70236,75 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3944" name="self.layers.24.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1544814690" size="10616832" />
+		<layer id="4466" name="self.layers.24.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1545148194" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3945" name="Convert_764149" type="Convert" version="opset1">
+		<layer id="4467" name="Convert_718721" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
+			</output>
+		</layer>
+		<layer id="4468" name="self.layers.24.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1555765026" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4469" name="Convert_718724" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
 			</input>
 			<output>
 				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4470" name="self.layers.24.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3946" name="self.layers.24.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1555431522" size="18432" />
+		<layer id="4471" name="self.layers.24.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1555769634" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -62781,7 +70312,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3947" name="self.layers.24.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4472" name="self.layers.24.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -62800,7 +70331,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3948" name="__module.layers.24.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4473" name="__module.layers.24.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -62818,7 +70349,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3949" name="__module.layers.24.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4474" name="__module.layers.24.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62839,7 +70370,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3950" name="__module.layers.24.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4475" name="__module.layers.24.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62861,19 +70392,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3951" name="self.layers.24.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 9216" offset="1555449954" size="10616832" />
+		<layer id="4476" name="self.layers.24.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 9216" offset="1555788066" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3952" name="Convert_773861" type="Convert" version="opset1">
+		<layer id="4477" name="Convert_727209" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>9216</dim>
 				</port>
@@ -62885,8 +70416,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3953" name="self.layers.24.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1566066786" size="4608" />
+		<layer id="4478" name="self.layers.24.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1566404898" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4479" name="Convert_727212" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4480" name="self.layers.24.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>9216</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4481" name="self.layers.24.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1566406050" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -62894,7 +70468,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3954" name="self.layers.24.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4482" name="self.layers.24.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -62913,7 +70487,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3955" name="__module.layers.24.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4483" name="__module.layers.24.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -62931,7 +70505,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3956" name="__module.layers.24.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4484" name="__module.layers.24.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62952,7 +70526,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3957" name="Constant_65670" type="Const" version="opset1">
+		<layer id="4485" name="Constant_65670" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62962,7 +70536,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3958" name="Constant_65668" type="Const" version="opset1">
+		<layer id="4486" name="Constant_65668" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62972,7 +70546,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3959" name="__module.layers.24.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4487" name="__module.layers.24.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62994,7 +70568,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3960" name="Constant_32772" type="Const" version="opset1">
+		<layer id="4488" name="Constant_32772" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5305">
@@ -63002,7 +70576,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3961" name="__module.layers.24.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4489" name="__module.layers.24.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63022,7 +70596,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3962" name="Constant_65669" type="Const" version="opset1">
+		<layer id="4490" name="Constant_65669" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -63032,7 +70606,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3963" name="__module.layers.24.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4491" name="__module.layers.24.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63054,7 +70628,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3964" name="__module.layers.24.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4492" name="__module.layers.24.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -63070,7 +70644,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3965" name="__module.layers.24.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4493" name="__module.layers.24.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63092,7 +70666,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3966" name="__module.layers.24.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4494" name="__module.layers.24.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63114,8 +70688,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3967" name="Constant_65671" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1566071394" size="9216" />
+		<layer id="4495" name="Constant_65671" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1566410658" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -63124,7 +70698,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3968" name="__module.layers.24.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4496" name="__module.layers.24.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63146,7 +70720,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3969" name="__module.layers.24/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="4497" name="__module.layers.24/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63168,7 +70742,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3970" name="Constant_65674" type="Const" version="opset1">
+		<layer id="4498" name="Constant_65674" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -63178,7 +70752,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3971" name="Constant_65672" type="Const" version="opset1">
+		<layer id="4499" name="Constant_65672" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -63188,7 +70762,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3972" name="__module.layers.25.input_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4500" name="__module.layers.25.input_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63210,7 +70784,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3973" name="Constant_32849" type="Const" version="opset1">
+		<layer id="4501" name="Constant_32849" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5342">
@@ -63218,7 +70792,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3974" name="__module.layers.25.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4502" name="__module.layers.25.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63238,7 +70812,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3975" name="Constant_65673" type="Const" version="opset1">
+		<layer id="4503" name="Constant_65673" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -63248,7 +70822,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3976" name="__module.layers.25.input_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4504" name="__module.layers.25.input_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63270,7 +70844,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3977" name="__module.layers.25.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4505" name="__module.layers.25.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -63286,7 +70860,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3978" name="__module.layers.25.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4506" name="__module.layers.25.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63308,7 +70882,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3979" name="__module.layers.25.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4507" name="__module.layers.25.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63330,8 +70904,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3980" name="Constant_65675" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1566080610" size="9216" />
+		<layer id="4508" name="Constant_65675" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1566419874" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -63340,7 +70914,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3981" name="__module.layers.25.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4509" name="__module.layers.25.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63362,19 +70936,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3982" name="self.layers.25.self_attn.q_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2048, 2304" offset="1566089826" size="2359296" />
+		<layer id="4510" name="self.layers.25.self_attn.q_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 2304" offset="1566429090" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3983" name="Convert_1036219" type="Convert" version="opset1">
+		<layer id="4511" name="Convert_956383" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2048</dim>
 					<dim>2304</dim>
 				</port>
@@ -63386,8 +70960,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3984" name="self.layers.25.self_attn.q_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2048, 1" offset="1568449122" size="4096" />
+		<layer id="4512" name="self.layers.25.self_attn.q_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2048, 1" offset="1568788386" size="1024" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4513" name="Convert_956386" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4514" name="self.layers.25.self_attn.q_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2048</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2048</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4515" name="self.layers.25.self_attn.q_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2048, 1" offset="1568789410" size="4096" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -63395,7 +71012,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3985" name="self.layers.25.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4516" name="self.layers.25.self_attn.q_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -63414,7 +71031,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3986" name="__module.layers.25.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4517" name="__module.layers.25.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -63432,7 +71049,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3987" name="__module.layers.25.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4518" name="__module.layers.25.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63453,15 +71070,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3988" name="Constant_68120" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="592964636" size="32" />
+		<layer id="4519" name="Constant_68120" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3989" name="__module.layers.25.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
+		<layer id="4520" name="__module.layers.25.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63482,15 +71099,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3990" name="__module.layers.25.self_attn/aten::transpose/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4521" name="__module.layers.25.self_attn/aten::transpose/Constant" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3991" name="__module.layers.25.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
+		<layer id="4522" name="__module.layers.25.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -63511,7 +71128,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3992" name="__module.layers.25.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4523" name="__module.layers.25.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63536,39 +71153,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3993" name="Constant_33158" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4524" name="Constant_33158" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3994" name="Constant_33160" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="4525" name="Constant_33160" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3995" name="Constant_33162" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4526" name="Constant_33162" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3996" name="Constant_33114" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4527" name="Constant_33114" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3997" name="__module.layers.25.self_attn/aten::slice/Slice" type="Slice" version="opset8">
+		<layer id="4528" name="__module.layers.25.self_attn/aten::slice/Slice" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -63598,8 +71215,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3998" name="Constant_65676" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="4529" name="Constant_65676" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -63609,7 +71226,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3999" name="__module.layers.25.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
+		<layer id="4530" name="__module.layers.25.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63634,39 +71251,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4000" name="Constant_33055" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="4531" name="Constant_33055" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4001" name="Constant_33099" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4532" name="Constant_33099" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4002" name="Constant_33101" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4533" name="Constant_33101" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4003" name="Constant_33053" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4534" name="Constant_33053" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4004" name="__module.layers.25.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
+		<layer id="4535" name="__module.layers.25.self_attn/aten::slice/Slice_1" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -63696,7 +71313,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4005" name="__module.layers.25.self_attn/aten::cat/Concat" type="Concat" version="opset1">
+		<layer id="4536" name="__module.layers.25.self_attn/aten::cat/Concat" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63721,7 +71338,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4006" name="__module.layers.25.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4537" name="__module.layers.25.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63746,7 +71363,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4007" name="__module.layers.25.self_attn/aten::add/Add" type="Add" version="opset1">
+		<layer id="4538" name="__module.layers.25.self_attn/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63771,19 +71388,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4008" name="self.layers.25.self_attn.k_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1568453218" size="1179648" />
+		<layer id="4539" name="self.layers.25.self_attn.k_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1568793506" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4009" name="Convert_1293587" type="Convert" version="opset1">
+		<layer id="4540" name="Convert_1181315" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -63795,8 +71412,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4010" name="self.layers.25.self_attn.k_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1569632866" size="2048" />
+		<layer id="4541" name="self.layers.25.self_attn.k_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1569973154" size="512" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4542" name="Convert_1181318" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4543" name="self.layers.25.self_attn.k_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4544" name="self.layers.25.self_attn.k_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1569973666" size="2048" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -63804,7 +71464,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4011" name="self.layers.25.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4545" name="self.layers.25.self_attn.k_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -63823,7 +71483,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4012" name="__module.layers.25.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4546" name="__module.layers.25.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -63841,7 +71501,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4013" name="__module.layers.25.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4547" name="__module.layers.25.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63862,15 +71522,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4014" name="Constant_68121" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="4548" name="Constant_68121" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4015" name="__module.layers.25.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
+		<layer id="4549" name="__module.layers.25.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63891,15 +71551,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4016" name="__module.layers.25.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4550" name="__module.layers.25.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4017" name="__module.layers.25.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
+		<layer id="4551" name="__module.layers.25.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -63920,7 +71580,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4018" name="__module.layers.25.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
+		<layer id="4552" name="__module.layers.25.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63945,39 +71605,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4019" name="Constant_33301" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4553" name="Constant_33301" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4020" name="Constant_33303" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965044" size="8" />
+		<layer id="4554" name="Constant_33303" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4021" name="Constant_33305" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4555" name="Constant_33305" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4022" name="Constant_33257" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4556" name="Constant_33257" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4023" name="__module.layers.25.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
+		<layer id="4557" name="__module.layers.25.self_attn/aten::slice/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -64007,8 +71667,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4024" name="Constant_65677" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 1, 1" offset="592965060" size="4" />
+		<layer id="4558" name="Constant_65677" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -64018,7 +71678,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4025" name="__module.layers.25.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4559" name="__module.layers.25.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64043,39 +71703,39 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4026" name="Constant_33198" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965004" size="8" />
+		<layer id="4560" name="Constant_33198" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4027" name="Constant_33242" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965036" size="8" />
+		<layer id="4561" name="Constant_33242" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4028" name="Constant_33244" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965012" size="8" />
+		<layer id="4562" name="Constant_33244" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4029" name="Constant_33196" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="592965052" size="8" />
+		<layer id="4563" name="Constant_33196" type="Const" version="opset1">
+			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4030" name="__module.layers.25.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
+		<layer id="4564" name="__module.layers.25.self_attn/aten::slice/Slice_3" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -64105,7 +71765,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4031" name="__module.layers.25.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
+		<layer id="4565" name="__module.layers.25.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
 			<data axis="-1" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64130,7 +71790,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4032" name="__module.layers.25.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
+		<layer id="4566" name="__module.layers.25.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64155,7 +71815,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4033" name="__module.layers.25.self_attn/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="4567" name="__module.layers.25.self_attn/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64180,13 +71840,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4034" name="5327" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="594146792" size="8" />
+		<layer id="4568" name="5327" type="Const" version="opset1">
+			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5327" />
 			</output>
 		</layer>
-		<layer id="4035" name="__module.layers.25.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
+		<layer id="4569" name="__module.layers.25.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -64206,7 +71866,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4036" name="__module.layers.25.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
+		<layer id="4570" name="__module.layers.25.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64230,15 +71890,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4037" name="Constant_68122" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="4571" name="Constant_68122" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4038" name="__module.layers.25.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
+		<layer id="4572" name="__module.layers.25.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64261,19 +71921,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4039" name="self.layers.25.self_attn.v_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="1024, 2304" offset="1569634914" size="1179648" />
+		<layer id="4573" name="self.layers.25.self_attn.v_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 2304" offset="1569975714" size="1179648" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4040" name="Convert_1288731" type="Convert" version="opset1">
+		<layer id="4574" name="Convert_1177071" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>1024</dim>
 					<dim>2304</dim>
 				</port>
@@ -64285,16 +71945,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4041" name="self.layers.25.self_attn.v_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1570814562" size="2048" />
+		<layer id="4575" name="self.layers.25.self_attn.v_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="1024, 1" offset="1571155362" size="512" />
 			<output>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4576" name="Convert_1177074" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4577" name="self.layers.25.self_attn.v_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>1024</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>1024</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="4042" name="self.layers.25.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4578" name="self.layers.25.self_attn.v_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="1024, 1" offset="1571155874" size="2048" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>1024</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4579" name="self.layers.25.self_attn.v_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -64313,7 +72016,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4043" name="__module.layers.25.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4580" name="__module.layers.25.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -64331,7 +72034,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4044" name="__module.layers.25.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4581" name="__module.layers.25.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64352,15 +72055,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4045" name="Constant_68123" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146760" size="32" />
+		<layer id="4582" name="Constant_68123" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4046" name="__module.layers.25.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
+		<layer id="4583" name="__module.layers.25.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64381,15 +72084,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4047" name="__module.layers.25.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4584" name="__module.layers.25.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4048" name="__module.layers.25.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
+		<layer id="4585" name="__module.layers.25.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -64410,7 +72113,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4049" name="__module.layers.25.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
+		<layer id="4586" name="__module.layers.25.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -64430,7 +72133,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4050" name="__module.layers.25.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
+		<layer id="4587" name="__module.layers.25.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
 			<data mode="bidirectional" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64454,15 +72157,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4051" name="Constant_68124" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="594146824" size="32" />
+		<layer id="4588" name="Constant_68124" type="Const" version="opset1">
+			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4052" name="__module.layers.25.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
+		<layer id="4589" name="__module.layers.25.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
 			<data special_zero="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64485,13 +72188,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4053" name="__module.layers.25.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="595328606" size="4" />
+		<layer id="4590" name="__module.layers.25.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
+			<data element_type="f32" shape="" offset="595330718" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="4054" name="__module.layers.25.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
+		<layer id="4591" name="__module.layers.25.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
 			<data causal="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64529,15 +72232,15 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4055" name="__module.layers.25.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="592964668" size="16" />
+		<layer id="4592" name="__module.layers.25.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
+			<data element_type="i32" shape="4" offset="592965692" size="16" />
 			<output>
 				<port id="0" precision="I32">
 					<dim>4</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4056" name="__module.layers.25.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
+		<layer id="4593" name="__module.layers.25.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -64558,7 +72261,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4057" name="__module.layers.25.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
+		<layer id="4594" name="__module.layers.25.self_attn/aten::reshape/Reshape_2" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64579,19 +72282,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4058" name="self.layers.25.self_attn.o_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="2304, 2048" offset="1570816610" size="2359296" />
+		<layer id="4595" name="self.layers.25.self_attn.o_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 2048" offset="1571157922" size="2359296" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4059" name="Convert_1041075" type="Convert" version="opset1">
+		<layer id="4596" name="Convert_960627" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>2304</dim>
 					<dim>2048</dim>
 				</port>
@@ -64603,8 +72306,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4060" name="self.layers.25.self_attn.o_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1573175906" size="4608" />
+		<layer id="4597" name="self.layers.25.self_attn.o_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="2304, 1" offset="1573517218" size="1152" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4598" name="Convert_960630" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4599" name="self.layers.25.self_attn.o_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>2304</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>2304</dim>
+					<dim>2048</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4600" name="self.layers.25.self_attn.o_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1573518370" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -64612,7 +72358,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4061" name="self.layers.25.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4601" name="self.layers.25.self_attn.o_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -64631,7 +72377,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4062" name="__module.layers.25.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4602" name="__module.layers.25.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -64649,7 +72395,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4063" name="__module.layers.25.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4603" name="__module.layers.25.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64670,7 +72416,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4064" name="Constant_65680" type="Const" version="opset1">
+		<layer id="4604" name="Constant_65680" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64680,7 +72426,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4065" name="Constant_65678" type="Const" version="opset1">
+		<layer id="4605" name="Constant_65678" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64690,7 +72436,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4066" name="__module.layers.25.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4606" name="__module.layers.25.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64712,7 +72458,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4067" name="Constant_33856" type="Const" version="opset1">
+		<layer id="4607" name="Constant_33856" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5460">
@@ -64720,7 +72466,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4068" name="__module.layers.25.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4608" name="__module.layers.25.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64740,7 +72486,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4069" name="Constant_65679" type="Const" version="opset1">
+		<layer id="4609" name="Constant_65679" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64750,7 +72496,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4070" name="__module.layers.25.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4610" name="__module.layers.25.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64772,7 +72518,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4071" name="__module.layers.25.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4611" name="__module.layers.25.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -64788,7 +72534,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4072" name="__module.layers.25.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4612" name="__module.layers.25.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64810,7 +72556,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4073" name="__module.layers.25.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4613" name="__module.layers.25.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64832,8 +72578,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4074" name="Constant_65681" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1573180514" size="9216" />
+		<layer id="4614" name="Constant_65681" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1573522978" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -64842,7 +72588,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4075" name="__module.layers.25.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4615" name="__module.layers.25.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64864,7 +72610,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4076" name="__module.layers.25/aten::add/Add" type="Add" version="opset1">
+		<layer id="4616" name="__module.layers.25/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64886,7 +72632,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4077" name="Constant_65684" type="Const" version="opset1">
+		<layer id="4617" name="Constant_65684" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64896,7 +72642,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4078" name="Constant_65682" type="Const" version="opset1">
+		<layer id="4618" name="Constant_65682" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64906,7 +72652,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4079" name="__module.layers.25.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4619" name="__module.layers.25.pre_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64928,7 +72674,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4080" name="Constant_33909" type="Const" version="opset1">
+		<layer id="4620" name="Constant_33909" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5473">
@@ -64936,7 +72682,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4081" name="__module.layers.25.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4621" name="__module.layers.25.pre_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64956,7 +72702,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4082" name="Constant_65683" type="Const" version="opset1">
+		<layer id="4622" name="Constant_65683" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64966,7 +72712,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4083" name="__module.layers.25.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4623" name="__module.layers.25.pre_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64988,7 +72734,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4084" name="__module.layers.25.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4624" name="__module.layers.25.pre_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -65004,7 +72750,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4085" name="__module.layers.25.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4625" name="__module.layers.25.pre_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65026,7 +72772,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4086" name="__module.layers.25.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4626" name="__module.layers.25.pre_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65048,8 +72794,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4087" name="Constant_65685" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1573189730" size="9216" />
+		<layer id="4627" name="Constant_65685" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1573532194" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -65058,7 +72804,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4088" name="__module.layers.25.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4628" name="__module.layers.25.pre_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65080,19 +72826,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4089" name="self.layers.25.mlp.gate_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1573198946" size="10616832" />
+		<layer id="4629" name="self.layers.25.mlp.gate_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1573541410" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4090" name="Convert_783573" type="Convert" version="opset1">
+		<layer id="4630" name="Convert_735697" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -65104,16 +72850,59 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4091" name="self.layers.25.mlp.gate_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1583815778" size="18432" />
+		<layer id="4631" name="self.layers.25.mlp.gate_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1584158242" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4632" name="Convert_735700" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
 			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4633" name="self.layers.25.mlp.gate_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
 				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
 					<dim>9216</dim>
 					<dim>1</dim>
 				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
 			</output>
 		</layer>
-		<layer id="4092" name="self.layers.25.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4634" name="self.layers.25.mlp.gate_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1584162850" size="18432" />
+			<output>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4635" name="self.layers.25.mlp.gate_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -65132,7 +72921,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4093" name="__module.layers.25.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4636" name="__module.layers.25.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -65150,7 +72939,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4094" name="__module.layers.25.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4637" name="__module.layers.25.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65171,7 +72960,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4095" name="__module.layers.25.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
+		<layer id="4638" name="__module.layers.25.mlp.act_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
 			<data approximation_mode="TANH" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65188,19 +72977,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4096" name="self.layers.25.mlp.up_proj.weight" type="Const" version="opset1">
-			<data element_type="i4" shape="9216, 2304" offset="1583834210" size="10616832" />
+		<layer id="4639" name="self.layers.25.mlp.up_proj.weight" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 2304" offset="1584181282" size="10616832" />
 			<output>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4097" name="Convert_778717" type="Convert" version="opset1">
+		<layer id="4640" name="Convert_731453" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
-				<port id="0" precision="I4">
+				<port id="0" precision="U4">
 					<dim>9216</dim>
 					<dim>2304</dim>
 				</port>
@@ -65212,8 +73001,51 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4098" name="self.layers.25.mlp.up_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="9216, 1" offset="1594451042" size="18432" />
+		<layer id="4641" name="self.layers.25.mlp.up_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u4" shape="9216, 1" offset="1594798114" size="4608" />
+			<output>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4642" name="Convert_731456" type="Convert" version="opset1">
+			<data destination_type="f16" />
+			<input>
+				<port id="0" precision="U4">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4643" name="self.layers.25.mlp.up_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+			<data auto_broadcast="numpy" />
+			<input>
+				<port id="0" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+				<port id="1" precision="FP16">
+					<dim>9216</dim>
+					<dim>1</dim>
+				</port>
+			</input>
+			<output>
+				<port id="2" precision="FP16">
+					<dim>9216</dim>
+					<dim>2304</dim>
+				</port>
+			</output>
+		</layer>
+		<layer id="4644" name="self.layers.25.mlp.up_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="9216, 1" offset="1594802722" size="18432" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -65221,7 +73053,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4099" name="self.layers.25.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4645" name="self.layers.25.mlp.up_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -65240,7 +73072,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4100" name="__module.layers.25.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4646" name="__module.layers.25.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -65258,7 +73090,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4101" name="__module.layers.25.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4647" name="__module.layers.25.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65279,7 +73111,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4102" name="__module.layers.25.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4648" name="__module.layers.25.mlp/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65301,8 +73133,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4103" name="self.layers.25.mlp.down_proj.weight" type="Const" version="opset1">
-			<data element_type="u8" shape="2304, 9216" offset="1594469474" size="21233664" />
+		<layer id="4649" name="self.layers.25.mlp.down_proj.weight" type="Const" version="opset1">
+			<data element_type="u8" shape="2304, 9216" offset="1594821154" size="21233664" />
 			<output>
 				<port id="0" precision="U8">
 					<dim>2304</dim>
@@ -65310,7 +73142,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4104" name="Convert_788559" type="Convert" version="opset1">
+		<layer id="4650" name="Convert_739939" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -65325,8 +73157,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4105" name="self.layers.25.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="2304, 1" offset="1615703138" size="2304" />
+		<layer id="4651" name="self.layers.25.mlp.down_proj.weight/zero_point" type="Const" version="opset1">
+			<data element_type="u8" shape="2304, 1" offset="1616054818" size="2304" />
 			<output>
 				<port id="0" precision="U8">
 					<dim>2304</dim>
@@ -65334,7 +73166,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4106" name="Convert_788562" type="Convert" version="opset1">
+		<layer id="4652" name="Convert_739942" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -65349,7 +73181,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4107" name="self.layers.25.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
+		<layer id="4653" name="self.layers.25.mlp.down_proj.weight/zero_point/subtract" type="Subtract" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -65368,8 +73200,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4108" name="self.layers.25.mlp.down_proj.weight/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="2304, 1" offset="1615705442" size="4608" />
+		<layer id="4654" name="self.layers.25.mlp.down_proj.weight/scale" type="Const" version="opset1">
+			<data element_type="f16" shape="2304, 1" offset="1616057122" size="4608" />
 			<output>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -65377,7 +73209,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4109" name="self.layers.25.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
+		<layer id="4655" name="self.layers.25.mlp.down_proj.weight/fq_weights_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP16">
@@ -65396,7 +73228,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4110" name="__module.layers.25.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4656" name="__module.layers.25.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
 			<rt_info>
 				<attribute name="decompression" version="0" />
@@ -65414,7 +73246,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4111" name="__module.layers.25.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4657" name="__module.layers.25.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65435,7 +73267,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4112" name="Constant_65688" type="Const" version="opset1">
+		<layer id="4658" name="Constant_65688" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65445,7 +73277,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4113" name="Constant_65686" type="Const" version="opset1">
+		<layer id="4659" name="Constant_65686" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65455,7 +73287,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4114" name="__module.layers.25.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4660" name="__module.layers.25.post_feedforward_layernorm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65477,7 +73309,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4115" name="Constant_33979" type="Const" version="opset1">
+		<layer id="4661" name="Constant_33979" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5500">
@@ -65485,7 +73317,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4116" name="__module.layers.25.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4662" name="__module.layers.25.post_feedforward_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65505,7 +73337,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4117" name="Constant_65687" type="Const" version="opset1">
+		<layer id="4663" name="Constant_65687" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65515,7 +73347,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4118" name="__module.layers.25.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4664" name="__module.layers.25.post_feedforward_layernorm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65537,7 +73369,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4119" name="__module.layers.25.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4665" name="__module.layers.25.post_feedforward_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -65553,7 +73385,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4120" name="__module.layers.25.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4666" name="__module.layers.25.post_feedforward_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65575,7 +73407,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4121" name="__module.layers.25.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4667" name="__module.layers.25.post_feedforward_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65597,8 +73429,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4122" name="Constant_65689" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1615710050" size="9216" />
+		<layer id="4668" name="Constant_65689" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1616061730" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -65607,7 +73439,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4123" name="__module.layers.25.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
+		<layer id="4669" name="__module.layers.25.post_feedforward_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65629,7 +73461,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4124" name="__module.layers.25/aten::add/Add_1" type="Add" version="opset1">
+		<layer id="4670" name="__module.layers.25/aten::add/Add_1" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65651,7 +73483,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4125" name="Constant_65692" type="Const" version="opset1">
+		<layer id="4671" name="Constant_65692" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65661,7 +73493,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4126" name="Constant_65690" type="Const" version="opset1">
+		<layer id="4672" name="Constant_65690" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65671,7 +73503,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4127" name="__module.norm/aten::pow/Power" type="Power" version="opset1">
+		<layer id="4673" name="__module.norm/aten::pow/Power" type="Power" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65693,7 +73525,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4128" name="Constant_34041" type="Const" version="opset1">
+		<layer id="4674" name="Constant_34041" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64" names="5522">
@@ -65701,7 +73533,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4129" name="__module.norm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
+		<layer id="4675" name="__module.norm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
 			<data keep_dims="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65721,7 +73553,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4130" name="Constant_65691" type="Const" version="opset1">
+		<layer id="4676" name="Constant_65691" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65731,7 +73563,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4131" name="__module.norm/aten::add/Add" type="Add" version="opset1">
+		<layer id="4677" name="__module.norm/aten::add/Add" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65753,7 +73585,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4132" name="__module.norm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
+		<layer id="4678" name="__module.norm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -65769,7 +73601,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4133" name="__module.norm/aten::rsqrt/Divide" type="Divide" version="opset1">
+		<layer id="4679" name="__module.norm/aten::rsqrt/Divide" type="Divide" version="opset1">
 			<data auto_broadcast="numpy" m_pythondiv="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65791,7 +73623,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4134" name="__module.norm/aten::mul/Multiply" type="Multiply" version="opset1">
+		<layer id="4680" name="__module.norm/aten::mul/Multiply" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65813,8 +73645,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4135" name="Constant_65693" type="Const" version="opset1">
-			<data element_type="f32" shape="1, 1, 2304" offset="1615719266" size="9216" />
+		<layer id="4681" name="Constant_65693" type="Const" version="opset1">
+			<data element_type="f32" shape="1, 1, 2304" offset="1616070946" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
 					<dim>1</dim>
@@ -65823,7 +73655,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4136" name="__module.norm/aten::type_as/ConvertLike" type="Multiply" version="opset1">
+		<layer id="4682" name="__module.norm/aten::type_as/ConvertLike" type="Multiply" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65845,7 +73677,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4137" name="Result_34725" type="Result" version="opset1" output_names="last_hidden_state">
+		<layer id="4683" name="Result_34725" type="Result" version="opset1" output_names="last_hidden_state">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -65856,7 +73688,7 @@
 		</layer>
 	</layers>
 	<edges>
-		<edge from-layer="0" from-port="0" to-layer="219" to-port="0" />
+		<edge from-layer="0" from-port="0" to-layer="231" to-port="0" />
 		<edge from-layer="1" from-port="0" to-layer="10" to-port="0" />
 		<edge from-layer="2" from-port="0" to-layer="3" to-port="0" />
 		<edge from-layer="3" from-port="1" to-layer="6" to-port="0" />
@@ -65871,7 +73703,7 @@
 		<edge from-layer="12" from-port="3" to-layer="14" to-port="0" />
 		<edge from-layer="13" from-port="0" to-layer="14" to-port="1" />
 		<edge from-layer="14" from-port="2" to-layer="17" to-port="0" />
-		<edge from-layer="14" from-port="2" to-layer="272" to-port="0" />
+		<edge from-layer="14" from-port="2" to-layer="287" to-port="0" />
 		<edge from-layer="14" from-port="2" to-layer="24" to-port="0" />
 		<edge from-layer="15" from-port="0" to-layer="23" to-port="0" />
 		<edge from-layer="16" from-port="0" to-layer="17" to-port="1" />
@@ -65884,4475 +73716,4433 @@
 		<edge from-layer="23" from-port="2" to-layer="24" to-port="1" />
 		<edge from-layer="24" from-port="2" to-layer="26" to-port="0" />
 		<edge from-layer="25" from-port="0" to-layer="26" to-port="1" />
-		<edge from-layer="26" from-port="2" to-layer="123" to-port="0" />
-		<edge from-layer="26" from-port="2" to-layer="83" to-port="0" />
-		<edge from-layer="26" from-port="2" to-layer="43" to-port="0" />
-		<edge from-layer="26" from-port="2" to-layer="32" to-port="0" />
+		<edge from-layer="26" from-port="2" to-layer="135" to-port="0" />
+		<edge from-layer="26" from-port="2" to-layer="92" to-port="0" />
+		<edge from-layer="26" from-port="2" to-layer="49" to-port="0" />
+		<edge from-layer="26" from-port="2" to-layer="35" to-port="0" />
 		<edge from-layer="27" from-port="0" to-layer="28" to-port="0" />
-		<edge from-layer="28" from-port="1" to-layer="30" to-port="0" />
-		<edge from-layer="29" from-port="0" to-layer="30" to-port="1" />
-		<edge from-layer="30" from-port="2" to-layer="31" to-port="0" />
-		<edge from-layer="31" from-port="1" to-layer="32" to-port="1" />
-		<edge from-layer="32" from-port="2" to-layer="34" to-port="0" />
-		<edge from-layer="33" from-port="0" to-layer="34" to-port="1" />
-		<edge from-layer="34" from-port="2" to-layer="36" to-port="0" />
-		<edge from-layer="35" from-port="0" to-layer="36" to-port="1" />
-		<edge from-layer="36" from-port="2" to-layer="60" to-port="0" />
-		<edge from-layer="36" from-port="2" to-layer="65" to-port="0" />
-		<edge from-layer="36" from-port="2" to-layer="72" to-port="0" />
-		<edge from-layer="37" from-port="0" to-layer="38" to-port="0" />
-		<edge from-layer="38" from-port="1" to-layer="40" to-port="0" />
-		<edge from-layer="39" from-port="0" to-layer="40" to-port="1" />
-		<edge from-layer="40" from-port="2" to-layer="41" to-port="0" />
-		<edge from-layer="41" from-port="1" to-layer="53" to-port="0" />
-		<edge from-layer="42" from-port="0" to-layer="48" to-port="0" />
-		<edge from-layer="43" from-port="1" to-layer="46" to-port="0" />
-		<edge from-layer="43" from-port="1" to-layer="250" to-port="0" />
-		<edge from-layer="43" from-port="1" to-layer="172" to-port="0" />
-		<edge from-layer="44" from-port="0" to-layer="46" to-port="1" />
-		<edge from-layer="45" from-port="0" to-layer="46" to-port="2" />
-		<edge from-layer="46" from-port="3" to-layer="112" to-port="0" />
-		<edge from-layer="46" from-port="3" to-layer="158" to-port="1" />
-		<edge from-layer="46" from-port="3" to-layer="48" to-port="1" />
-		<edge from-layer="47" from-port="0" to-layer="48" to-port="2" />
-		<edge from-layer="48" from-port="3" to-layer="162" to-port="0" />
-		<edge from-layer="48" from-port="3" to-layer="50" to-port="0" />
-		<edge from-layer="49" from-port="0" to-layer="50" to-port="1" />
-		<edge from-layer="50" from-port="2" to-layer="52" to-port="0" />
-		<edge from-layer="51" from-port="0" to-layer="52" to-port="1" />
-		<edge from-layer="52" from-port="2" to-layer="53" to-port="1" />
-		<edge from-layer="53" from-port="2" to-layer="55" to-port="0" />
-		<edge from-layer="54" from-port="0" to-layer="55" to-port="1" />
-		<edge from-layer="55" from-port="2" to-layer="56" to-port="1" />
-		<edge from-layer="55" from-port="2" to-layer="56" to-port="0" />
-		<edge from-layer="56" from-port="2" to-layer="57" to-port="0" />
-		<edge from-layer="56" from-port="2" to-layer="74" to-port="0" />
-		<edge from-layer="57" from-port="1" to-layer="59" to-port="0" />
-		<edge from-layer="58" from-port="0" to-layer="59" to-port="1" />
-		<edge from-layer="58" from-port="0" to-layer="75" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1104" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1738" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1712" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1586" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1560" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1434" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1408" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2168" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1282" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1256" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1130" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="366" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="978" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="952" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="826" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="800" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="674" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="340" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="648" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="522" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="496" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3258" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2194" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2320" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2346" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2472" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2498" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2624" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2650" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2776" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2802" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2928" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2954" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3080" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3106" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3232" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1864" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3384" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3410" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3536" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3562" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3688" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3714" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3840" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3866" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="3992" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="4018" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2042" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="2016" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="1890" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="88" to-port="1" />
-		<edge from-layer="59" from-port="2" to-layer="60" to-port="1" />
-		<edge from-layer="60" from-port="2" to-layer="77" to-port="0" />
-		<edge from-layer="61" from-port="0" to-layer="65" to-port="1" />
-		<edge from-layer="62" from-port="0" to-layer="65" to-port="2" />
-		<edge from-layer="63" from-port="0" to-layer="65" to-port="3" />
-		<edge from-layer="64" from-port="0" to-layer="65" to-port="4" />
-		<edge from-layer="65" from-port="5" to-layer="67" to-port="0" />
-		<edge from-layer="66" from-port="0" to-layer="67" to-port="1" />
-		<edge from-layer="67" from-port="2" to-layer="73" to-port="0" />
-		<edge from-layer="68" from-port="0" to-layer="72" to-port="1" />
-		<edge from-layer="69" from-port="0" to-layer="72" to-port="2" />
-		<edge from-layer="70" from-port="0" to-layer="72" to-port="3" />
-		<edge from-layer="71" from-port="0" to-layer="72" to-port="4" />
-		<edge from-layer="72" from-port="5" to-layer="73" to-port="1" />
-		<edge from-layer="73" from-port="2" to-layer="76" to-port="0" />
-		<edge from-layer="74" from-port="1" to-layer="75" to-port="0" />
-		<edge from-layer="75" from-port="2" to-layer="3424" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3550" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2360" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3576" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3728" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3398" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="76" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3702" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3272" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3246" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3120" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3094" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2968" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2942" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2816" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2790" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2664" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2638" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2512" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2486" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="536" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="840" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="814" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1726" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="688" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="102" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1600" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="662" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1574" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1752" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1448" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="510" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1422" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1270" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="380" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1296" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="354" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="966" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2334" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3854" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="3880" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2208" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="4006" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="4032" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2182" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2056" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1118" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="2030" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="992" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1904" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1878" to-port="1" />
-		<edge from-layer="75" from-port="2" to-layer="1144" to-port="1" />
-		<edge from-layer="76" from-port="2" to-layer="77" to-port="1" />
-		<edge from-layer="77" from-port="2" to-layer="245" to-port="0" />
-		<edge from-layer="78" from-port="0" to-layer="79" to-port="0" />
-		<edge from-layer="79" from-port="1" to-layer="81" to-port="0" />
-		<edge from-layer="80" from-port="0" to-layer="81" to-port="1" />
-		<edge from-layer="81" from-port="2" to-layer="82" to-port="0" />
-		<edge from-layer="82" from-port="1" to-layer="83" to-port="1" />
-		<edge from-layer="83" from-port="2" to-layer="85" to-port="0" />
-		<edge from-layer="84" from-port="0" to-layer="85" to-port="1" />
-		<edge from-layer="85" from-port="2" to-layer="87" to-port="0" />
-		<edge from-layer="86" from-port="0" to-layer="87" to-port="1" />
-		<edge from-layer="87" from-port="2" to-layer="88" to-port="0" />
-		<edge from-layer="87" from-port="2" to-layer="93" to-port="0" />
-		<edge from-layer="87" from-port="2" to-layer="100" to-port="0" />
-		<edge from-layer="88" from-port="2" to-layer="103" to-port="0" />
-		<edge from-layer="89" from-port="0" to-layer="93" to-port="1" />
-		<edge from-layer="90" from-port="0" to-layer="93" to-port="2" />
-		<edge from-layer="91" from-port="0" to-layer="93" to-port="3" />
-		<edge from-layer="92" from-port="0" to-layer="93" to-port="4" />
-		<edge from-layer="93" from-port="5" to-layer="95" to-port="0" />
-		<edge from-layer="94" from-port="0" to-layer="95" to-port="1" />
-		<edge from-layer="95" from-port="2" to-layer="101" to-port="0" />
-		<edge from-layer="96" from-port="0" to-layer="100" to-port="1" />
-		<edge from-layer="97" from-port="0" to-layer="100" to-port="2" />
-		<edge from-layer="98" from-port="0" to-layer="100" to-port="3" />
-		<edge from-layer="99" from-port="0" to-layer="100" to-port="4" />
-		<edge from-layer="100" from-port="5" to-layer="101" to-port="1" />
-		<edge from-layer="101" from-port="2" to-layer="102" to-port="0" />
-		<edge from-layer="102" from-port="2" to-layer="103" to-port="1" />
-		<edge from-layer="103" from-port="2" to-layer="105" to-port="0" />
-		<edge from-layer="103" from-port="2" to-layer="106" to-port="0" />
-		<edge from-layer="104" from-port="0" to-layer="105" to-port="1" />
-		<edge from-layer="104" from-port="0" to-layer="128" to-port="1" />
-		<edge from-layer="105" from-port="2" to-layer="115" to-port="0" />
-		<edge from-layer="106" from-port="1" to-layer="109" to-port="0" />
-		<edge from-layer="107" from-port="0" to-layer="109" to-port="1" />
-		<edge from-layer="108" from-port="0" to-layer="109" to-port="2" />
-		<edge from-layer="109" from-port="3" to-layer="114" to-port="0" />
-		<edge from-layer="110" from-port="0" to-layer="114" to-port="1" />
-		<edge from-layer="111" from-port="0" to-layer="112" to-port="1" />
-		<edge from-layer="112" from-port="2" to-layer="114" to-port="2" />
-		<edge from-layer="112" from-port="2" to-layer="404" to-port="2" />
-		<edge from-layer="112" from-port="2" to-layer="215" to-port="2" />
-		<edge from-layer="112" from-port="2" to-layer="243" to-port="2" />
-		<edge from-layer="112" from-port="2" to-layer="136" to-port="0" />
-		<edge from-layer="112" from-port="2" to-layer="189" to-port="2" />
-		<edge from-layer="112" from-port="2" to-layer="136" to-port="1" />
-		<edge from-layer="113" from-port="0" to-layer="114" to-port="3" />
-		<edge from-layer="114" from-port="4" to-layer="844" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2986" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2972" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3124" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2834" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3138" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3276" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3290" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1452" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2820" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="384" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3428" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3442" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="4050" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1604" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1618" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1756" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1770" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="129" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1908" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1922" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2060" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3580" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="4036" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2074" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3898" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3884" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3746" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3732" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1466" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="3594" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2668" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1148" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="858" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2378" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2364" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2516" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2226" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2530" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2212" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1314" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1300" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="115" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="706" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1010" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="996" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="692" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="1162" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="554" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="540" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="398" to-port="1" />
-		<edge from-layer="114" from-port="4" to-layer="2682" to-port="1" />
-		<edge from-layer="115" from-port="2" to-layer="117" to-port="0" />
-		<edge from-layer="116" from-port="0" to-layer="117" to-port="1" />
-		<edge from-layer="117" from-port="2" to-layer="245" to-port="1" />
-		<edge from-layer="118" from-port="0" to-layer="119" to-port="0" />
-		<edge from-layer="119" from-port="1" to-layer="121" to-port="0" />
+		<edge from-layer="28" from-port="1" to-layer="31" to-port="0" />
+		<edge from-layer="29" from-port="0" to-layer="30" to-port="0" />
+		<edge from-layer="30" from-port="1" to-layer="31" to-port="1" />
+		<edge from-layer="31" from-port="2" to-layer="33" to-port="0" />
+		<edge from-layer="32" from-port="0" to-layer="33" to-port="1" />
+		<edge from-layer="33" from-port="2" to-layer="34" to-port="0" />
+		<edge from-layer="34" from-port="1" to-layer="35" to-port="1" />
+		<edge from-layer="35" from-port="2" to-layer="37" to-port="0" />
+		<edge from-layer="36" from-port="0" to-layer="37" to-port="1" />
+		<edge from-layer="37" from-port="2" to-layer="39" to-port="0" />
+		<edge from-layer="38" from-port="0" to-layer="39" to-port="1" />
+		<edge from-layer="39" from-port="2" to-layer="66" to-port="0" />
+		<edge from-layer="39" from-port="2" to-layer="78" to-port="0" />
+		<edge from-layer="39" from-port="2" to-layer="71" to-port="0" />
+		<edge from-layer="40" from-port="0" to-layer="41" to-port="0" />
+		<edge from-layer="41" from-port="1" to-layer="44" to-port="0" />
+		<edge from-layer="42" from-port="0" to-layer="43" to-port="0" />
+		<edge from-layer="43" from-port="1" to-layer="44" to-port="1" />
+		<edge from-layer="44" from-port="2" to-layer="46" to-port="0" />
+		<edge from-layer="45" from-port="0" to-layer="46" to-port="1" />
+		<edge from-layer="46" from-port="2" to-layer="47" to-port="0" />
+		<edge from-layer="47" from-port="1" to-layer="59" to-port="0" />
+		<edge from-layer="48" from-port="0" to-layer="54" to-port="0" />
+		<edge from-layer="49" from-port="1" to-layer="52" to-port="0" />
+		<edge from-layer="49" from-port="1" to-layer="262" to-port="0" />
+		<edge from-layer="49" from-port="1" to-layer="184" to-port="0" />
+		<edge from-layer="50" from-port="0" to-layer="52" to-port="1" />
+		<edge from-layer="51" from-port="0" to-layer="52" to-port="2" />
+		<edge from-layer="52" from-port="3" to-layer="54" to-port="1" />
+		<edge from-layer="52" from-port="3" to-layer="121" to-port="0" />
+		<edge from-layer="52" from-port="3" to-layer="170" to-port="1" />
+		<edge from-layer="53" from-port="0" to-layer="54" to-port="2" />
+		<edge from-layer="54" from-port="3" to-layer="56" to-port="0" />
+		<edge from-layer="54" from-port="3" to-layer="174" to-port="0" />
+		<edge from-layer="55" from-port="0" to-layer="56" to-port="1" />
+		<edge from-layer="56" from-port="2" to-layer="58" to-port="0" />
+		<edge from-layer="57" from-port="0" to-layer="58" to-port="1" />
+		<edge from-layer="58" from-port="2" to-layer="59" to-port="1" />
+		<edge from-layer="59" from-port="2" to-layer="61" to-port="0" />
+		<edge from-layer="60" from-port="0" to-layer="61" to-port="1" />
+		<edge from-layer="61" from-port="2" to-layer="62" to-port="0" />
+		<edge from-layer="61" from-port="2" to-layer="62" to-port="1" />
+		<edge from-layer="62" from-port="2" to-layer="63" to-port="0" />
+		<edge from-layer="62" from-port="2" to-layer="80" to-port="0" />
+		<edge from-layer="63" from-port="1" to-layer="65" to-port="0" />
+		<edge from-layer="64" from-port="0" to-layer="65" to-port="1" />
+		<edge from-layer="64" from-port="0" to-layer="81" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1928" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1784" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1957" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1755" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1611" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1582" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1438" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1409" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1265" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1236" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1092" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="1063" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="919" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="890" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="746" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="717" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="573" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="544" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="396" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="367" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2447" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3687" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2476" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2620" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2649" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2793" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2822" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2966" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2995" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3139" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3168" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3312" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3341" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3485" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3514" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3658" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2101" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3831" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="3860" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="4004" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="4033" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="4177" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="4206" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="4350" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="4379" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="4523" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="4552" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2303" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2274" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="2130" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="66" to-port="1" />
+		<edge from-layer="65" from-port="2" to-layer="97" to-port="1" />
+		<edge from-layer="66" from-port="2" to-layer="83" to-port="0" />
+		<edge from-layer="67" from-port="0" to-layer="71" to-port="1" />
+		<edge from-layer="68" from-port="0" to-layer="71" to-port="2" />
+		<edge from-layer="69" from-port="0" to-layer="71" to-port="3" />
+		<edge from-layer="70" from-port="0" to-layer="71" to-port="4" />
+		<edge from-layer="71" from-port="5" to-layer="73" to-port="0" />
+		<edge from-layer="72" from-port="0" to-layer="73" to-port="1" />
+		<edge from-layer="73" from-port="2" to-layer="79" to-port="0" />
+		<edge from-layer="74" from-port="0" to-layer="78" to-port="1" />
+		<edge from-layer="75" from-port="0" to-layer="78" to-port="2" />
+		<edge from-layer="76" from-port="0" to-layer="78" to-port="3" />
+		<edge from-layer="77" from-port="0" to-layer="78" to-port="4" />
+		<edge from-layer="78" from-port="5" to-layer="79" to-port="1" />
+		<edge from-layer="79" from-port="2" to-layer="82" to-port="0" />
+		<edge from-layer="80" from-port="1" to-layer="81" to-port="0" />
+		<edge from-layer="81" from-port="2" to-layer="2807" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3326" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3182" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3355" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3499" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3153" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3528" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3009" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3672" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3701" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1077" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="381" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="410" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="111" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="558" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="587" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="731" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="760" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="904" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="933" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2980" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1106" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1250" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2461" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2490" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1279" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2634" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2663" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1423" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2836" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3845" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1452" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1596" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1625" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1769" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1798" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1942" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="1971" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2115" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2144" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2288" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="2317" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="4566" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="4537" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="4393" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="4018" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="4364" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="4047" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="4220" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="4191" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="82" to-port="1" />
+		<edge from-layer="81" from-port="2" to-layer="3874" to-port="1" />
+		<edge from-layer="82" from-port="2" to-layer="83" to-port="1" />
+		<edge from-layer="83" from-port="2" to-layer="257" to-port="0" />
+		<edge from-layer="84" from-port="0" to-layer="85" to-port="0" />
+		<edge from-layer="85" from-port="1" to-layer="88" to-port="0" />
+		<edge from-layer="86" from-port="0" to-layer="87" to-port="0" />
+		<edge from-layer="87" from-port="1" to-layer="88" to-port="1" />
+		<edge from-layer="88" from-port="2" to-layer="90" to-port="0" />
+		<edge from-layer="89" from-port="0" to-layer="90" to-port="1" />
+		<edge from-layer="90" from-port="2" to-layer="91" to-port="0" />
+		<edge from-layer="91" from-port="1" to-layer="92" to-port="1" />
+		<edge from-layer="92" from-port="2" to-layer="94" to-port="0" />
+		<edge from-layer="93" from-port="0" to-layer="94" to-port="1" />
+		<edge from-layer="94" from-port="2" to-layer="96" to-port="0" />
+		<edge from-layer="95" from-port="0" to-layer="96" to-port="1" />
+		<edge from-layer="96" from-port="2" to-layer="109" to-port="0" />
+		<edge from-layer="96" from-port="2" to-layer="102" to-port="0" />
+		<edge from-layer="96" from-port="2" to-layer="97" to-port="0" />
+		<edge from-layer="97" from-port="2" to-layer="112" to-port="0" />
+		<edge from-layer="98" from-port="0" to-layer="102" to-port="1" />
+		<edge from-layer="99" from-port="0" to-layer="102" to-port="2" />
+		<edge from-layer="100" from-port="0" to-layer="102" to-port="3" />
+		<edge from-layer="101" from-port="0" to-layer="102" to-port="4" />
+		<edge from-layer="102" from-port="5" to-layer="104" to-port="0" />
+		<edge from-layer="103" from-port="0" to-layer="104" to-port="1" />
+		<edge from-layer="104" from-port="2" to-layer="110" to-port="0" />
+		<edge from-layer="105" from-port="0" to-layer="109" to-port="1" />
+		<edge from-layer="106" from-port="0" to-layer="109" to-port="2" />
+		<edge from-layer="107" from-port="0" to-layer="109" to-port="3" />
+		<edge from-layer="108" from-port="0" to-layer="109" to-port="4" />
+		<edge from-layer="109" from-port="5" to-layer="110" to-port="1" />
+		<edge from-layer="110" from-port="2" to-layer="111" to-port="0" />
+		<edge from-layer="111" from-port="2" to-layer="112" to-port="1" />
+		<edge from-layer="112" from-port="2" to-layer="114" to-port="0" />
+		<edge from-layer="112" from-port="2" to-layer="115" to-port="0" />
+		<edge from-layer="113" from-port="0" to-layer="140" to-port="1" />
+		<edge from-layer="113" from-port="0" to-layer="114" to-port="1" />
+		<edge from-layer="114" from-port="2" to-layer="124" to-port="0" />
+		<edge from-layer="115" from-port="1" to-layer="118" to-port="0" />
+		<edge from-layer="116" from-port="0" to-layer="118" to-port="1" />
+		<edge from-layer="117" from-port="0" to-layer="118" to-port="2" />
+		<edge from-layer="118" from-port="3" to-layer="123" to-port="0" />
+		<edge from-layer="119" from-port="0" to-layer="123" to-port="1" />
 		<edge from-layer="120" from-port="0" to-layer="121" to-port="1" />
-		<edge from-layer="121" from-port="2" to-layer="122" to-port="0" />
-		<edge from-layer="122" from-port="1" to-layer="123" to-port="1" />
-		<edge from-layer="123" from-port="2" to-layer="125" to-port="0" />
-		<edge from-layer="124" from-port="0" to-layer="125" to-port="1" />
-		<edge from-layer="125" from-port="2" to-layer="127" to-port="0" />
-		<edge from-layer="126" from-port="0" to-layer="127" to-port="1" />
-		<edge from-layer="127" from-port="2" to-layer="128" to-port="0" />
-		<edge from-layer="128" from-port="2" to-layer="129" to-port="0" />
-		<edge from-layer="129" from-port="2" to-layer="131" to-port="0" />
-		<edge from-layer="130" from-port="0" to-layer="131" to-port="1" />
-		<edge from-layer="131" from-port="2" to-layer="245" to-port="2" />
-		<edge from-layer="132" from-port="0" to-layer="183" to-port="0" />
-		<edge from-layer="132" from-port="0" to-layer="184" to-port="1" />
-		<edge from-layer="133" from-port="0" to-layer="144" to-port="0" />
-		<edge from-layer="133" from-port="0" to-layer="145" to-port="1" />
-		<edge from-layer="134" from-port="0" to-layer="138" to-port="0" />
-		<edge from-layer="135" from-port="0" to-layer="137" to-port="0" />
-		<edge from-layer="136" from-port="2" to-layer="137" to-port="1" />
-		<edge from-layer="137" from-port="2" to-layer="138" to-port="1" />
-		<edge from-layer="138" from-port="2" to-layer="155" to-port="1" />
-		<edge from-layer="138" from-port="2" to-layer="139" to-port="0" />
-		<edge from-layer="139" from-port="1" to-layer="142" to-port="0" />
-		<edge from-layer="139" from-port="1" to-layer="149" to-port="0" />
-		<edge from-layer="140" from-port="0" to-layer="142" to-port="1" />
-		<edge from-layer="141" from-port="0" to-layer="142" to-port="2" />
-		<edge from-layer="142" from-port="3" to-layer="144" to-port="1" />
-		<edge from-layer="143" from-port="0" to-layer="151" to-port="2" />
-		<edge from-layer="143" from-port="0" to-layer="144" to-port="2" />
-		<edge from-layer="143" from-port="0" to-layer="152" to-port="1" />
-		<edge from-layer="144" from-port="3" to-layer="145" to-port="0" />
-		<edge from-layer="145" from-port="2" to-layer="153" to-port="0" />
-		<edge from-layer="146" from-port="0" to-layer="150" to-port="1" />
-		<edge from-layer="146" from-port="0" to-layer="151" to-port="0" />
-		<edge from-layer="147" from-port="0" to-layer="149" to-port="1" />
-		<edge from-layer="148" from-port="0" to-layer="149" to-port="2" />
-		<edge from-layer="149" from-port="3" to-layer="150" to-port="0" />
-		<edge from-layer="150" from-port="2" to-layer="151" to-port="1" />
-		<edge from-layer="151" from-port="3" to-layer="152" to-port="0" />
-		<edge from-layer="152" from-port="2" to-layer="153" to-port="1" />
-		<edge from-layer="153" from-port="2" to-layer="155" to-port="0" />
-		<edge from-layer="154" from-port="0" to-layer="155" to-port="2" />
-		<edge from-layer="155" from-port="3" to-layer="165" to-port="0" />
-		<edge from-layer="156" from-port="0" to-layer="158" to-port="0" />
-		<edge from-layer="157" from-port="0" to-layer="158" to-port="2" />
-		<edge from-layer="158" from-port="3" to-layer="159" to-port="0" />
-		<edge from-layer="159" from-port="1" to-layer="160" to-port="0" />
-		<edge from-layer="160" from-port="1" to-layer="163" to-port="0" />
-		<edge from-layer="161" from-port="0" to-layer="162" to-port="1" />
+		<edge from-layer="121" from-port="2" to-layer="201" to-port="2" />
+		<edge from-layer="121" from-port="2" to-layer="148" to-port="1" />
+		<edge from-layer="121" from-port="2" to-layer="437" to-port="2" />
+		<edge from-layer="121" from-port="2" to-layer="227" to-port="2" />
+		<edge from-layer="121" from-port="2" to-layer="255" to-port="2" />
+		<edge from-layer="121" from-port="2" to-layer="148" to-port="0" />
+		<edge from-layer="121" from-port="2" to-layer="123" to-port="2" />
+		<edge from-layer="122" from-port="0" to-layer="123" to-port="3" />
+		<edge from-layer="123" from-port="4" to-layer="141" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="4414" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="4397" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2857" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2840" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3013" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3532" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2165" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2148" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2684" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2667" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3549" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="781" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1300" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2321" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="124" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3030" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2338" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3376" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="4587" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="4570" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3186" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3203" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3359" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1646" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3722" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3878" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1802" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="937" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="954" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="764" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="431" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="591" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="608" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1819" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1110" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1127" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="4051" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1283" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="4068" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="414" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3705" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1629" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1975" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1456" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2494" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="2511" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1992" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="4224" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="4241" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="1473" to-port="1" />
+		<edge from-layer="123" from-port="4" to-layer="3895" to-port="1" />
+		<edge from-layer="124" from-port="2" to-layer="126" to-port="0" />
+		<edge from-layer="125" from-port="0" to-layer="126" to-port="1" />
+		<edge from-layer="126" from-port="2" to-layer="257" to-port="1" />
+		<edge from-layer="127" from-port="0" to-layer="128" to-port="0" />
+		<edge from-layer="128" from-port="1" to-layer="131" to-port="0" />
+		<edge from-layer="129" from-port="0" to-layer="130" to-port="0" />
+		<edge from-layer="130" from-port="1" to-layer="131" to-port="1" />
+		<edge from-layer="131" from-port="2" to-layer="133" to-port="0" />
+		<edge from-layer="132" from-port="0" to-layer="133" to-port="1" />
+		<edge from-layer="133" from-port="2" to-layer="134" to-port="0" />
+		<edge from-layer="134" from-port="1" to-layer="135" to-port="1" />
+		<edge from-layer="135" from-port="2" to-layer="137" to-port="0" />
+		<edge from-layer="136" from-port="0" to-layer="137" to-port="1" />
+		<edge from-layer="137" from-port="2" to-layer="139" to-port="0" />
+		<edge from-layer="138" from-port="0" to-layer="139" to-port="1" />
+		<edge from-layer="139" from-port="2" to-layer="140" to-port="0" />
+		<edge from-layer="140" from-port="2" to-layer="141" to-port="0" />
+		<edge from-layer="141" from-port="2" to-layer="143" to-port="0" />
+		<edge from-layer="142" from-port="0" to-layer="143" to-port="1" />
+		<edge from-layer="143" from-port="2" to-layer="257" to-port="2" />
+		<edge from-layer="144" from-port="0" to-layer="196" to-port="1" />
+		<edge from-layer="144" from-port="0" to-layer="195" to-port="0" />
+		<edge from-layer="145" from-port="0" to-layer="156" to-port="0" />
+		<edge from-layer="145" from-port="0" to-layer="157" to-port="1" />
+		<edge from-layer="146" from-port="0" to-layer="150" to-port="0" />
+		<edge from-layer="147" from-port="0" to-layer="149" to-port="0" />
+		<edge from-layer="148" from-port="2" to-layer="149" to-port="1" />
+		<edge from-layer="149" from-port="2" to-layer="150" to-port="1" />
+		<edge from-layer="150" from-port="2" to-layer="151" to-port="0" />
+		<edge from-layer="150" from-port="2" to-layer="167" to-port="1" />
+		<edge from-layer="151" from-port="1" to-layer="161" to-port="0" />
+		<edge from-layer="151" from-port="1" to-layer="154" to-port="0" />
+		<edge from-layer="152" from-port="0" to-layer="154" to-port="1" />
+		<edge from-layer="153" from-port="0" to-layer="154" to-port="2" />
+		<edge from-layer="154" from-port="3" to-layer="156" to-port="1" />
+		<edge from-layer="155" from-port="0" to-layer="164" to-port="1" />
+		<edge from-layer="155" from-port="0" to-layer="163" to-port="2" />
+		<edge from-layer="155" from-port="0" to-layer="156" to-port="2" />
+		<edge from-layer="156" from-port="3" to-layer="157" to-port="0" />
+		<edge from-layer="157" from-port="2" to-layer="165" to-port="0" />
+		<edge from-layer="158" from-port="0" to-layer="163" to-port="0" />
+		<edge from-layer="158" from-port="0" to-layer="162" to-port="1" />
+		<edge from-layer="159" from-port="0" to-layer="161" to-port="1" />
+		<edge from-layer="160" from-port="0" to-layer="161" to-port="2" />
+		<edge from-layer="161" from-port="3" to-layer="162" to-port="0" />
 		<edge from-layer="162" from-port="2" to-layer="163" to-port="1" />
-		<edge from-layer="163" from-port="2" to-layer="164" to-port="0" />
-		<edge from-layer="164" from-port="1" to-layer="165" to-port="1" />
+		<edge from-layer="163" from-port="3" to-layer="164" to-port="0" />
+		<edge from-layer="164" from-port="2" to-layer="165" to-port="1" />
 		<edge from-layer="165" from-port="2" to-layer="167" to-port="0" />
-		<edge from-layer="166" from-port="0" to-layer="167" to-port="1" />
-		<edge from-layer="167" from-port="2" to-layer="169" to-port="0" />
-		<edge from-layer="168" from-port="0" to-layer="169" to-port="1" />
-		<edge from-layer="169" from-port="2" to-layer="177" to-port="0" />
-		<edge from-layer="170" from-port="0" to-layer="172" to-port="1" />
-		<edge from-layer="171" from-port="0" to-layer="172" to-port="2" />
-		<edge from-layer="172" from-port="3" to-layer="176" to-port="0" />
-		<edge from-layer="173" from-port="0" to-layer="176" to-port="1" />
-		<edge from-layer="174" from-port="0" to-layer="176" to-port="2" />
-		<edge from-layer="175" from-port="0" to-layer="176" to-port="3" />
-		<edge from-layer="176" from-port="4" to-layer="177" to-port="1" />
-		<edge from-layer="177" from-port="2" to-layer="199" to-port="0" />
-		<edge from-layer="177" from-port="2" to-layer="189" to-port="0" />
-		<edge from-layer="177" from-port="2" to-layer="178" to-port="0" />
-		<edge from-layer="177" from-port="2" to-layer="206" to-port="0" />
-		<edge from-layer="178" from-port="1" to-layer="181" to-port="0" />
-		<edge from-layer="179" from-port="0" to-layer="181" to-port="1" />
-		<edge from-layer="180" from-port="0" to-layer="181" to-port="2" />
-		<edge from-layer="181" from-port="3" to-layer="183" to-port="1" />
-		<edge from-layer="182" from-port="0" to-layer="196" to-port="1" />
-		<edge from-layer="182" from-port="0" to-layer="195" to-port="2" />
-		<edge from-layer="182" from-port="0" to-layer="183" to-port="2" />
-		<edge from-layer="183" from-port="3" to-layer="184" to-port="0" />
-		<edge from-layer="184" from-port="2" to-layer="197" to-port="0" />
-		<edge from-layer="185" from-port="0" to-layer="195" to-port="0" />
-		<edge from-layer="185" from-port="0" to-layer="194" to-port="1" />
-		<edge from-layer="186" from-port="0" to-layer="189" to-port="1" />
-		<edge from-layer="187" from-port="0" to-layer="189" to-port="3" />
-		<edge from-layer="188" from-port="0" to-layer="189" to-port="4" />
-		<edge from-layer="189" from-port="5" to-layer="190" to-port="0" />
-		<edge from-layer="189" from-port="5" to-layer="223" to-port="0" />
-		<edge from-layer="189" from-port="5" to-layer="227" to-port="2" />
-		<edge from-layer="189" from-port="5" to-layer="228" to-port="0" />
+		<edge from-layer="166" from-port="0" to-layer="167" to-port="2" />
+		<edge from-layer="167" from-port="3" to-layer="177" to-port="0" />
+		<edge from-layer="168" from-port="0" to-layer="170" to-port="0" />
+		<edge from-layer="169" from-port="0" to-layer="170" to-port="2" />
+		<edge from-layer="170" from-port="3" to-layer="171" to-port="0" />
+		<edge from-layer="171" from-port="1" to-layer="172" to-port="0" />
+		<edge from-layer="172" from-port="1" to-layer="175" to-port="0" />
+		<edge from-layer="173" from-port="0" to-layer="174" to-port="1" />
+		<edge from-layer="174" from-port="2" to-layer="175" to-port="1" />
+		<edge from-layer="175" from-port="2" to-layer="176" to-port="0" />
+		<edge from-layer="176" from-port="1" to-layer="177" to-port="1" />
+		<edge from-layer="177" from-port="2" to-layer="179" to-port="0" />
+		<edge from-layer="178" from-port="0" to-layer="179" to-port="1" />
+		<edge from-layer="179" from-port="2" to-layer="181" to-port="0" />
+		<edge from-layer="180" from-port="0" to-layer="181" to-port="1" />
+		<edge from-layer="181" from-port="2" to-layer="189" to-port="0" />
+		<edge from-layer="182" from-port="0" to-layer="184" to-port="1" />
+		<edge from-layer="183" from-port="0" to-layer="184" to-port="2" />
+		<edge from-layer="184" from-port="3" to-layer="188" to-port="0" />
+		<edge from-layer="185" from-port="0" to-layer="188" to-port="1" />
+		<edge from-layer="186" from-port="0" to-layer="188" to-port="2" />
+		<edge from-layer="187" from-port="0" to-layer="188" to-port="3" />
+		<edge from-layer="188" from-port="4" to-layer="189" to-port="1" />
+		<edge from-layer="189" from-port="2" to-layer="218" to-port="0" />
+		<edge from-layer="189" from-port="2" to-layer="211" to-port="0" />
+		<edge from-layer="189" from-port="2" to-layer="201" to-port="0" />
+		<edge from-layer="189" from-port="2" to-layer="190" to-port="0" />
 		<edge from-layer="190" from-port="1" to-layer="193" to-port="0" />
 		<edge from-layer="191" from-port="0" to-layer="193" to-port="1" />
 		<edge from-layer="192" from-port="0" to-layer="193" to-port="2" />
-		<edge from-layer="193" from-port="3" to-layer="194" to-port="0" />
-		<edge from-layer="194" from-port="2" to-layer="195" to-port="1" />
+		<edge from-layer="193" from-port="3" to-layer="195" to-port="1" />
+		<edge from-layer="194" from-port="0" to-layer="208" to-port="1" />
+		<edge from-layer="194" from-port="0" to-layer="207" to-port="2" />
+		<edge from-layer="194" from-port="0" to-layer="195" to-port="2" />
 		<edge from-layer="195" from-port="3" to-layer="196" to-port="0" />
-		<edge from-layer="196" from-port="2" to-layer="197" to-port="1" />
-		<edge from-layer="197" from-port="2" to-layer="203" to-port="0" />
-		<edge from-layer="198" from-port="0" to-layer="201" to-port="0" />
-		<edge from-layer="199" from-port="1" to-layer="200" to-port="0" />
-		<edge from-layer="199" from-port="1" to-layer="211" to-port="1" />
-		<edge from-layer="199" from-port="1" to-layer="233" to-port="1" />
-		<edge from-layer="199" from-port="1" to-layer="208" to-port="0" />
-		<edge from-layer="200" from-port="1" to-layer="201" to-port="1" />
-		<edge from-layer="201" from-port="2" to-layer="203" to-port="1" />
-		<edge from-layer="202" from-port="0" to-layer="203" to-port="2" />
-		<edge from-layer="203" from-port="3" to-layer="234" to-port="0" />
-		<edge from-layer="204" from-port="0" to-layer="234" to-port="1" />
-		<edge from-layer="205" from-port="0" to-layer="206" to-port="1" />
-		<edge from-layer="206" from-port="2" to-layer="232" to-port="0" />
-		<edge from-layer="207" from-port="0" to-layer="208" to-port="1" />
-		<edge from-layer="207" from-port="0" to-layer="210" to-port="0" />
-		<edge from-layer="208" from-port="2" to-layer="210" to-port="1" />
-		<edge from-layer="209" from-port="0" to-layer="210" to-port="2" />
-		<edge from-layer="210" from-port="3" to-layer="211" to-port="0" />
-		<edge from-layer="211" from-port="2" to-layer="215" to-port="0" />
-		<edge from-layer="212" from-port="0" to-layer="215" to-port="1" />
-		<edge from-layer="213" from-port="0" to-layer="215" to-port="3" />
-		<edge from-layer="214" from-port="0" to-layer="215" to-port="4" />
-		<edge from-layer="215" from-port="5" to-layer="217" to-port="0" />
-		<edge from-layer="216" from-port="0" to-layer="217" to-port="1" />
-		<edge from-layer="217" from-port="2" to-layer="232" to-port="1" />
-		<edge from-layer="218" from-port="0" to-layer="219" to-port="1" />
-		<edge from-layer="219" from-port="2" to-layer="221" to-port="0" />
-		<edge from-layer="220" from-port="0" to-layer="221" to-port="1" />
-		<edge from-layer="221" from-port="2" to-layer="222" to-port="0" />
-		<edge from-layer="222" from-port="1" to-layer="223" to-port="1" />
-		<edge from-layer="223" from-port="2" to-layer="225" to-port="0" />
-		<edge from-layer="224" from-port="0" to-layer="225" to-port="1" />
-		<edge from-layer="225" from-port="2" to-layer="227" to-port="0" />
-		<edge from-layer="226" from-port="0" to-layer="227" to-port="1" />
-		<edge from-layer="227" from-port="3" to-layer="229" to-port="0" />
-		<edge from-layer="228" from-port="1" to-layer="229" to-port="1" />
-		<edge from-layer="229" from-port="2" to-layer="231" to-port="0" />
+		<edge from-layer="196" from-port="2" to-layer="209" to-port="0" />
+		<edge from-layer="197" from-port="0" to-layer="207" to-port="0" />
+		<edge from-layer="197" from-port="0" to-layer="206" to-port="1" />
+		<edge from-layer="198" from-port="0" to-layer="201" to-port="1" />
+		<edge from-layer="199" from-port="0" to-layer="201" to-port="3" />
+		<edge from-layer="200" from-port="0" to-layer="201" to-port="4" />
+		<edge from-layer="201" from-port="5" to-layer="202" to-port="0" />
+		<edge from-layer="201" from-port="5" to-layer="240" to-port="0" />
+		<edge from-layer="201" from-port="5" to-layer="239" to-port="2" />
+		<edge from-layer="201" from-port="5" to-layer="235" to-port="0" />
+		<edge from-layer="202" from-port="1" to-layer="205" to-port="0" />
+		<edge from-layer="203" from-port="0" to-layer="205" to-port="1" />
+		<edge from-layer="204" from-port="0" to-layer="205" to-port="2" />
+		<edge from-layer="205" from-port="3" to-layer="206" to-port="0" />
+		<edge from-layer="206" from-port="2" to-layer="207" to-port="1" />
+		<edge from-layer="207" from-port="3" to-layer="208" to-port="0" />
+		<edge from-layer="208" from-port="2" to-layer="209" to-port="1" />
+		<edge from-layer="209" from-port="2" to-layer="215" to-port="0" />
+		<edge from-layer="210" from-port="0" to-layer="213" to-port="0" />
+		<edge from-layer="211" from-port="1" to-layer="223" to-port="1" />
+		<edge from-layer="211" from-port="1" to-layer="212" to-port="0" />
+		<edge from-layer="211" from-port="1" to-layer="245" to-port="1" />
+		<edge from-layer="211" from-port="1" to-layer="220" to-port="0" />
+		<edge from-layer="212" from-port="1" to-layer="213" to-port="1" />
+		<edge from-layer="213" from-port="2" to-layer="215" to-port="1" />
+		<edge from-layer="214" from-port="0" to-layer="215" to-port="2" />
+		<edge from-layer="215" from-port="3" to-layer="246" to-port="0" />
+		<edge from-layer="216" from-port="0" to-layer="246" to-port="1" />
+		<edge from-layer="217" from-port="0" to-layer="218" to-port="1" />
+		<edge from-layer="218" from-port="2" to-layer="244" to-port="0" />
+		<edge from-layer="219" from-port="0" to-layer="222" to-port="0" />
+		<edge from-layer="219" from-port="0" to-layer="220" to-port="1" />
+		<edge from-layer="220" from-port="2" to-layer="222" to-port="1" />
+		<edge from-layer="221" from-port="0" to-layer="222" to-port="2" />
+		<edge from-layer="222" from-port="3" to-layer="223" to-port="0" />
+		<edge from-layer="223" from-port="2" to-layer="227" to-port="0" />
+		<edge from-layer="224" from-port="0" to-layer="227" to-port="1" />
+		<edge from-layer="225" from-port="0" to-layer="227" to-port="3" />
+		<edge from-layer="226" from-port="0" to-layer="227" to-port="4" />
+		<edge from-layer="227" from-port="5" to-layer="229" to-port="0" />
+		<edge from-layer="228" from-port="0" to-layer="229" to-port="1" />
+		<edge from-layer="229" from-port="2" to-layer="244" to-port="1" />
 		<edge from-layer="230" from-port="0" to-layer="231" to-port="1" />
-		<edge from-layer="231" from-port="2" to-layer="232" to-port="2" />
-		<edge from-layer="232" from-port="3" to-layer="233" to-port="0" />
-		<edge from-layer="233" from-port="2" to-layer="404" to-port="0" />
-		<edge from-layer="233" from-port="2" to-layer="234" to-port="2" />
-		<edge from-layer="234" from-port="3" to-layer="239" to-port="0" />
-		<edge from-layer="235" from-port="0" to-layer="239" to-port="1" />
-		<edge from-layer="236" from-port="0" to-layer="239" to-port="2" />
-		<edge from-layer="237" from-port="0" to-layer="239" to-port="3" />
-		<edge from-layer="238" from-port="0" to-layer="239" to-port="4" />
-		<edge from-layer="239" from-port="5" to-layer="243" to-port="0" />
-		<edge from-layer="240" from-port="0" to-layer="243" to-port="1" />
-		<edge from-layer="241" from-port="0" to-layer="243" to-port="3" />
-		<edge from-layer="242" from-port="0" to-layer="243" to-port="4" />
-		<edge from-layer="243" from-port="5" to-layer="2078" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="3902" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="3598" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="3294" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="2990" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="245" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="558" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="1166" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="2686" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="1774" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="2382" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="862" to-port="3" />
-		<edge from-layer="243" from-port="5" to-layer="1470" to-port="3" />
-		<edge from-layer="244" from-port="0" to-layer="245" to-port="4" />
-		<edge from-layer="245" from-port="5" to-layer="247" to-port="0" />
-		<edge from-layer="246" from-port="0" to-layer="247" to-port="1" />
-		<edge from-layer="247" from-port="2" to-layer="253" to-port="0" />
-		<edge from-layer="248" from-port="0" to-layer="250" to-port="1" />
-		<edge from-layer="249" from-port="0" to-layer="250" to-port="2" />
-		<edge from-layer="250" from-port="3" to-layer="252" to-port="0" />
-		<edge from-layer="251" from-port="0" to-layer="252" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="3145" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="253" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="2233" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="3449" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="2689" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="3297" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="1625" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="3601" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="865" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="1169" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="409" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="1929" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="2537" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="3905" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="2841" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="561" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="4057" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="1321" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="1017" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="1777" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="2081" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="1473" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="2385" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="713" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="3753" to-port="1" />
-		<edge from-layer="252" from-port="2" to-layer="2993" to-port="1" />
-		<edge from-layer="253" from-port="2" to-layer="259" to-port="0" />
-		<edge from-layer="254" from-port="0" to-layer="255" to-port="0" />
-		<edge from-layer="255" from-port="1" to-layer="257" to-port="0" />
-		<edge from-layer="256" from-port="0" to-layer="257" to-port="1" />
-		<edge from-layer="257" from-port="2" to-layer="258" to-port="0" />
-		<edge from-layer="258" from-port="1" to-layer="259" to-port="1" />
-		<edge from-layer="259" from-port="2" to-layer="262" to-port="0" />
-		<edge from-layer="259" from-port="2" to-layer="269" to-port="0" />
-		<edge from-layer="260" from-port="0" to-layer="268" to-port="0" />
-		<edge from-layer="261" from-port="0" to-layer="262" to-port="1" />
-		<edge from-layer="262" from-port="2" to-layer="264" to-port="0" />
+		<edge from-layer="231" from-port="2" to-layer="233" to-port="0" />
+		<edge from-layer="232" from-port="0" to-layer="233" to-port="1" />
+		<edge from-layer="233" from-port="2" to-layer="234" to-port="0" />
+		<edge from-layer="234" from-port="1" to-layer="235" to-port="1" />
+		<edge from-layer="235" from-port="2" to-layer="237" to-port="0" />
+		<edge from-layer="236" from-port="0" to-layer="237" to-port="1" />
+		<edge from-layer="237" from-port="2" to-layer="239" to-port="0" />
+		<edge from-layer="238" from-port="0" to-layer="239" to-port="1" />
+		<edge from-layer="239" from-port="3" to-layer="241" to-port="0" />
+		<edge from-layer="240" from-port="1" to-layer="241" to-port="1" />
+		<edge from-layer="241" from-port="2" to-layer="243" to-port="0" />
+		<edge from-layer="242" from-port="0" to-layer="243" to-port="1" />
+		<edge from-layer="243" from-port="2" to-layer="244" to-port="2" />
+		<edge from-layer="244" from-port="3" to-layer="245" to-port="0" />
+		<edge from-layer="245" from-port="2" to-layer="246" to-port="2" />
+		<edge from-layer="245" from-port="2" to-layer="437" to-port="0" />
+		<edge from-layer="246" from-port="3" to-layer="251" to-port="0" />
+		<edge from-layer="247" from-port="0" to-layer="251" to-port="1" />
+		<edge from-layer="248" from-port="0" to-layer="251" to-port="2" />
+		<edge from-layer="249" from-port="0" to-layer="251" to-port="3" />
+		<edge from-layer="250" from-port="0" to-layer="251" to-port="4" />
+		<edge from-layer="251" from-port="5" to-layer="255" to-port="0" />
+		<edge from-layer="252" from-port="0" to-layer="255" to-port="1" />
+		<edge from-layer="253" from-port="0" to-layer="255" to-port="3" />
+		<edge from-layer="254" from-port="0" to-layer="255" to-port="4" />
+		<edge from-layer="255" from-port="5" to-layer="1304" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="257" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="3034" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="3380" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="1650" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="2688" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="1996" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="958" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="3726" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="612" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="2342" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="4072" to-port="3" />
+		<edge from-layer="255" from-port="5" to-layer="4418" to-port="3" />
+		<edge from-layer="256" from-port="0" to-layer="257" to-port="4" />
+		<edge from-layer="257" from-port="5" to-layer="259" to-port="0" />
+		<edge from-layer="258" from-port="0" to-layer="259" to-port="1" />
+		<edge from-layer="259" from-port="2" to-layer="265" to-port="0" />
+		<edge from-layer="260" from-port="0" to-layer="262" to-port="1" />
+		<edge from-layer="261" from-port="0" to-layer="262" to-port="2" />
+		<edge from-layer="262" from-port="3" to-layer="264" to-port="0" />
 		<edge from-layer="263" from-port="0" to-layer="264" to-port="1" />
-		<edge from-layer="264" from-port="2" to-layer="266" to-port="0" />
-		<edge from-layer="265" from-port="0" to-layer="266" to-port="1" />
-		<edge from-layer="266" from-port="2" to-layer="267" to-port="0" />
-		<edge from-layer="267" from-port="1" to-layer="268" to-port="1" />
-		<edge from-layer="268" from-port="2" to-layer="269" to-port="1" />
-		<edge from-layer="269" from-port="2" to-layer="271" to-port="0" />
-		<edge from-layer="270" from-port="0" to-layer="271" to-port="1" />
-		<edge from-layer="271" from-port="2" to-layer="272" to-port="1" />
-		<edge from-layer="272" from-port="2" to-layer="275" to-port="0" />
-		<edge from-layer="272" from-port="2" to-layer="317" to-port="0" />
-		<edge from-layer="272" from-port="2" to-layer="282" to-port="0" />
-		<edge from-layer="273" from-port="0" to-layer="281" to-port="0" />
-		<edge from-layer="274" from-port="0" to-layer="275" to-port="1" />
-		<edge from-layer="275" from-port="2" to-layer="277" to-port="0" />
+		<edge from-layer="264" from-port="2" to-layer="788" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="265" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="4594" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="1653" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="2345" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="3383" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="615" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="3556" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="1826" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="442" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="1480" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="3210" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="1134" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="3729" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="3902" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="2518" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="2172" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="2691" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="4075" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="2864" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="4248" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="3037" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="4421" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="1999" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="1307" to-port="1" />
+		<edge from-layer="264" from-port="2" to-layer="961" to-port="1" />
+		<edge from-layer="265" from-port="2" to-layer="274" to-port="0" />
+		<edge from-layer="266" from-port="0" to-layer="267" to-port="0" />
+		<edge from-layer="267" from-port="1" to-layer="270" to-port="0" />
+		<edge from-layer="268" from-port="0" to-layer="269" to-port="0" />
+		<edge from-layer="269" from-port="1" to-layer="270" to-port="1" />
+		<edge from-layer="270" from-port="2" to-layer="272" to-port="0" />
+		<edge from-layer="271" from-port="0" to-layer="272" to-port="1" />
+		<edge from-layer="272" from-port="2" to-layer="273" to-port="0" />
+		<edge from-layer="273" from-port="1" to-layer="274" to-port="1" />
+		<edge from-layer="274" from-port="2" to-layer="284" to-port="0" />
+		<edge from-layer="274" from-port="2" to-layer="277" to-port="0" />
+		<edge from-layer="275" from-port="0" to-layer="283" to-port="0" />
 		<edge from-layer="276" from-port="0" to-layer="277" to-port="1" />
 		<edge from-layer="277" from-port="2" to-layer="279" to-port="0" />
 		<edge from-layer="278" from-port="0" to-layer="279" to-port="1" />
-		<edge from-layer="279" from-port="2" to-layer="280" to-port="0" />
-		<edge from-layer="280" from-port="1" to-layer="281" to-port="1" />
-		<edge from-layer="281" from-port="2" to-layer="282" to-port="1" />
-		<edge from-layer="282" from-port="2" to-layer="284" to-port="0" />
-		<edge from-layer="283" from-port="0" to-layer="284" to-port="1" />
-		<edge from-layer="284" from-port="2" to-layer="290" to-port="0" />
-		<edge from-layer="284" from-port="2" to-layer="297" to-port="0" />
-		<edge from-layer="285" from-port="0" to-layer="286" to-port="0" />
-		<edge from-layer="286" from-port="1" to-layer="288" to-port="0" />
-		<edge from-layer="287" from-port="0" to-layer="288" to-port="1" />
-		<edge from-layer="288" from-port="2" to-layer="289" to-port="0" />
-		<edge from-layer="289" from-port="1" to-layer="290" to-port="1" />
-		<edge from-layer="290" from-port="2" to-layer="291" to-port="0" />
-		<edge from-layer="291" from-port="1" to-layer="298" to-port="0" />
-		<edge from-layer="292" from-port="0" to-layer="293" to-port="0" />
-		<edge from-layer="293" from-port="1" to-layer="295" to-port="0" />
-		<edge from-layer="294" from-port="0" to-layer="295" to-port="1" />
-		<edge from-layer="295" from-port="2" to-layer="296" to-port="0" />
-		<edge from-layer="296" from-port="1" to-layer="297" to-port="1" />
-		<edge from-layer="297" from-port="2" to-layer="298" to-port="1" />
-		<edge from-layer="298" from-port="2" to-layer="304" to-port="0" />
-		<edge from-layer="299" from-port="0" to-layer="300" to-port="0" />
-		<edge from-layer="300" from-port="1" to-layer="302" to-port="0" />
-		<edge from-layer="301" from-port="0" to-layer="302" to-port="1" />
-		<edge from-layer="302" from-port="2" to-layer="303" to-port="0" />
+		<edge from-layer="279" from-port="2" to-layer="281" to-port="0" />
+		<edge from-layer="280" from-port="0" to-layer="281" to-port="1" />
+		<edge from-layer="281" from-port="2" to-layer="282" to-port="0" />
+		<edge from-layer="282" from-port="1" to-layer="283" to-port="1" />
+		<edge from-layer="283" from-port="2" to-layer="284" to-port="1" />
+		<edge from-layer="284" from-port="2" to-layer="286" to-port="0" />
+		<edge from-layer="285" from-port="0" to-layer="286" to-port="1" />
+		<edge from-layer="286" from-port="2" to-layer="287" to-port="1" />
+		<edge from-layer="287" from-port="2" to-layer="290" to-port="0" />
+		<edge from-layer="287" from-port="2" to-layer="341" to-port="0" />
+		<edge from-layer="287" from-port="2" to-layer="297" to-port="0" />
+		<edge from-layer="288" from-port="0" to-layer="296" to-port="0" />
+		<edge from-layer="289" from-port="0" to-layer="290" to-port="1" />
+		<edge from-layer="290" from-port="2" to-layer="292" to-port="0" />
+		<edge from-layer="291" from-port="0" to-layer="292" to-port="1" />
+		<edge from-layer="292" from-port="2" to-layer="294" to-port="0" />
+		<edge from-layer="293" from-port="0" to-layer="294" to-port="1" />
+		<edge from-layer="294" from-port="2" to-layer="295" to-port="0" />
+		<edge from-layer="295" from-port="1" to-layer="296" to-port="1" />
+		<edge from-layer="296" from-port="2" to-layer="297" to-port="1" />
+		<edge from-layer="297" from-port="2" to-layer="299" to-port="0" />
+		<edge from-layer="298" from-port="0" to-layer="299" to-port="1" />
+		<edge from-layer="299" from-port="2" to-layer="318" to-port="0" />
+		<edge from-layer="299" from-port="2" to-layer="308" to-port="0" />
+		<edge from-layer="300" from-port="0" to-layer="301" to-port="0" />
+		<edge from-layer="301" from-port="1" to-layer="304" to-port="0" />
+		<edge from-layer="302" from-port="0" to-layer="303" to-port="0" />
 		<edge from-layer="303" from-port="1" to-layer="304" to-port="1" />
-		<edge from-layer="304" from-port="2" to-layer="307" to-port="0" />
-		<edge from-layer="304" from-port="2" to-layer="314" to-port="0" />
-		<edge from-layer="305" from-port="0" to-layer="313" to-port="0" />
-		<edge from-layer="306" from-port="0" to-layer="307" to-port="1" />
-		<edge from-layer="307" from-port="2" to-layer="309" to-port="0" />
-		<edge from-layer="308" from-port="0" to-layer="309" to-port="1" />
-		<edge from-layer="309" from-port="2" to-layer="311" to-port="0" />
-		<edge from-layer="310" from-port="0" to-layer="311" to-port="1" />
-		<edge from-layer="311" from-port="2" to-layer="312" to-port="0" />
-		<edge from-layer="312" from-port="1" to-layer="313" to-port="1" />
-		<edge from-layer="313" from-port="2" to-layer="314" to-port="1" />
+		<edge from-layer="304" from-port="2" to-layer="306" to-port="0" />
+		<edge from-layer="305" from-port="0" to-layer="306" to-port="1" />
+		<edge from-layer="306" from-port="2" to-layer="307" to-port="0" />
+		<edge from-layer="307" from-port="1" to-layer="308" to-port="1" />
+		<edge from-layer="308" from-port="2" to-layer="309" to-port="0" />
+		<edge from-layer="309" from-port="1" to-layer="319" to-port="0" />
+		<edge from-layer="310" from-port="0" to-layer="311" to-port="0" />
+		<edge from-layer="311" from-port="1" to-layer="314" to-port="0" />
+		<edge from-layer="312" from-port="0" to-layer="313" to-port="0" />
+		<edge from-layer="313" from-port="1" to-layer="314" to-port="1" />
 		<edge from-layer="314" from-port="2" to-layer="316" to-port="0" />
 		<edge from-layer="315" from-port="0" to-layer="316" to-port="1" />
-		<edge from-layer="316" from-port="2" to-layer="317" to-port="1" />
-		<edge from-layer="317" from-port="2" to-layer="320" to-port="0" />
-		<edge from-layer="317" from-port="2" to-layer="428" to-port="0" />
-		<edge from-layer="317" from-port="2" to-layer="327" to-port="0" />
-		<edge from-layer="318" from-port="0" to-layer="326" to-port="0" />
-		<edge from-layer="319" from-port="0" to-layer="320" to-port="1" />
-		<edge from-layer="320" from-port="2" to-layer="322" to-port="0" />
-		<edge from-layer="321" from-port="0" to-layer="322" to-port="1" />
-		<edge from-layer="322" from-port="2" to-layer="324" to-port="0" />
-		<edge from-layer="323" from-port="0" to-layer="324" to-port="1" />
-		<edge from-layer="324" from-port="2" to-layer="325" to-port="0" />
-		<edge from-layer="325" from-port="1" to-layer="326" to-port="1" />
-		<edge from-layer="326" from-port="2" to-layer="327" to-port="1" />
-		<edge from-layer="327" from-port="2" to-layer="329" to-port="0" />
-		<edge from-layer="328" from-port="0" to-layer="329" to-port="1" />
-		<edge from-layer="329" from-port="2" to-layer="361" to-port="0" />
-		<edge from-layer="329" from-port="2" to-layer="335" to-port="0" />
-		<edge from-layer="329" from-port="2" to-layer="392" to-port="0" />
-		<edge from-layer="330" from-port="0" to-layer="331" to-port="0" />
-		<edge from-layer="331" from-port="1" to-layer="333" to-port="0" />
+		<edge from-layer="316" from-port="2" to-layer="317" to-port="0" />
+		<edge from-layer="317" from-port="1" to-layer="318" to-port="1" />
+		<edge from-layer="318" from-port="2" to-layer="319" to-port="1" />
+		<edge from-layer="319" from-port="2" to-layer="328" to-port="0" />
+		<edge from-layer="320" from-port="0" to-layer="321" to-port="0" />
+		<edge from-layer="321" from-port="1" to-layer="324" to-port="0" />
+		<edge from-layer="322" from-port="0" to-layer="323" to-port="0" />
+		<edge from-layer="323" from-port="1" to-layer="324" to-port="1" />
+		<edge from-layer="324" from-port="2" to-layer="326" to-port="0" />
+		<edge from-layer="325" from-port="0" to-layer="326" to-port="1" />
+		<edge from-layer="326" from-port="2" to-layer="327" to-port="0" />
+		<edge from-layer="327" from-port="1" to-layer="328" to-port="1" />
+		<edge from-layer="328" from-port="2" to-layer="331" to-port="0" />
+		<edge from-layer="328" from-port="2" to-layer="338" to-port="0" />
+		<edge from-layer="329" from-port="0" to-layer="337" to-port="0" />
+		<edge from-layer="330" from-port="0" to-layer="331" to-port="1" />
+		<edge from-layer="331" from-port="2" to-layer="333" to-port="0" />
 		<edge from-layer="332" from-port="0" to-layer="333" to-port="1" />
-		<edge from-layer="333" from-port="2" to-layer="334" to-port="0" />
-		<edge from-layer="334" from-port="1" to-layer="335" to-port="1" />
-		<edge from-layer="335" from-port="2" to-layer="337" to-port="0" />
-		<edge from-layer="336" from-port="0" to-layer="337" to-port="1" />
-		<edge from-layer="337" from-port="2" to-layer="339" to-port="0" />
-		<edge from-layer="338" from-port="0" to-layer="339" to-port="1" />
-		<edge from-layer="339" from-port="2" to-layer="352" to-port="0" />
-		<edge from-layer="339" from-port="2" to-layer="345" to-port="0" />
-		<edge from-layer="339" from-port="2" to-layer="340" to-port="0" />
-		<edge from-layer="340" from-port="2" to-layer="355" to-port="0" />
-		<edge from-layer="341" from-port="0" to-layer="345" to-port="1" />
-		<edge from-layer="342" from-port="0" to-layer="345" to-port="2" />
-		<edge from-layer="343" from-port="0" to-layer="345" to-port="3" />
-		<edge from-layer="344" from-port="0" to-layer="345" to-port="4" />
-		<edge from-layer="345" from-port="5" to-layer="347" to-port="0" />
-		<edge from-layer="346" from-port="0" to-layer="347" to-port="1" />
-		<edge from-layer="347" from-port="2" to-layer="353" to-port="0" />
-		<edge from-layer="348" from-port="0" to-layer="352" to-port="1" />
-		<edge from-layer="349" from-port="0" to-layer="352" to-port="2" />
-		<edge from-layer="350" from-port="0" to-layer="352" to-port="3" />
-		<edge from-layer="351" from-port="0" to-layer="352" to-port="4" />
-		<edge from-layer="352" from-port="5" to-layer="353" to-port="1" />
-		<edge from-layer="353" from-port="2" to-layer="354" to-port="0" />
-		<edge from-layer="354" from-port="2" to-layer="355" to-port="1" />
-		<edge from-layer="355" from-port="2" to-layer="406" to-port="0" />
+		<edge from-layer="333" from-port="2" to-layer="335" to-port="0" />
+		<edge from-layer="334" from-port="0" to-layer="335" to-port="1" />
+		<edge from-layer="335" from-port="2" to-layer="336" to-port="0" />
+		<edge from-layer="336" from-port="1" to-layer="337" to-port="1" />
+		<edge from-layer="337" from-port="2" to-layer="338" to-port="1" />
+		<edge from-layer="338" from-port="2" to-layer="340" to-port="0" />
+		<edge from-layer="339" from-port="0" to-layer="340" to-port="1" />
+		<edge from-layer="340" from-port="2" to-layer="341" to-port="1" />
+		<edge from-layer="341" from-port="2" to-layer="351" to-port="0" />
+		<edge from-layer="341" from-port="2" to-layer="344" to-port="0" />
+		<edge from-layer="341" from-port="2" to-layer="464" to-port="0" />
+		<edge from-layer="342" from-port="0" to-layer="350" to-port="0" />
+		<edge from-layer="343" from-port="0" to-layer="344" to-port="1" />
+		<edge from-layer="344" from-port="2" to-layer="346" to-port="0" />
+		<edge from-layer="345" from-port="0" to-layer="346" to-port="1" />
+		<edge from-layer="346" from-port="2" to-layer="348" to-port="0" />
+		<edge from-layer="347" from-port="0" to-layer="348" to-port="1" />
+		<edge from-layer="348" from-port="2" to-layer="349" to-port="0" />
+		<edge from-layer="349" from-port="1" to-layer="350" to-port="1" />
+		<edge from-layer="350" from-port="2" to-layer="351" to-port="1" />
+		<edge from-layer="351" from-port="2" to-layer="353" to-port="0" />
+		<edge from-layer="352" from-port="0" to-layer="353" to-port="1" />
+		<edge from-layer="353" from-port="2" to-layer="391" to-port="0" />
+		<edge from-layer="353" from-port="2" to-layer="362" to-port="0" />
+		<edge from-layer="353" from-port="2" to-layer="425" to-port="0" />
+		<edge from-layer="354" from-port="0" to-layer="355" to-port="0" />
+		<edge from-layer="355" from-port="1" to-layer="358" to-port="0" />
 		<edge from-layer="356" from-port="0" to-layer="357" to-port="0" />
-		<edge from-layer="357" from-port="1" to-layer="359" to-port="0" />
-		<edge from-layer="358" from-port="0" to-layer="359" to-port="1" />
-		<edge from-layer="359" from-port="2" to-layer="360" to-port="0" />
-		<edge from-layer="360" from-port="1" to-layer="361" to-port="1" />
-		<edge from-layer="361" from-port="2" to-layer="363" to-port="0" />
-		<edge from-layer="362" from-port="0" to-layer="363" to-port="1" />
-		<edge from-layer="363" from-port="2" to-layer="365" to-port="0" />
-		<edge from-layer="364" from-port="0" to-layer="365" to-port="1" />
-		<edge from-layer="365" from-port="2" to-layer="366" to-port="0" />
-		<edge from-layer="365" from-port="2" to-layer="371" to-port="0" />
-		<edge from-layer="365" from-port="2" to-layer="378" to-port="0" />
-		<edge from-layer="366" from-port="2" to-layer="381" to-port="0" />
-		<edge from-layer="367" from-port="0" to-layer="371" to-port="1" />
-		<edge from-layer="368" from-port="0" to-layer="371" to-port="2" />
-		<edge from-layer="369" from-port="0" to-layer="371" to-port="3" />
-		<edge from-layer="370" from-port="0" to-layer="371" to-port="4" />
-		<edge from-layer="371" from-port="5" to-layer="373" to-port="0" />
-		<edge from-layer="372" from-port="0" to-layer="373" to-port="1" />
-		<edge from-layer="373" from-port="2" to-layer="379" to-port="0" />
-		<edge from-layer="374" from-port="0" to-layer="378" to-port="1" />
-		<edge from-layer="375" from-port="0" to-layer="378" to-port="2" />
-		<edge from-layer="376" from-port="0" to-layer="378" to-port="3" />
-		<edge from-layer="377" from-port="0" to-layer="378" to-port="4" />
-		<edge from-layer="378" from-port="5" to-layer="379" to-port="1" />
-		<edge from-layer="379" from-port="2" to-layer="380" to-port="0" />
-		<edge from-layer="380" from-port="2" to-layer="381" to-port="1" />
-		<edge from-layer="381" from-port="2" to-layer="383" to-port="0" />
-		<edge from-layer="382" from-port="0" to-layer="383" to-port="1" />
-		<edge from-layer="382" from-port="0" to-layer="397" to-port="1" />
-		<edge from-layer="383" from-port="2" to-layer="384" to-port="0" />
-		<edge from-layer="384" from-port="2" to-layer="386" to-port="0" />
-		<edge from-layer="385" from-port="0" to-layer="386" to-port="1" />
-		<edge from-layer="386" from-port="2" to-layer="406" to-port="1" />
-		<edge from-layer="387" from-port="0" to-layer="388" to-port="0" />
-		<edge from-layer="388" from-port="1" to-layer="390" to-port="0" />
-		<edge from-layer="389" from-port="0" to-layer="390" to-port="1" />
-		<edge from-layer="390" from-port="2" to-layer="391" to-port="0" />
-		<edge from-layer="391" from-port="1" to-layer="392" to-port="1" />
-		<edge from-layer="392" from-port="2" to-layer="394" to-port="0" />
-		<edge from-layer="393" from-port="0" to-layer="394" to-port="1" />
-		<edge from-layer="394" from-port="2" to-layer="396" to-port="0" />
-		<edge from-layer="395" from-port="0" to-layer="396" to-port="1" />
-		<edge from-layer="396" from-port="2" to-layer="397" to-port="0" />
-		<edge from-layer="397" from-port="2" to-layer="398" to-port="0" />
-		<edge from-layer="398" from-port="2" to-layer="400" to-port="0" />
-		<edge from-layer="399" from-port="0" to-layer="400" to-port="1" />
-		<edge from-layer="400" from-port="2" to-layer="406" to-port="2" />
-		<edge from-layer="401" from-port="0" to-layer="404" to-port="1" />
-		<edge from-layer="402" from-port="0" to-layer="404" to-port="3" />
-		<edge from-layer="403" from-port="0" to-layer="404" to-port="4" />
-		<edge from-layer="404" from-port="5" to-layer="3750" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="3142" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="406" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="710" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="3446" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="1014" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="4054" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="2838" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="1926" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="2534" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="1622" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="2230" to-port="3" />
-		<edge from-layer="404" from-port="5" to-layer="1318" to-port="3" />
-		<edge from-layer="405" from-port="0" to-layer="406" to-port="4" />
-		<edge from-layer="406" from-port="5" to-layer="408" to-port="0" />
-		<edge from-layer="407" from-port="0" to-layer="408" to-port="1" />
-		<edge from-layer="408" from-port="2" to-layer="409" to-port="0" />
-		<edge from-layer="409" from-port="2" to-layer="415" to-port="0" />
-		<edge from-layer="410" from-port="0" to-layer="411" to-port="0" />
-		<edge from-layer="411" from-port="1" to-layer="413" to-port="0" />
+		<edge from-layer="357" from-port="1" to-layer="358" to-port="1" />
+		<edge from-layer="358" from-port="2" to-layer="360" to-port="0" />
+		<edge from-layer="359" from-port="0" to-layer="360" to-port="1" />
+		<edge from-layer="360" from-port="2" to-layer="361" to-port="0" />
+		<edge from-layer="361" from-port="1" to-layer="362" to-port="1" />
+		<edge from-layer="362" from-port="2" to-layer="364" to-port="0" />
+		<edge from-layer="363" from-port="0" to-layer="364" to-port="1" />
+		<edge from-layer="364" from-port="2" to-layer="366" to-port="0" />
+		<edge from-layer="365" from-port="0" to-layer="366" to-port="1" />
+		<edge from-layer="366" from-port="2" to-layer="379" to-port="0" />
+		<edge from-layer="366" from-port="2" to-layer="372" to-port="0" />
+		<edge from-layer="366" from-port="2" to-layer="367" to-port="0" />
+		<edge from-layer="367" from-port="2" to-layer="382" to-port="0" />
+		<edge from-layer="368" from-port="0" to-layer="372" to-port="1" />
+		<edge from-layer="369" from-port="0" to-layer="372" to-port="2" />
+		<edge from-layer="370" from-port="0" to-layer="372" to-port="3" />
+		<edge from-layer="371" from-port="0" to-layer="372" to-port="4" />
+		<edge from-layer="372" from-port="5" to-layer="374" to-port="0" />
+		<edge from-layer="373" from-port="0" to-layer="374" to-port="1" />
+		<edge from-layer="374" from-port="2" to-layer="380" to-port="0" />
+		<edge from-layer="375" from-port="0" to-layer="379" to-port="1" />
+		<edge from-layer="376" from-port="0" to-layer="379" to-port="2" />
+		<edge from-layer="377" from-port="0" to-layer="379" to-port="3" />
+		<edge from-layer="378" from-port="0" to-layer="379" to-port="4" />
+		<edge from-layer="379" from-port="5" to-layer="380" to-port="1" />
+		<edge from-layer="380" from-port="2" to-layer="381" to-port="0" />
+		<edge from-layer="381" from-port="2" to-layer="382" to-port="1" />
+		<edge from-layer="382" from-port="2" to-layer="439" to-port="0" />
+		<edge from-layer="383" from-port="0" to-layer="384" to-port="0" />
+		<edge from-layer="384" from-port="1" to-layer="387" to-port="0" />
+		<edge from-layer="385" from-port="0" to-layer="386" to-port="0" />
+		<edge from-layer="386" from-port="1" to-layer="387" to-port="1" />
+		<edge from-layer="387" from-port="2" to-layer="389" to-port="0" />
+		<edge from-layer="388" from-port="0" to-layer="389" to-port="1" />
+		<edge from-layer="389" from-port="2" to-layer="390" to-port="0" />
+		<edge from-layer="390" from-port="1" to-layer="391" to-port="1" />
+		<edge from-layer="391" from-port="2" to-layer="393" to-port="0" />
+		<edge from-layer="392" from-port="0" to-layer="393" to-port="1" />
+		<edge from-layer="393" from-port="2" to-layer="395" to-port="0" />
+		<edge from-layer="394" from-port="0" to-layer="395" to-port="1" />
+		<edge from-layer="395" from-port="2" to-layer="396" to-port="0" />
+		<edge from-layer="395" from-port="2" to-layer="408" to-port="0" />
+		<edge from-layer="395" from-port="2" to-layer="401" to-port="0" />
+		<edge from-layer="396" from-port="2" to-layer="411" to-port="0" />
+		<edge from-layer="397" from-port="0" to-layer="401" to-port="1" />
+		<edge from-layer="398" from-port="0" to-layer="401" to-port="2" />
+		<edge from-layer="399" from-port="0" to-layer="401" to-port="3" />
+		<edge from-layer="400" from-port="0" to-layer="401" to-port="4" />
+		<edge from-layer="401" from-port="5" to-layer="403" to-port="0" />
+		<edge from-layer="402" from-port="0" to-layer="403" to-port="1" />
+		<edge from-layer="403" from-port="2" to-layer="409" to-port="0" />
+		<edge from-layer="404" from-port="0" to-layer="408" to-port="1" />
+		<edge from-layer="405" from-port="0" to-layer="408" to-port="2" />
+		<edge from-layer="406" from-port="0" to-layer="408" to-port="3" />
+		<edge from-layer="407" from-port="0" to-layer="408" to-port="4" />
+		<edge from-layer="408" from-port="5" to-layer="409" to-port="1" />
+		<edge from-layer="409" from-port="2" to-layer="410" to-port="0" />
+		<edge from-layer="410" from-port="2" to-layer="411" to-port="1" />
+		<edge from-layer="411" from-port="2" to-layer="413" to-port="0" />
 		<edge from-layer="412" from-port="0" to-layer="413" to-port="1" />
+		<edge from-layer="412" from-port="0" to-layer="430" to-port="1" />
 		<edge from-layer="413" from-port="2" to-layer="414" to-port="0" />
-		<edge from-layer="414" from-port="1" to-layer="415" to-port="1" />
-		<edge from-layer="415" from-port="2" to-layer="418" to-port="0" />
-		<edge from-layer="415" from-port="2" to-layer="425" to-port="0" />
-		<edge from-layer="416" from-port="0" to-layer="424" to-port="0" />
-		<edge from-layer="417" from-port="0" to-layer="418" to-port="1" />
-		<edge from-layer="418" from-port="2" to-layer="420" to-port="0" />
-		<edge from-layer="419" from-port="0" to-layer="420" to-port="1" />
-		<edge from-layer="420" from-port="2" to-layer="422" to-port="0" />
-		<edge from-layer="421" from-port="0" to-layer="422" to-port="1" />
-		<edge from-layer="422" from-port="2" to-layer="423" to-port="0" />
-		<edge from-layer="423" from-port="1" to-layer="424" to-port="1" />
-		<edge from-layer="424" from-port="2" to-layer="425" to-port="1" />
+		<edge from-layer="414" from-port="2" to-layer="416" to-port="0" />
+		<edge from-layer="415" from-port="0" to-layer="416" to-port="1" />
+		<edge from-layer="416" from-port="2" to-layer="439" to-port="1" />
+		<edge from-layer="417" from-port="0" to-layer="418" to-port="0" />
+		<edge from-layer="418" from-port="1" to-layer="421" to-port="0" />
+		<edge from-layer="419" from-port="0" to-layer="420" to-port="0" />
+		<edge from-layer="420" from-port="1" to-layer="421" to-port="1" />
+		<edge from-layer="421" from-port="2" to-layer="423" to-port="0" />
+		<edge from-layer="422" from-port="0" to-layer="423" to-port="1" />
+		<edge from-layer="423" from-port="2" to-layer="424" to-port="0" />
+		<edge from-layer="424" from-port="1" to-layer="425" to-port="1" />
 		<edge from-layer="425" from-port="2" to-layer="427" to-port="0" />
 		<edge from-layer="426" from-port="0" to-layer="427" to-port="1" />
-		<edge from-layer="427" from-port="2" to-layer="428" to-port="1" />
-		<edge from-layer="428" from-port="2" to-layer="431" to-port="0" />
-		<edge from-layer="428" from-port="2" to-layer="438" to-port="0" />
-		<edge from-layer="428" from-port="2" to-layer="473" to-port="0" />
-		<edge from-layer="429" from-port="0" to-layer="437" to-port="0" />
-		<edge from-layer="430" from-port="0" to-layer="431" to-port="1" />
+		<edge from-layer="427" from-port="2" to-layer="429" to-port="0" />
+		<edge from-layer="428" from-port="0" to-layer="429" to-port="1" />
+		<edge from-layer="429" from-port="2" to-layer="430" to-port="0" />
+		<edge from-layer="430" from-port="2" to-layer="431" to-port="0" />
 		<edge from-layer="431" from-port="2" to-layer="433" to-port="0" />
 		<edge from-layer="432" from-port="0" to-layer="433" to-port="1" />
-		<edge from-layer="433" from-port="2" to-layer="435" to-port="0" />
-		<edge from-layer="434" from-port="0" to-layer="435" to-port="1" />
-		<edge from-layer="435" from-port="2" to-layer="436" to-port="0" />
-		<edge from-layer="436" from-port="1" to-layer="437" to-port="1" />
-		<edge from-layer="437" from-port="2" to-layer="438" to-port="1" />
-		<edge from-layer="438" from-port="2" to-layer="440" to-port="0" />
-		<edge from-layer="439" from-port="0" to-layer="440" to-port="1" />
-		<edge from-layer="440" from-port="2" to-layer="453" to-port="0" />
-		<edge from-layer="440" from-port="2" to-layer="446" to-port="0" />
-		<edge from-layer="441" from-port="0" to-layer="442" to-port="0" />
-		<edge from-layer="442" from-port="1" to-layer="444" to-port="0" />
-		<edge from-layer="443" from-port="0" to-layer="444" to-port="1" />
-		<edge from-layer="444" from-port="2" to-layer="445" to-port="0" />
-		<edge from-layer="445" from-port="1" to-layer="446" to-port="1" />
-		<edge from-layer="446" from-port="2" to-layer="447" to-port="0" />
-		<edge from-layer="447" from-port="1" to-layer="454" to-port="0" />
-		<edge from-layer="448" from-port="0" to-layer="449" to-port="0" />
-		<edge from-layer="449" from-port="1" to-layer="451" to-port="0" />
-		<edge from-layer="450" from-port="0" to-layer="451" to-port="1" />
-		<edge from-layer="451" from-port="2" to-layer="452" to-port="0" />
-		<edge from-layer="452" from-port="1" to-layer="453" to-port="1" />
-		<edge from-layer="453" from-port="2" to-layer="454" to-port="1" />
-		<edge from-layer="454" from-port="2" to-layer="460" to-port="0" />
-		<edge from-layer="455" from-port="0" to-layer="456" to-port="0" />
-		<edge from-layer="456" from-port="1" to-layer="458" to-port="0" />
+		<edge from-layer="433" from-port="2" to-layer="439" to-port="2" />
+		<edge from-layer="434" from-port="0" to-layer="437" to-port="1" />
+		<edge from-layer="435" from-port="0" to-layer="437" to-port="3" />
+		<edge from-layer="436" from-port="0" to-layer="437" to-port="4" />
+		<edge from-layer="437" from-port="5" to-layer="3899" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="1131" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="2515" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="2861" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="3207" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="785" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="3553" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="1477" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="4245" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="1823" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="439" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="4591" to-port="3" />
+		<edge from-layer="437" from-port="5" to-layer="2169" to-port="3" />
+		<edge from-layer="438" from-port="0" to-layer="439" to-port="4" />
+		<edge from-layer="439" from-port="5" to-layer="441" to-port="0" />
+		<edge from-layer="440" from-port="0" to-layer="441" to-port="1" />
+		<edge from-layer="441" from-port="2" to-layer="442" to-port="0" />
+		<edge from-layer="442" from-port="2" to-layer="451" to-port="0" />
+		<edge from-layer="443" from-port="0" to-layer="444" to-port="0" />
+		<edge from-layer="444" from-port="1" to-layer="447" to-port="0" />
+		<edge from-layer="445" from-port="0" to-layer="446" to-port="0" />
+		<edge from-layer="446" from-port="1" to-layer="447" to-port="1" />
+		<edge from-layer="447" from-port="2" to-layer="449" to-port="0" />
+		<edge from-layer="448" from-port="0" to-layer="449" to-port="1" />
+		<edge from-layer="449" from-port="2" to-layer="450" to-port="0" />
+		<edge from-layer="450" from-port="1" to-layer="451" to-port="1" />
+		<edge from-layer="451" from-port="2" to-layer="454" to-port="0" />
+		<edge from-layer="451" from-port="2" to-layer="461" to-port="0" />
+		<edge from-layer="452" from-port="0" to-layer="460" to-port="0" />
+		<edge from-layer="453" from-port="0" to-layer="454" to-port="1" />
+		<edge from-layer="454" from-port="2" to-layer="456" to-port="0" />
+		<edge from-layer="455" from-port="0" to-layer="456" to-port="1" />
+		<edge from-layer="456" from-port="2" to-layer="458" to-port="0" />
 		<edge from-layer="457" from-port="0" to-layer="458" to-port="1" />
 		<edge from-layer="458" from-port="2" to-layer="459" to-port="0" />
 		<edge from-layer="459" from-port="1" to-layer="460" to-port="1" />
-		<edge from-layer="460" from-port="2" to-layer="463" to-port="0" />
-		<edge from-layer="460" from-port="2" to-layer="470" to-port="0" />
-		<edge from-layer="461" from-port="0" to-layer="469" to-port="0" />
+		<edge from-layer="460" from-port="2" to-layer="461" to-port="1" />
+		<edge from-layer="461" from-port="2" to-layer="463" to-port="0" />
 		<edge from-layer="462" from-port="0" to-layer="463" to-port="1" />
-		<edge from-layer="463" from-port="2" to-layer="465" to-port="0" />
-		<edge from-layer="464" from-port="0" to-layer="465" to-port="1" />
-		<edge from-layer="465" from-port="2" to-layer="467" to-port="0" />
+		<edge from-layer="463" from-port="2" to-layer="464" to-port="1" />
+		<edge from-layer="464" from-port="2" to-layer="474" to-port="0" />
+		<edge from-layer="464" from-port="2" to-layer="518" to-port="0" />
+		<edge from-layer="464" from-port="2" to-layer="467" to-port="0" />
+		<edge from-layer="465" from-port="0" to-layer="473" to-port="0" />
 		<edge from-layer="466" from-port="0" to-layer="467" to-port="1" />
-		<edge from-layer="467" from-port="2" to-layer="468" to-port="0" />
-		<edge from-layer="468" from-port="1" to-layer="469" to-port="1" />
-		<edge from-layer="469" from-port="2" to-layer="470" to-port="1" />
-		<edge from-layer="470" from-port="2" to-layer="472" to-port="0" />
-		<edge from-layer="471" from-port="0" to-layer="472" to-port="1" />
-		<edge from-layer="472" from-port="2" to-layer="473" to-port="1" />
-		<edge from-layer="473" from-port="2" to-layer="580" to-port="0" />
-		<edge from-layer="473" from-port="2" to-layer="476" to-port="0" />
-		<edge from-layer="473" from-port="2" to-layer="483" to-port="0" />
-		<edge from-layer="474" from-port="0" to-layer="482" to-port="0" />
+		<edge from-layer="467" from-port="2" to-layer="469" to-port="0" />
+		<edge from-layer="468" from-port="0" to-layer="469" to-port="1" />
+		<edge from-layer="469" from-port="2" to-layer="471" to-port="0" />
+		<edge from-layer="470" from-port="0" to-layer="471" to-port="1" />
+		<edge from-layer="471" from-port="2" to-layer="472" to-port="0" />
+		<edge from-layer="472" from-port="1" to-layer="473" to-port="1" />
+		<edge from-layer="473" from-port="2" to-layer="474" to-port="1" />
+		<edge from-layer="474" from-port="2" to-layer="476" to-port="0" />
 		<edge from-layer="475" from-port="0" to-layer="476" to-port="1" />
-		<edge from-layer="476" from-port="2" to-layer="478" to-port="0" />
-		<edge from-layer="477" from-port="0" to-layer="478" to-port="1" />
-		<edge from-layer="478" from-port="2" to-layer="480" to-port="0" />
-		<edge from-layer="479" from-port="0" to-layer="480" to-port="1" />
-		<edge from-layer="480" from-port="2" to-layer="481" to-port="0" />
-		<edge from-layer="481" from-port="1" to-layer="482" to-port="1" />
-		<edge from-layer="482" from-port="2" to-layer="483" to-port="1" />
-		<edge from-layer="483" from-port="2" to-layer="485" to-port="0" />
-		<edge from-layer="484" from-port="0" to-layer="485" to-port="1" />
-		<edge from-layer="485" from-port="2" to-layer="517" to-port="0" />
-		<edge from-layer="485" from-port="2" to-layer="548" to-port="0" />
-		<edge from-layer="485" from-port="2" to-layer="491" to-port="0" />
-		<edge from-layer="486" from-port="0" to-layer="487" to-port="0" />
-		<edge from-layer="487" from-port="1" to-layer="489" to-port="0" />
-		<edge from-layer="488" from-port="0" to-layer="489" to-port="1" />
-		<edge from-layer="489" from-port="2" to-layer="490" to-port="0" />
+		<edge from-layer="476" from-port="2" to-layer="495" to-port="0" />
+		<edge from-layer="476" from-port="2" to-layer="485" to-port="0" />
+		<edge from-layer="477" from-port="0" to-layer="478" to-port="0" />
+		<edge from-layer="478" from-port="1" to-layer="481" to-port="0" />
+		<edge from-layer="479" from-port="0" to-layer="480" to-port="0" />
+		<edge from-layer="480" from-port="1" to-layer="481" to-port="1" />
+		<edge from-layer="481" from-port="2" to-layer="483" to-port="0" />
+		<edge from-layer="482" from-port="0" to-layer="483" to-port="1" />
+		<edge from-layer="483" from-port="2" to-layer="484" to-port="0" />
+		<edge from-layer="484" from-port="1" to-layer="485" to-port="1" />
+		<edge from-layer="485" from-port="2" to-layer="486" to-port="0" />
+		<edge from-layer="486" from-port="1" to-layer="496" to-port="0" />
+		<edge from-layer="487" from-port="0" to-layer="488" to-port="0" />
+		<edge from-layer="488" from-port="1" to-layer="491" to-port="0" />
+		<edge from-layer="489" from-port="0" to-layer="490" to-port="0" />
 		<edge from-layer="490" from-port="1" to-layer="491" to-port="1" />
 		<edge from-layer="491" from-port="2" to-layer="493" to-port="0" />
 		<edge from-layer="492" from-port="0" to-layer="493" to-port="1" />
-		<edge from-layer="493" from-port="2" to-layer="495" to-port="0" />
-		<edge from-layer="494" from-port="0" to-layer="495" to-port="1" />
-		<edge from-layer="495" from-port="2" to-layer="508" to-port="0" />
-		<edge from-layer="495" from-port="2" to-layer="496" to-port="0" />
-		<edge from-layer="495" from-port="2" to-layer="501" to-port="0" />
-		<edge from-layer="496" from-port="2" to-layer="511" to-port="0" />
-		<edge from-layer="497" from-port="0" to-layer="501" to-port="1" />
-		<edge from-layer="498" from-port="0" to-layer="501" to-port="2" />
-		<edge from-layer="499" from-port="0" to-layer="501" to-port="3" />
-		<edge from-layer="500" from-port="0" to-layer="501" to-port="4" />
-		<edge from-layer="501" from-port="5" to-layer="503" to-port="0" />
+		<edge from-layer="493" from-port="2" to-layer="494" to-port="0" />
+		<edge from-layer="494" from-port="1" to-layer="495" to-port="1" />
+		<edge from-layer="495" from-port="2" to-layer="496" to-port="1" />
+		<edge from-layer="496" from-port="2" to-layer="505" to-port="0" />
+		<edge from-layer="497" from-port="0" to-layer="498" to-port="0" />
+		<edge from-layer="498" from-port="1" to-layer="501" to-port="0" />
+		<edge from-layer="499" from-port="0" to-layer="500" to-port="0" />
+		<edge from-layer="500" from-port="1" to-layer="501" to-port="1" />
+		<edge from-layer="501" from-port="2" to-layer="503" to-port="0" />
 		<edge from-layer="502" from-port="0" to-layer="503" to-port="1" />
-		<edge from-layer="503" from-port="2" to-layer="509" to-port="0" />
-		<edge from-layer="504" from-port="0" to-layer="508" to-port="1" />
-		<edge from-layer="505" from-port="0" to-layer="508" to-port="2" />
-		<edge from-layer="506" from-port="0" to-layer="508" to-port="3" />
-		<edge from-layer="507" from-port="0" to-layer="508" to-port="4" />
-		<edge from-layer="508" from-port="5" to-layer="509" to-port="1" />
-		<edge from-layer="509" from-port="2" to-layer="510" to-port="0" />
-		<edge from-layer="510" from-port="2" to-layer="511" to-port="1" />
-		<edge from-layer="511" from-port="2" to-layer="558" to-port="0" />
-		<edge from-layer="512" from-port="0" to-layer="513" to-port="0" />
-		<edge from-layer="513" from-port="1" to-layer="515" to-port="0" />
-		<edge from-layer="514" from-port="0" to-layer="515" to-port="1" />
-		<edge from-layer="515" from-port="2" to-layer="516" to-port="0" />
-		<edge from-layer="516" from-port="1" to-layer="517" to-port="1" />
-		<edge from-layer="517" from-port="2" to-layer="519" to-port="0" />
-		<edge from-layer="518" from-port="0" to-layer="519" to-port="1" />
-		<edge from-layer="519" from-port="2" to-layer="521" to-port="0" />
+		<edge from-layer="503" from-port="2" to-layer="504" to-port="0" />
+		<edge from-layer="504" from-port="1" to-layer="505" to-port="1" />
+		<edge from-layer="505" from-port="2" to-layer="508" to-port="0" />
+		<edge from-layer="505" from-port="2" to-layer="515" to-port="0" />
+		<edge from-layer="506" from-port="0" to-layer="514" to-port="0" />
+		<edge from-layer="507" from-port="0" to-layer="508" to-port="1" />
+		<edge from-layer="508" from-port="2" to-layer="510" to-port="0" />
+		<edge from-layer="509" from-port="0" to-layer="510" to-port="1" />
+		<edge from-layer="510" from-port="2" to-layer="512" to-port="0" />
+		<edge from-layer="511" from-port="0" to-layer="512" to-port="1" />
+		<edge from-layer="512" from-port="2" to-layer="513" to-port="0" />
+		<edge from-layer="513" from-port="1" to-layer="514" to-port="1" />
+		<edge from-layer="514" from-port="2" to-layer="515" to-port="1" />
+		<edge from-layer="515" from-port="2" to-layer="517" to-port="0" />
+		<edge from-layer="516" from-port="0" to-layer="517" to-port="1" />
+		<edge from-layer="517" from-port="2" to-layer="518" to-port="1" />
+		<edge from-layer="518" from-port="2" to-layer="637" to-port="0" />
+		<edge from-layer="518" from-port="2" to-layer="521" to-port="0" />
+		<edge from-layer="518" from-port="2" to-layer="528" to-port="0" />
+		<edge from-layer="519" from-port="0" to-layer="527" to-port="0" />
 		<edge from-layer="520" from-port="0" to-layer="521" to-port="1" />
-		<edge from-layer="521" from-port="2" to-layer="522" to-port="0" />
-		<edge from-layer="521" from-port="2" to-layer="527" to-port="0" />
-		<edge from-layer="521" from-port="2" to-layer="534" to-port="0" />
-		<edge from-layer="522" from-port="2" to-layer="537" to-port="0" />
-		<edge from-layer="523" from-port="0" to-layer="527" to-port="1" />
-		<edge from-layer="524" from-port="0" to-layer="527" to-port="2" />
-		<edge from-layer="525" from-port="0" to-layer="527" to-port="3" />
-		<edge from-layer="526" from-port="0" to-layer="527" to-port="4" />
-		<edge from-layer="527" from-port="5" to-layer="529" to-port="0" />
-		<edge from-layer="528" from-port="0" to-layer="529" to-port="1" />
-		<edge from-layer="529" from-port="2" to-layer="535" to-port="0" />
-		<edge from-layer="530" from-port="0" to-layer="534" to-port="1" />
-		<edge from-layer="531" from-port="0" to-layer="534" to-port="2" />
-		<edge from-layer="532" from-port="0" to-layer="534" to-port="3" />
-		<edge from-layer="533" from-port="0" to-layer="534" to-port="4" />
-		<edge from-layer="534" from-port="5" to-layer="535" to-port="1" />
-		<edge from-layer="535" from-port="2" to-layer="536" to-port="0" />
-		<edge from-layer="536" from-port="2" to-layer="537" to-port="1" />
-		<edge from-layer="537" from-port="2" to-layer="539" to-port="0" />
-		<edge from-layer="538" from-port="0" to-layer="539" to-port="1" />
-		<edge from-layer="538" from-port="0" to-layer="553" to-port="1" />
-		<edge from-layer="539" from-port="2" to-layer="540" to-port="0" />
-		<edge from-layer="540" from-port="2" to-layer="542" to-port="0" />
-		<edge from-layer="541" from-port="0" to-layer="542" to-port="1" />
-		<edge from-layer="542" from-port="2" to-layer="558" to-port="1" />
-		<edge from-layer="543" from-port="0" to-layer="544" to-port="0" />
-		<edge from-layer="544" from-port="1" to-layer="546" to-port="0" />
-		<edge from-layer="545" from-port="0" to-layer="546" to-port="1" />
-		<edge from-layer="546" from-port="2" to-layer="547" to-port="0" />
-		<edge from-layer="547" from-port="1" to-layer="548" to-port="1" />
-		<edge from-layer="548" from-port="2" to-layer="550" to-port="0" />
-		<edge from-layer="549" from-port="0" to-layer="550" to-port="1" />
-		<edge from-layer="550" from-port="2" to-layer="552" to-port="0" />
-		<edge from-layer="551" from-port="0" to-layer="552" to-port="1" />
-		<edge from-layer="552" from-port="2" to-layer="553" to-port="0" />
-		<edge from-layer="553" from-port="2" to-layer="554" to-port="0" />
-		<edge from-layer="554" from-port="2" to-layer="556" to-port="0" />
-		<edge from-layer="555" from-port="0" to-layer="556" to-port="1" />
-		<edge from-layer="556" from-port="2" to-layer="558" to-port="2" />
-		<edge from-layer="557" from-port="0" to-layer="558" to-port="4" />
-		<edge from-layer="558" from-port="5" to-layer="560" to-port="0" />
-		<edge from-layer="559" from-port="0" to-layer="560" to-port="1" />
-		<edge from-layer="560" from-port="2" to-layer="561" to-port="0" />
-		<edge from-layer="561" from-port="2" to-layer="567" to-port="0" />
+		<edge from-layer="521" from-port="2" to-layer="523" to-port="0" />
+		<edge from-layer="522" from-port="0" to-layer="523" to-port="1" />
+		<edge from-layer="523" from-port="2" to-layer="525" to-port="0" />
+		<edge from-layer="524" from-port="0" to-layer="525" to-port="1" />
+		<edge from-layer="525" from-port="2" to-layer="526" to-port="0" />
+		<edge from-layer="526" from-port="1" to-layer="527" to-port="1" />
+		<edge from-layer="527" from-port="2" to-layer="528" to-port="1" />
+		<edge from-layer="528" from-port="2" to-layer="530" to-port="0" />
+		<edge from-layer="529" from-port="0" to-layer="530" to-port="1" />
+		<edge from-layer="530" from-port="2" to-layer="568" to-port="0" />
+		<edge from-layer="530" from-port="2" to-layer="602" to-port="0" />
+		<edge from-layer="530" from-port="2" to-layer="539" to-port="0" />
+		<edge from-layer="531" from-port="0" to-layer="532" to-port="0" />
+		<edge from-layer="532" from-port="1" to-layer="535" to-port="0" />
+		<edge from-layer="533" from-port="0" to-layer="534" to-port="0" />
+		<edge from-layer="534" from-port="1" to-layer="535" to-port="1" />
+		<edge from-layer="535" from-port="2" to-layer="537" to-port="0" />
+		<edge from-layer="536" from-port="0" to-layer="537" to-port="1" />
+		<edge from-layer="537" from-port="2" to-layer="538" to-port="0" />
+		<edge from-layer="538" from-port="1" to-layer="539" to-port="1" />
+		<edge from-layer="539" from-port="2" to-layer="541" to-port="0" />
+		<edge from-layer="540" from-port="0" to-layer="541" to-port="1" />
+		<edge from-layer="541" from-port="2" to-layer="543" to-port="0" />
+		<edge from-layer="542" from-port="0" to-layer="543" to-port="1" />
+		<edge from-layer="543" from-port="2" to-layer="544" to-port="0" />
+		<edge from-layer="543" from-port="2" to-layer="549" to-port="0" />
+		<edge from-layer="543" from-port="2" to-layer="556" to-port="0" />
+		<edge from-layer="544" from-port="2" to-layer="559" to-port="0" />
+		<edge from-layer="545" from-port="0" to-layer="549" to-port="1" />
+		<edge from-layer="546" from-port="0" to-layer="549" to-port="2" />
+		<edge from-layer="547" from-port="0" to-layer="549" to-port="3" />
+		<edge from-layer="548" from-port="0" to-layer="549" to-port="4" />
+		<edge from-layer="549" from-port="5" to-layer="551" to-port="0" />
+		<edge from-layer="550" from-port="0" to-layer="551" to-port="1" />
+		<edge from-layer="551" from-port="2" to-layer="557" to-port="0" />
+		<edge from-layer="552" from-port="0" to-layer="556" to-port="1" />
+		<edge from-layer="553" from-port="0" to-layer="556" to-port="2" />
+		<edge from-layer="554" from-port="0" to-layer="556" to-port="3" />
+		<edge from-layer="555" from-port="0" to-layer="556" to-port="4" />
+		<edge from-layer="556" from-port="5" to-layer="557" to-port="1" />
+		<edge from-layer="557" from-port="2" to-layer="558" to-port="0" />
+		<edge from-layer="558" from-port="2" to-layer="559" to-port="1" />
+		<edge from-layer="559" from-port="2" to-layer="612" to-port="0" />
+		<edge from-layer="560" from-port="0" to-layer="561" to-port="0" />
+		<edge from-layer="561" from-port="1" to-layer="564" to-port="0" />
 		<edge from-layer="562" from-port="0" to-layer="563" to-port="0" />
-		<edge from-layer="563" from-port="1" to-layer="565" to-port="0" />
-		<edge from-layer="564" from-port="0" to-layer="565" to-port="1" />
-		<edge from-layer="565" from-port="2" to-layer="566" to-port="0" />
-		<edge from-layer="566" from-port="1" to-layer="567" to-port="1" />
-		<edge from-layer="567" from-port="2" to-layer="570" to-port="0" />
-		<edge from-layer="567" from-port="2" to-layer="577" to-port="0" />
-		<edge from-layer="568" from-port="0" to-layer="576" to-port="0" />
+		<edge from-layer="563" from-port="1" to-layer="564" to-port="1" />
+		<edge from-layer="564" from-port="2" to-layer="566" to-port="0" />
+		<edge from-layer="565" from-port="0" to-layer="566" to-port="1" />
+		<edge from-layer="566" from-port="2" to-layer="567" to-port="0" />
+		<edge from-layer="567" from-port="1" to-layer="568" to-port="1" />
+		<edge from-layer="568" from-port="2" to-layer="570" to-port="0" />
 		<edge from-layer="569" from-port="0" to-layer="570" to-port="1" />
 		<edge from-layer="570" from-port="2" to-layer="572" to-port="0" />
 		<edge from-layer="571" from-port="0" to-layer="572" to-port="1" />
-		<edge from-layer="572" from-port="2" to-layer="574" to-port="0" />
-		<edge from-layer="573" from-port="0" to-layer="574" to-port="1" />
-		<edge from-layer="574" from-port="2" to-layer="575" to-port="0" />
-		<edge from-layer="575" from-port="1" to-layer="576" to-port="1" />
-		<edge from-layer="576" from-port="2" to-layer="577" to-port="1" />
-		<edge from-layer="577" from-port="2" to-layer="579" to-port="0" />
-		<edge from-layer="578" from-port="0" to-layer="579" to-port="1" />
-		<edge from-layer="579" from-port="2" to-layer="580" to-port="1" />
-		<edge from-layer="580" from-port="2" to-layer="625" to-port="0" />
-		<edge from-layer="580" from-port="2" to-layer="590" to-port="0" />
-		<edge from-layer="580" from-port="2" to-layer="583" to-port="0" />
-		<edge from-layer="581" from-port="0" to-layer="589" to-port="0" />
-		<edge from-layer="582" from-port="0" to-layer="583" to-port="1" />
-		<edge from-layer="583" from-port="2" to-layer="585" to-port="0" />
-		<edge from-layer="584" from-port="0" to-layer="585" to-port="1" />
-		<edge from-layer="585" from-port="2" to-layer="587" to-port="0" />
-		<edge from-layer="586" from-port="0" to-layer="587" to-port="1" />
-		<edge from-layer="587" from-port="2" to-layer="588" to-port="0" />
-		<edge from-layer="588" from-port="1" to-layer="589" to-port="1" />
-		<edge from-layer="589" from-port="2" to-layer="590" to-port="1" />
-		<edge from-layer="590" from-port="2" to-layer="592" to-port="0" />
-		<edge from-layer="591" from-port="0" to-layer="592" to-port="1" />
-		<edge from-layer="592" from-port="2" to-layer="598" to-port="0" />
-		<edge from-layer="592" from-port="2" to-layer="605" to-port="0" />
-		<edge from-layer="593" from-port="0" to-layer="594" to-port="0" />
-		<edge from-layer="594" from-port="1" to-layer="596" to-port="0" />
-		<edge from-layer="595" from-port="0" to-layer="596" to-port="1" />
-		<edge from-layer="596" from-port="2" to-layer="597" to-port="0" />
+		<edge from-layer="572" from-port="2" to-layer="573" to-port="0" />
+		<edge from-layer="572" from-port="2" to-layer="578" to-port="0" />
+		<edge from-layer="572" from-port="2" to-layer="585" to-port="0" />
+		<edge from-layer="573" from-port="2" to-layer="588" to-port="0" />
+		<edge from-layer="574" from-port="0" to-layer="578" to-port="1" />
+		<edge from-layer="575" from-port="0" to-layer="578" to-port="2" />
+		<edge from-layer="576" from-port="0" to-layer="578" to-port="3" />
+		<edge from-layer="577" from-port="0" to-layer="578" to-port="4" />
+		<edge from-layer="578" from-port="5" to-layer="580" to-port="0" />
+		<edge from-layer="579" from-port="0" to-layer="580" to-port="1" />
+		<edge from-layer="580" from-port="2" to-layer="586" to-port="0" />
+		<edge from-layer="581" from-port="0" to-layer="585" to-port="1" />
+		<edge from-layer="582" from-port="0" to-layer="585" to-port="2" />
+		<edge from-layer="583" from-port="0" to-layer="585" to-port="3" />
+		<edge from-layer="584" from-port="0" to-layer="585" to-port="4" />
+		<edge from-layer="585" from-port="5" to-layer="586" to-port="1" />
+		<edge from-layer="586" from-port="2" to-layer="587" to-port="0" />
+		<edge from-layer="587" from-port="2" to-layer="588" to-port="1" />
+		<edge from-layer="588" from-port="2" to-layer="590" to-port="0" />
+		<edge from-layer="589" from-port="0" to-layer="590" to-port="1" />
+		<edge from-layer="589" from-port="0" to-layer="607" to-port="1" />
+		<edge from-layer="590" from-port="2" to-layer="591" to-port="0" />
+		<edge from-layer="591" from-port="2" to-layer="593" to-port="0" />
+		<edge from-layer="592" from-port="0" to-layer="593" to-port="1" />
+		<edge from-layer="593" from-port="2" to-layer="612" to-port="1" />
+		<edge from-layer="594" from-port="0" to-layer="595" to-port="0" />
+		<edge from-layer="595" from-port="1" to-layer="598" to-port="0" />
+		<edge from-layer="596" from-port="0" to-layer="597" to-port="0" />
 		<edge from-layer="597" from-port="1" to-layer="598" to-port="1" />
-		<edge from-layer="598" from-port="2" to-layer="599" to-port="0" />
-		<edge from-layer="599" from-port="1" to-layer="606" to-port="0" />
-		<edge from-layer="600" from-port="0" to-layer="601" to-port="0" />
-		<edge from-layer="601" from-port="1" to-layer="603" to-port="0" />
-		<edge from-layer="602" from-port="0" to-layer="603" to-port="1" />
-		<edge from-layer="603" from-port="2" to-layer="604" to-port="0" />
-		<edge from-layer="604" from-port="1" to-layer="605" to-port="1" />
-		<edge from-layer="605" from-port="2" to-layer="606" to-port="1" />
-		<edge from-layer="606" from-port="2" to-layer="612" to-port="0" />
-		<edge from-layer="607" from-port="0" to-layer="608" to-port="0" />
-		<edge from-layer="608" from-port="1" to-layer="610" to-port="0" />
+		<edge from-layer="598" from-port="2" to-layer="600" to-port="0" />
+		<edge from-layer="599" from-port="0" to-layer="600" to-port="1" />
+		<edge from-layer="600" from-port="2" to-layer="601" to-port="0" />
+		<edge from-layer="601" from-port="1" to-layer="602" to-port="1" />
+		<edge from-layer="602" from-port="2" to-layer="604" to-port="0" />
+		<edge from-layer="603" from-port="0" to-layer="604" to-port="1" />
+		<edge from-layer="604" from-port="2" to-layer="606" to-port="0" />
+		<edge from-layer="605" from-port="0" to-layer="606" to-port="1" />
+		<edge from-layer="606" from-port="2" to-layer="607" to-port="0" />
+		<edge from-layer="607" from-port="2" to-layer="608" to-port="0" />
+		<edge from-layer="608" from-port="2" to-layer="610" to-port="0" />
 		<edge from-layer="609" from-port="0" to-layer="610" to-port="1" />
-		<edge from-layer="610" from-port="2" to-layer="611" to-port="0" />
-		<edge from-layer="611" from-port="1" to-layer="612" to-port="1" />
-		<edge from-layer="612" from-port="2" to-layer="622" to-port="0" />
-		<edge from-layer="612" from-port="2" to-layer="615" to-port="0" />
-		<edge from-layer="613" from-port="0" to-layer="621" to-port="0" />
-		<edge from-layer="614" from-port="0" to-layer="615" to-port="1" />
-		<edge from-layer="615" from-port="2" to-layer="617" to-port="0" />
-		<edge from-layer="616" from-port="0" to-layer="617" to-port="1" />
-		<edge from-layer="617" from-port="2" to-layer="619" to-port="0" />
-		<edge from-layer="618" from-port="0" to-layer="619" to-port="1" />
-		<edge from-layer="619" from-port="2" to-layer="620" to-port="0" />
-		<edge from-layer="620" from-port="1" to-layer="621" to-port="1" />
-		<edge from-layer="621" from-port="2" to-layer="622" to-port="1" />
-		<edge from-layer="622" from-port="2" to-layer="624" to-port="0" />
-		<edge from-layer="623" from-port="0" to-layer="624" to-port="1" />
-		<edge from-layer="624" from-port="2" to-layer="625" to-port="1" />
-		<edge from-layer="625" from-port="2" to-layer="732" to-port="0" />
-		<edge from-layer="625" from-port="2" to-layer="628" to-port="0" />
-		<edge from-layer="625" from-port="2" to-layer="635" to-port="0" />
-		<edge from-layer="626" from-port="0" to-layer="634" to-port="0" />
-		<edge from-layer="627" from-port="0" to-layer="628" to-port="1" />
-		<edge from-layer="628" from-port="2" to-layer="630" to-port="0" />
-		<edge from-layer="629" from-port="0" to-layer="630" to-port="1" />
-		<edge from-layer="630" from-port="2" to-layer="632" to-port="0" />
-		<edge from-layer="631" from-port="0" to-layer="632" to-port="1" />
-		<edge from-layer="632" from-port="2" to-layer="633" to-port="0" />
-		<edge from-layer="633" from-port="1" to-layer="634" to-port="1" />
-		<edge from-layer="634" from-port="2" to-layer="635" to-port="1" />
-		<edge from-layer="635" from-port="2" to-layer="637" to-port="0" />
-		<edge from-layer="636" from-port="0" to-layer="637" to-port="1" />
-		<edge from-layer="637" from-port="2" to-layer="669" to-port="0" />
-		<edge from-layer="637" from-port="2" to-layer="700" to-port="0" />
-		<edge from-layer="637" from-port="2" to-layer="643" to-port="0" />
-		<edge from-layer="638" from-port="0" to-layer="639" to-port="0" />
-		<edge from-layer="639" from-port="1" to-layer="641" to-port="0" />
-		<edge from-layer="640" from-port="0" to-layer="641" to-port="1" />
-		<edge from-layer="641" from-port="2" to-layer="642" to-port="0" />
-		<edge from-layer="642" from-port="1" to-layer="643" to-port="1" />
-		<edge from-layer="643" from-port="2" to-layer="645" to-port="0" />
-		<edge from-layer="644" from-port="0" to-layer="645" to-port="1" />
-		<edge from-layer="645" from-port="2" to-layer="647" to-port="0" />
-		<edge from-layer="646" from-port="0" to-layer="647" to-port="1" />
-		<edge from-layer="647" from-port="2" to-layer="660" to-port="0" />
-		<edge from-layer="647" from-port="2" to-layer="648" to-port="0" />
-		<edge from-layer="647" from-port="2" to-layer="653" to-port="0" />
-		<edge from-layer="648" from-port="2" to-layer="663" to-port="0" />
-		<edge from-layer="649" from-port="0" to-layer="653" to-port="1" />
-		<edge from-layer="650" from-port="0" to-layer="653" to-port="2" />
-		<edge from-layer="651" from-port="0" to-layer="653" to-port="3" />
-		<edge from-layer="652" from-port="0" to-layer="653" to-port="4" />
-		<edge from-layer="653" from-port="5" to-layer="655" to-port="0" />
-		<edge from-layer="654" from-port="0" to-layer="655" to-port="1" />
-		<edge from-layer="655" from-port="2" to-layer="661" to-port="0" />
-		<edge from-layer="656" from-port="0" to-layer="660" to-port="1" />
-		<edge from-layer="657" from-port="0" to-layer="660" to-port="2" />
-		<edge from-layer="658" from-port="0" to-layer="660" to-port="3" />
-		<edge from-layer="659" from-port="0" to-layer="660" to-port="4" />
-		<edge from-layer="660" from-port="5" to-layer="661" to-port="1" />
-		<edge from-layer="661" from-port="2" to-layer="662" to-port="0" />
-		<edge from-layer="662" from-port="2" to-layer="663" to-port="1" />
-		<edge from-layer="663" from-port="2" to-layer="710" to-port="0" />
-		<edge from-layer="664" from-port="0" to-layer="665" to-port="0" />
-		<edge from-layer="665" from-port="1" to-layer="667" to-port="0" />
-		<edge from-layer="666" from-port="0" to-layer="667" to-port="1" />
-		<edge from-layer="667" from-port="2" to-layer="668" to-port="0" />
-		<edge from-layer="668" from-port="1" to-layer="669" to-port="1" />
-		<edge from-layer="669" from-port="2" to-layer="671" to-port="0" />
-		<edge from-layer="670" from-port="0" to-layer="671" to-port="1" />
-		<edge from-layer="671" from-port="2" to-layer="673" to-port="0" />
-		<edge from-layer="672" from-port="0" to-layer="673" to-port="1" />
-		<edge from-layer="673" from-port="2" to-layer="686" to-port="0" />
-		<edge from-layer="673" from-port="2" to-layer="674" to-port="0" />
-		<edge from-layer="673" from-port="2" to-layer="679" to-port="0" />
-		<edge from-layer="674" from-port="2" to-layer="689" to-port="0" />
-		<edge from-layer="675" from-port="0" to-layer="679" to-port="1" />
-		<edge from-layer="676" from-port="0" to-layer="679" to-port="2" />
-		<edge from-layer="677" from-port="0" to-layer="679" to-port="3" />
-		<edge from-layer="678" from-port="0" to-layer="679" to-port="4" />
-		<edge from-layer="679" from-port="5" to-layer="681" to-port="0" />
+		<edge from-layer="610" from-port="2" to-layer="612" to-port="2" />
+		<edge from-layer="611" from-port="0" to-layer="612" to-port="4" />
+		<edge from-layer="612" from-port="5" to-layer="614" to-port="0" />
+		<edge from-layer="613" from-port="0" to-layer="614" to-port="1" />
+		<edge from-layer="614" from-port="2" to-layer="615" to-port="0" />
+		<edge from-layer="615" from-port="2" to-layer="624" to-port="0" />
+		<edge from-layer="616" from-port="0" to-layer="617" to-port="0" />
+		<edge from-layer="617" from-port="1" to-layer="620" to-port="0" />
+		<edge from-layer="618" from-port="0" to-layer="619" to-port="0" />
+		<edge from-layer="619" from-port="1" to-layer="620" to-port="1" />
+		<edge from-layer="620" from-port="2" to-layer="622" to-port="0" />
+		<edge from-layer="621" from-port="0" to-layer="622" to-port="1" />
+		<edge from-layer="622" from-port="2" to-layer="623" to-port="0" />
+		<edge from-layer="623" from-port="1" to-layer="624" to-port="1" />
+		<edge from-layer="624" from-port="2" to-layer="627" to-port="0" />
+		<edge from-layer="624" from-port="2" to-layer="634" to-port="0" />
+		<edge from-layer="625" from-port="0" to-layer="633" to-port="0" />
+		<edge from-layer="626" from-port="0" to-layer="627" to-port="1" />
+		<edge from-layer="627" from-port="2" to-layer="629" to-port="0" />
+		<edge from-layer="628" from-port="0" to-layer="629" to-port="1" />
+		<edge from-layer="629" from-port="2" to-layer="631" to-port="0" />
+		<edge from-layer="630" from-port="0" to-layer="631" to-port="1" />
+		<edge from-layer="631" from-port="2" to-layer="632" to-port="0" />
+		<edge from-layer="632" from-port="1" to-layer="633" to-port="1" />
+		<edge from-layer="633" from-port="2" to-layer="634" to-port="1" />
+		<edge from-layer="634" from-port="2" to-layer="636" to-port="0" />
+		<edge from-layer="635" from-port="0" to-layer="636" to-port="1" />
+		<edge from-layer="636" from-port="2" to-layer="637" to-port="1" />
+		<edge from-layer="637" from-port="2" to-layer="647" to-port="0" />
+		<edge from-layer="637" from-port="2" to-layer="691" to-port="0" />
+		<edge from-layer="637" from-port="2" to-layer="640" to-port="0" />
+		<edge from-layer="638" from-port="0" to-layer="646" to-port="0" />
+		<edge from-layer="639" from-port="0" to-layer="640" to-port="1" />
+		<edge from-layer="640" from-port="2" to-layer="642" to-port="0" />
+		<edge from-layer="641" from-port="0" to-layer="642" to-port="1" />
+		<edge from-layer="642" from-port="2" to-layer="644" to-port="0" />
+		<edge from-layer="643" from-port="0" to-layer="644" to-port="1" />
+		<edge from-layer="644" from-port="2" to-layer="645" to-port="0" />
+		<edge from-layer="645" from-port="1" to-layer="646" to-port="1" />
+		<edge from-layer="646" from-port="2" to-layer="647" to-port="1" />
+		<edge from-layer="647" from-port="2" to-layer="649" to-port="0" />
+		<edge from-layer="648" from-port="0" to-layer="649" to-port="1" />
+		<edge from-layer="649" from-port="2" to-layer="658" to-port="0" />
+		<edge from-layer="649" from-port="2" to-layer="668" to-port="0" />
+		<edge from-layer="650" from-port="0" to-layer="651" to-port="0" />
+		<edge from-layer="651" from-port="1" to-layer="654" to-port="0" />
+		<edge from-layer="652" from-port="0" to-layer="653" to-port="0" />
+		<edge from-layer="653" from-port="1" to-layer="654" to-port="1" />
+		<edge from-layer="654" from-port="2" to-layer="656" to-port="0" />
+		<edge from-layer="655" from-port="0" to-layer="656" to-port="1" />
+		<edge from-layer="656" from-port="2" to-layer="657" to-port="0" />
+		<edge from-layer="657" from-port="1" to-layer="658" to-port="1" />
+		<edge from-layer="658" from-port="2" to-layer="659" to-port="0" />
+		<edge from-layer="659" from-port="1" to-layer="669" to-port="0" />
+		<edge from-layer="660" from-port="0" to-layer="661" to-port="0" />
+		<edge from-layer="661" from-port="1" to-layer="664" to-port="0" />
+		<edge from-layer="662" from-port="0" to-layer="663" to-port="0" />
+		<edge from-layer="663" from-port="1" to-layer="664" to-port="1" />
+		<edge from-layer="664" from-port="2" to-layer="666" to-port="0" />
+		<edge from-layer="665" from-port="0" to-layer="666" to-port="1" />
+		<edge from-layer="666" from-port="2" to-layer="667" to-port="0" />
+		<edge from-layer="667" from-port="1" to-layer="668" to-port="1" />
+		<edge from-layer="668" from-port="2" to-layer="669" to-port="1" />
+		<edge from-layer="669" from-port="2" to-layer="678" to-port="0" />
+		<edge from-layer="670" from-port="0" to-layer="671" to-port="0" />
+		<edge from-layer="671" from-port="1" to-layer="674" to-port="0" />
+		<edge from-layer="672" from-port="0" to-layer="673" to-port="0" />
+		<edge from-layer="673" from-port="1" to-layer="674" to-port="1" />
+		<edge from-layer="674" from-port="2" to-layer="676" to-port="0" />
+		<edge from-layer="675" from-port="0" to-layer="676" to-port="1" />
+		<edge from-layer="676" from-port="2" to-layer="677" to-port="0" />
+		<edge from-layer="677" from-port="1" to-layer="678" to-port="1" />
+		<edge from-layer="678" from-port="2" to-layer="688" to-port="0" />
+		<edge from-layer="678" from-port="2" to-layer="681" to-port="0" />
+		<edge from-layer="679" from-port="0" to-layer="687" to-port="0" />
 		<edge from-layer="680" from-port="0" to-layer="681" to-port="1" />
-		<edge from-layer="681" from-port="2" to-layer="687" to-port="0" />
-		<edge from-layer="682" from-port="0" to-layer="686" to-port="1" />
-		<edge from-layer="683" from-port="0" to-layer="686" to-port="2" />
-		<edge from-layer="684" from-port="0" to-layer="686" to-port="3" />
-		<edge from-layer="685" from-port="0" to-layer="686" to-port="4" />
-		<edge from-layer="686" from-port="5" to-layer="687" to-port="1" />
-		<edge from-layer="687" from-port="2" to-layer="688" to-port="0" />
-		<edge from-layer="688" from-port="2" to-layer="689" to-port="1" />
-		<edge from-layer="689" from-port="2" to-layer="691" to-port="0" />
-		<edge from-layer="690" from-port="0" to-layer="705" to-port="1" />
-		<edge from-layer="690" from-port="0" to-layer="691" to-port="1" />
-		<edge from-layer="691" from-port="2" to-layer="692" to-port="0" />
-		<edge from-layer="692" from-port="2" to-layer="694" to-port="0" />
+		<edge from-layer="681" from-port="2" to-layer="683" to-port="0" />
+		<edge from-layer="682" from-port="0" to-layer="683" to-port="1" />
+		<edge from-layer="683" from-port="2" to-layer="685" to-port="0" />
+		<edge from-layer="684" from-port="0" to-layer="685" to-port="1" />
+		<edge from-layer="685" from-port="2" to-layer="686" to-port="0" />
+		<edge from-layer="686" from-port="1" to-layer="687" to-port="1" />
+		<edge from-layer="687" from-port="2" to-layer="688" to-port="1" />
+		<edge from-layer="688" from-port="2" to-layer="690" to-port="0" />
+		<edge from-layer="689" from-port="0" to-layer="690" to-port="1" />
+		<edge from-layer="690" from-port="2" to-layer="691" to-port="1" />
+		<edge from-layer="691" from-port="2" to-layer="810" to-port="0" />
+		<edge from-layer="691" from-port="2" to-layer="694" to-port="0" />
+		<edge from-layer="691" from-port="2" to-layer="701" to-port="0" />
+		<edge from-layer="692" from-port="0" to-layer="700" to-port="0" />
 		<edge from-layer="693" from-port="0" to-layer="694" to-port="1" />
-		<edge from-layer="694" from-port="2" to-layer="710" to-port="1" />
-		<edge from-layer="695" from-port="0" to-layer="696" to-port="0" />
-		<edge from-layer="696" from-port="1" to-layer="698" to-port="0" />
+		<edge from-layer="694" from-port="2" to-layer="696" to-port="0" />
+		<edge from-layer="695" from-port="0" to-layer="696" to-port="1" />
+		<edge from-layer="696" from-port="2" to-layer="698" to-port="0" />
 		<edge from-layer="697" from-port="0" to-layer="698" to-port="1" />
 		<edge from-layer="698" from-port="2" to-layer="699" to-port="0" />
 		<edge from-layer="699" from-port="1" to-layer="700" to-port="1" />
-		<edge from-layer="700" from-port="2" to-layer="702" to-port="0" />
-		<edge from-layer="701" from-port="0" to-layer="702" to-port="1" />
-		<edge from-layer="702" from-port="2" to-layer="704" to-port="0" />
-		<edge from-layer="703" from-port="0" to-layer="704" to-port="1" />
-		<edge from-layer="704" from-port="2" to-layer="705" to-port="0" />
-		<edge from-layer="705" from-port="2" to-layer="706" to-port="0" />
-		<edge from-layer="706" from-port="2" to-layer="708" to-port="0" />
-		<edge from-layer="707" from-port="0" to-layer="708" to-port="1" />
-		<edge from-layer="708" from-port="2" to-layer="710" to-port="2" />
-		<edge from-layer="709" from-port="0" to-layer="710" to-port="4" />
-		<edge from-layer="710" from-port="5" to-layer="712" to-port="0" />
-		<edge from-layer="711" from-port="0" to-layer="712" to-port="1" />
-		<edge from-layer="712" from-port="2" to-layer="713" to-port="0" />
-		<edge from-layer="713" from-port="2" to-layer="719" to-port="0" />
-		<edge from-layer="714" from-port="0" to-layer="715" to-port="0" />
-		<edge from-layer="715" from-port="1" to-layer="717" to-port="0" />
-		<edge from-layer="716" from-port="0" to-layer="717" to-port="1" />
-		<edge from-layer="717" from-port="2" to-layer="718" to-port="0" />
-		<edge from-layer="718" from-port="1" to-layer="719" to-port="1" />
-		<edge from-layer="719" from-port="2" to-layer="722" to-port="0" />
-		<edge from-layer="719" from-port="2" to-layer="729" to-port="0" />
-		<edge from-layer="720" from-port="0" to-layer="728" to-port="0" />
-		<edge from-layer="721" from-port="0" to-layer="722" to-port="1" />
-		<edge from-layer="722" from-port="2" to-layer="724" to-port="0" />
+		<edge from-layer="700" from-port="2" to-layer="701" to-port="1" />
+		<edge from-layer="701" from-port="2" to-layer="703" to-port="0" />
+		<edge from-layer="702" from-port="0" to-layer="703" to-port="1" />
+		<edge from-layer="703" from-port="2" to-layer="712" to-port="0" />
+		<edge from-layer="703" from-port="2" to-layer="741" to-port="0" />
+		<edge from-layer="703" from-port="2" to-layer="775" to-port="0" />
+		<edge from-layer="704" from-port="0" to-layer="705" to-port="0" />
+		<edge from-layer="705" from-port="1" to-layer="708" to-port="0" />
+		<edge from-layer="706" from-port="0" to-layer="707" to-port="0" />
+		<edge from-layer="707" from-port="1" to-layer="708" to-port="1" />
+		<edge from-layer="708" from-port="2" to-layer="710" to-port="0" />
+		<edge from-layer="709" from-port="0" to-layer="710" to-port="1" />
+		<edge from-layer="710" from-port="2" to-layer="711" to-port="0" />
+		<edge from-layer="711" from-port="1" to-layer="712" to-port="1" />
+		<edge from-layer="712" from-port="2" to-layer="714" to-port="0" />
+		<edge from-layer="713" from-port="0" to-layer="714" to-port="1" />
+		<edge from-layer="714" from-port="2" to-layer="716" to-port="0" />
+		<edge from-layer="715" from-port="0" to-layer="716" to-port="1" />
+		<edge from-layer="716" from-port="2" to-layer="717" to-port="0" />
+		<edge from-layer="716" from-port="2" to-layer="722" to-port="0" />
+		<edge from-layer="716" from-port="2" to-layer="729" to-port="0" />
+		<edge from-layer="717" from-port="2" to-layer="732" to-port="0" />
+		<edge from-layer="718" from-port="0" to-layer="722" to-port="1" />
+		<edge from-layer="719" from-port="0" to-layer="722" to-port="2" />
+		<edge from-layer="720" from-port="0" to-layer="722" to-port="3" />
+		<edge from-layer="721" from-port="0" to-layer="722" to-port="4" />
+		<edge from-layer="722" from-port="5" to-layer="724" to-port="0" />
 		<edge from-layer="723" from-port="0" to-layer="724" to-port="1" />
-		<edge from-layer="724" from-port="2" to-layer="726" to-port="0" />
-		<edge from-layer="725" from-port="0" to-layer="726" to-port="1" />
-		<edge from-layer="726" from-port="2" to-layer="727" to-port="0" />
-		<edge from-layer="727" from-port="1" to-layer="728" to-port="1" />
-		<edge from-layer="728" from-port="2" to-layer="729" to-port="1" />
-		<edge from-layer="729" from-port="2" to-layer="731" to-port="0" />
-		<edge from-layer="730" from-port="0" to-layer="731" to-port="1" />
+		<edge from-layer="724" from-port="2" to-layer="730" to-port="0" />
+		<edge from-layer="725" from-port="0" to-layer="729" to-port="1" />
+		<edge from-layer="726" from-port="0" to-layer="729" to-port="2" />
+		<edge from-layer="727" from-port="0" to-layer="729" to-port="3" />
+		<edge from-layer="728" from-port="0" to-layer="729" to-port="4" />
+		<edge from-layer="729" from-port="5" to-layer="730" to-port="1" />
+		<edge from-layer="730" from-port="2" to-layer="731" to-port="0" />
 		<edge from-layer="731" from-port="2" to-layer="732" to-port="1" />
-		<edge from-layer="732" from-port="2" to-layer="777" to-port="0" />
-		<edge from-layer="732" from-port="2" to-layer="735" to-port="0" />
-		<edge from-layer="732" from-port="2" to-layer="742" to-port="0" />
-		<edge from-layer="733" from-port="0" to-layer="741" to-port="0" />
-		<edge from-layer="734" from-port="0" to-layer="735" to-port="1" />
-		<edge from-layer="735" from-port="2" to-layer="737" to-port="0" />
-		<edge from-layer="736" from-port="0" to-layer="737" to-port="1" />
+		<edge from-layer="732" from-port="2" to-layer="785" to-port="0" />
+		<edge from-layer="733" from-port="0" to-layer="734" to-port="0" />
+		<edge from-layer="734" from-port="1" to-layer="737" to-port="0" />
+		<edge from-layer="735" from-port="0" to-layer="736" to-port="0" />
+		<edge from-layer="736" from-port="1" to-layer="737" to-port="1" />
 		<edge from-layer="737" from-port="2" to-layer="739" to-port="0" />
 		<edge from-layer="738" from-port="0" to-layer="739" to-port="1" />
 		<edge from-layer="739" from-port="2" to-layer="740" to-port="0" />
 		<edge from-layer="740" from-port="1" to-layer="741" to-port="1" />
-		<edge from-layer="741" from-port="2" to-layer="742" to-port="1" />
-		<edge from-layer="742" from-port="2" to-layer="744" to-port="0" />
-		<edge from-layer="743" from-port="0" to-layer="744" to-port="1" />
-		<edge from-layer="744" from-port="2" to-layer="757" to-port="0" />
-		<edge from-layer="744" from-port="2" to-layer="750" to-port="0" />
-		<edge from-layer="745" from-port="0" to-layer="746" to-port="0" />
-		<edge from-layer="746" from-port="1" to-layer="748" to-port="0" />
-		<edge from-layer="747" from-port="0" to-layer="748" to-port="1" />
-		<edge from-layer="748" from-port="2" to-layer="749" to-port="0" />
-		<edge from-layer="749" from-port="1" to-layer="750" to-port="1" />
-		<edge from-layer="750" from-port="2" to-layer="751" to-port="0" />
-		<edge from-layer="751" from-port="1" to-layer="758" to-port="0" />
-		<edge from-layer="752" from-port="0" to-layer="753" to-port="0" />
-		<edge from-layer="753" from-port="1" to-layer="755" to-port="0" />
-		<edge from-layer="754" from-port="0" to-layer="755" to-port="1" />
-		<edge from-layer="755" from-port="2" to-layer="756" to-port="0" />
-		<edge from-layer="756" from-port="1" to-layer="757" to-port="1" />
-		<edge from-layer="757" from-port="2" to-layer="758" to-port="1" />
-		<edge from-layer="758" from-port="2" to-layer="764" to-port="0" />
-		<edge from-layer="759" from-port="0" to-layer="760" to-port="0" />
-		<edge from-layer="760" from-port="1" to-layer="762" to-port="0" />
-		<edge from-layer="761" from-port="0" to-layer="762" to-port="1" />
-		<edge from-layer="762" from-port="2" to-layer="763" to-port="0" />
-		<edge from-layer="763" from-port="1" to-layer="764" to-port="1" />
-		<edge from-layer="764" from-port="2" to-layer="767" to-port="0" />
-		<edge from-layer="764" from-port="2" to-layer="774" to-port="0" />
-		<edge from-layer="765" from-port="0" to-layer="773" to-port="0" />
-		<edge from-layer="766" from-port="0" to-layer="767" to-port="1" />
-		<edge from-layer="767" from-port="2" to-layer="769" to-port="0" />
-		<edge from-layer="768" from-port="0" to-layer="769" to-port="1" />
-		<edge from-layer="769" from-port="2" to-layer="771" to-port="0" />
-		<edge from-layer="770" from-port="0" to-layer="771" to-port="1" />
-		<edge from-layer="771" from-port="2" to-layer="772" to-port="0" />
-		<edge from-layer="772" from-port="1" to-layer="773" to-port="1" />
-		<edge from-layer="773" from-port="2" to-layer="774" to-port="1" />
-		<edge from-layer="774" from-port="2" to-layer="776" to-port="0" />
-		<edge from-layer="775" from-port="0" to-layer="776" to-port="1" />
-		<edge from-layer="776" from-port="2" to-layer="777" to-port="1" />
-		<edge from-layer="777" from-port="2" to-layer="787" to-port="0" />
-		<edge from-layer="777" from-port="2" to-layer="884" to-port="0" />
-		<edge from-layer="777" from-port="2" to-layer="780" to-port="0" />
-		<edge from-layer="778" from-port="0" to-layer="786" to-port="0" />
-		<edge from-layer="779" from-port="0" to-layer="780" to-port="1" />
-		<edge from-layer="780" from-port="2" to-layer="782" to-port="0" />
-		<edge from-layer="781" from-port="0" to-layer="782" to-port="1" />
-		<edge from-layer="782" from-port="2" to-layer="784" to-port="0" />
-		<edge from-layer="783" from-port="0" to-layer="784" to-port="1" />
-		<edge from-layer="784" from-port="2" to-layer="785" to-port="0" />
-		<edge from-layer="785" from-port="1" to-layer="786" to-port="1" />
-		<edge from-layer="786" from-port="2" to-layer="787" to-port="1" />
-		<edge from-layer="787" from-port="2" to-layer="789" to-port="0" />
-		<edge from-layer="788" from-port="0" to-layer="789" to-port="1" />
-		<edge from-layer="789" from-port="2" to-layer="821" to-port="0" />
-		<edge from-layer="789" from-port="2" to-layer="852" to-port="0" />
-		<edge from-layer="789" from-port="2" to-layer="795" to-port="0" />
-		<edge from-layer="790" from-port="0" to-layer="791" to-port="0" />
-		<edge from-layer="791" from-port="1" to-layer="793" to-port="0" />
-		<edge from-layer="792" from-port="0" to-layer="793" to-port="1" />
-		<edge from-layer="793" from-port="2" to-layer="794" to-port="0" />
-		<edge from-layer="794" from-port="1" to-layer="795" to-port="1" />
-		<edge from-layer="795" from-port="2" to-layer="797" to-port="0" />
-		<edge from-layer="796" from-port="0" to-layer="797" to-port="1" />
-		<edge from-layer="797" from-port="2" to-layer="799" to-port="0" />
-		<edge from-layer="798" from-port="0" to-layer="799" to-port="1" />
-		<edge from-layer="799" from-port="2" to-layer="805" to-port="0" />
-		<edge from-layer="799" from-port="2" to-layer="812" to-port="0" />
-		<edge from-layer="799" from-port="2" to-layer="800" to-port="0" />
-		<edge from-layer="800" from-port="2" to-layer="815" to-port="0" />
-		<edge from-layer="801" from-port="0" to-layer="805" to-port="1" />
-		<edge from-layer="802" from-port="0" to-layer="805" to-port="2" />
-		<edge from-layer="803" from-port="0" to-layer="805" to-port="3" />
-		<edge from-layer="804" from-port="0" to-layer="805" to-port="4" />
-		<edge from-layer="805" from-port="5" to-layer="807" to-port="0" />
-		<edge from-layer="806" from-port="0" to-layer="807" to-port="1" />
-		<edge from-layer="807" from-port="2" to-layer="813" to-port="0" />
-		<edge from-layer="808" from-port="0" to-layer="812" to-port="1" />
-		<edge from-layer="809" from-port="0" to-layer="812" to-port="2" />
-		<edge from-layer="810" from-port="0" to-layer="812" to-port="3" />
-		<edge from-layer="811" from-port="0" to-layer="812" to-port="4" />
-		<edge from-layer="812" from-port="5" to-layer="813" to-port="1" />
-		<edge from-layer="813" from-port="2" to-layer="814" to-port="0" />
-		<edge from-layer="814" from-port="2" to-layer="815" to-port="1" />
-		<edge from-layer="815" from-port="2" to-layer="862" to-port="0" />
-		<edge from-layer="816" from-port="0" to-layer="817" to-port="0" />
-		<edge from-layer="817" from-port="1" to-layer="819" to-port="0" />
-		<edge from-layer="818" from-port="0" to-layer="819" to-port="1" />
-		<edge from-layer="819" from-port="2" to-layer="820" to-port="0" />
-		<edge from-layer="820" from-port="1" to-layer="821" to-port="1" />
-		<edge from-layer="821" from-port="2" to-layer="823" to-port="0" />
-		<edge from-layer="822" from-port="0" to-layer="823" to-port="1" />
-		<edge from-layer="823" from-port="2" to-layer="825" to-port="0" />
-		<edge from-layer="824" from-port="0" to-layer="825" to-port="1" />
-		<edge from-layer="825" from-port="2" to-layer="826" to-port="0" />
-		<edge from-layer="825" from-port="2" to-layer="831" to-port="0" />
-		<edge from-layer="825" from-port="2" to-layer="838" to-port="0" />
-		<edge from-layer="826" from-port="2" to-layer="841" to-port="0" />
-		<edge from-layer="827" from-port="0" to-layer="831" to-port="1" />
-		<edge from-layer="828" from-port="0" to-layer="831" to-port="2" />
-		<edge from-layer="829" from-port="0" to-layer="831" to-port="3" />
-		<edge from-layer="830" from-port="0" to-layer="831" to-port="4" />
-		<edge from-layer="831" from-port="5" to-layer="833" to-port="0" />
-		<edge from-layer="832" from-port="0" to-layer="833" to-port="1" />
-		<edge from-layer="833" from-port="2" to-layer="839" to-port="0" />
-		<edge from-layer="834" from-port="0" to-layer="838" to-port="1" />
-		<edge from-layer="835" from-port="0" to-layer="838" to-port="2" />
-		<edge from-layer="836" from-port="0" to-layer="838" to-port="3" />
-		<edge from-layer="837" from-port="0" to-layer="838" to-port="4" />
-		<edge from-layer="838" from-port="5" to-layer="839" to-port="1" />
+		<edge from-layer="741" from-port="2" to-layer="743" to-port="0" />
+		<edge from-layer="742" from-port="0" to-layer="743" to-port="1" />
+		<edge from-layer="743" from-port="2" to-layer="745" to-port="0" />
+		<edge from-layer="744" from-port="0" to-layer="745" to-port="1" />
+		<edge from-layer="745" from-port="2" to-layer="746" to-port="0" />
+		<edge from-layer="745" from-port="2" to-layer="751" to-port="0" />
+		<edge from-layer="745" from-port="2" to-layer="758" to-port="0" />
+		<edge from-layer="746" from-port="2" to-layer="761" to-port="0" />
+		<edge from-layer="747" from-port="0" to-layer="751" to-port="1" />
+		<edge from-layer="748" from-port="0" to-layer="751" to-port="2" />
+		<edge from-layer="749" from-port="0" to-layer="751" to-port="3" />
+		<edge from-layer="750" from-port="0" to-layer="751" to-port="4" />
+		<edge from-layer="751" from-port="5" to-layer="753" to-port="0" />
+		<edge from-layer="752" from-port="0" to-layer="753" to-port="1" />
+		<edge from-layer="753" from-port="2" to-layer="759" to-port="0" />
+		<edge from-layer="754" from-port="0" to-layer="758" to-port="1" />
+		<edge from-layer="755" from-port="0" to-layer="758" to-port="2" />
+		<edge from-layer="756" from-port="0" to-layer="758" to-port="3" />
+		<edge from-layer="757" from-port="0" to-layer="758" to-port="4" />
+		<edge from-layer="758" from-port="5" to-layer="759" to-port="1" />
+		<edge from-layer="759" from-port="2" to-layer="760" to-port="0" />
+		<edge from-layer="760" from-port="2" to-layer="761" to-port="1" />
+		<edge from-layer="761" from-port="2" to-layer="763" to-port="0" />
+		<edge from-layer="762" from-port="0" to-layer="780" to-port="1" />
+		<edge from-layer="762" from-port="0" to-layer="763" to-port="1" />
+		<edge from-layer="763" from-port="2" to-layer="764" to-port="0" />
+		<edge from-layer="764" from-port="2" to-layer="766" to-port="0" />
+		<edge from-layer="765" from-port="0" to-layer="766" to-port="1" />
+		<edge from-layer="766" from-port="2" to-layer="785" to-port="1" />
+		<edge from-layer="767" from-port="0" to-layer="768" to-port="0" />
+		<edge from-layer="768" from-port="1" to-layer="771" to-port="0" />
+		<edge from-layer="769" from-port="0" to-layer="770" to-port="0" />
+		<edge from-layer="770" from-port="1" to-layer="771" to-port="1" />
+		<edge from-layer="771" from-port="2" to-layer="773" to-port="0" />
+		<edge from-layer="772" from-port="0" to-layer="773" to-port="1" />
+		<edge from-layer="773" from-port="2" to-layer="774" to-port="0" />
+		<edge from-layer="774" from-port="1" to-layer="775" to-port="1" />
+		<edge from-layer="775" from-port="2" to-layer="777" to-port="0" />
+		<edge from-layer="776" from-port="0" to-layer="777" to-port="1" />
+		<edge from-layer="777" from-port="2" to-layer="779" to-port="0" />
+		<edge from-layer="778" from-port="0" to-layer="779" to-port="1" />
+		<edge from-layer="779" from-port="2" to-layer="780" to-port="0" />
+		<edge from-layer="780" from-port="2" to-layer="781" to-port="0" />
+		<edge from-layer="781" from-port="2" to-layer="783" to-port="0" />
+		<edge from-layer="782" from-port="0" to-layer="783" to-port="1" />
+		<edge from-layer="783" from-port="2" to-layer="785" to-port="2" />
+		<edge from-layer="784" from-port="0" to-layer="785" to-port="4" />
+		<edge from-layer="785" from-port="5" to-layer="787" to-port="0" />
+		<edge from-layer="786" from-port="0" to-layer="787" to-port="1" />
+		<edge from-layer="787" from-port="2" to-layer="788" to-port="0" />
+		<edge from-layer="788" from-port="2" to-layer="797" to-port="0" />
+		<edge from-layer="789" from-port="0" to-layer="790" to-port="0" />
+		<edge from-layer="790" from-port="1" to-layer="793" to-port="0" />
+		<edge from-layer="791" from-port="0" to-layer="792" to-port="0" />
+		<edge from-layer="792" from-port="1" to-layer="793" to-port="1" />
+		<edge from-layer="793" from-port="2" to-layer="795" to-port="0" />
+		<edge from-layer="794" from-port="0" to-layer="795" to-port="1" />
+		<edge from-layer="795" from-port="2" to-layer="796" to-port="0" />
+		<edge from-layer="796" from-port="1" to-layer="797" to-port="1" />
+		<edge from-layer="797" from-port="2" to-layer="800" to-port="0" />
+		<edge from-layer="797" from-port="2" to-layer="807" to-port="0" />
+		<edge from-layer="798" from-port="0" to-layer="806" to-port="0" />
+		<edge from-layer="799" from-port="0" to-layer="800" to-port="1" />
+		<edge from-layer="800" from-port="2" to-layer="802" to-port="0" />
+		<edge from-layer="801" from-port="0" to-layer="802" to-port="1" />
+		<edge from-layer="802" from-port="2" to-layer="804" to-port="0" />
+		<edge from-layer="803" from-port="0" to-layer="804" to-port="1" />
+		<edge from-layer="804" from-port="2" to-layer="805" to-port="0" />
+		<edge from-layer="805" from-port="1" to-layer="806" to-port="1" />
+		<edge from-layer="806" from-port="2" to-layer="807" to-port="1" />
+		<edge from-layer="807" from-port="2" to-layer="809" to-port="0" />
+		<edge from-layer="808" from-port="0" to-layer="809" to-port="1" />
+		<edge from-layer="809" from-port="2" to-layer="810" to-port="1" />
+		<edge from-layer="810" from-port="2" to-layer="820" to-port="0" />
+		<edge from-layer="810" from-port="2" to-layer="813" to-port="0" />
+		<edge from-layer="810" from-port="2" to-layer="864" to-port="0" />
+		<edge from-layer="811" from-port="0" to-layer="819" to-port="0" />
+		<edge from-layer="812" from-port="0" to-layer="813" to-port="1" />
+		<edge from-layer="813" from-port="2" to-layer="815" to-port="0" />
+		<edge from-layer="814" from-port="0" to-layer="815" to-port="1" />
+		<edge from-layer="815" from-port="2" to-layer="817" to-port="0" />
+		<edge from-layer="816" from-port="0" to-layer="817" to-port="1" />
+		<edge from-layer="817" from-port="2" to-layer="818" to-port="0" />
+		<edge from-layer="818" from-port="1" to-layer="819" to-port="1" />
+		<edge from-layer="819" from-port="2" to-layer="820" to-port="1" />
+		<edge from-layer="820" from-port="2" to-layer="822" to-port="0" />
+		<edge from-layer="821" from-port="0" to-layer="822" to-port="1" />
+		<edge from-layer="822" from-port="2" to-layer="831" to-port="0" />
+		<edge from-layer="822" from-port="2" to-layer="841" to-port="0" />
+		<edge from-layer="823" from-port="0" to-layer="824" to-port="0" />
+		<edge from-layer="824" from-port="1" to-layer="827" to-port="0" />
+		<edge from-layer="825" from-port="0" to-layer="826" to-port="0" />
+		<edge from-layer="826" from-port="1" to-layer="827" to-port="1" />
+		<edge from-layer="827" from-port="2" to-layer="829" to-port="0" />
+		<edge from-layer="828" from-port="0" to-layer="829" to-port="1" />
+		<edge from-layer="829" from-port="2" to-layer="830" to-port="0" />
+		<edge from-layer="830" from-port="1" to-layer="831" to-port="1" />
+		<edge from-layer="831" from-port="2" to-layer="832" to-port="0" />
+		<edge from-layer="832" from-port="1" to-layer="842" to-port="0" />
+		<edge from-layer="833" from-port="0" to-layer="834" to-port="0" />
+		<edge from-layer="834" from-port="1" to-layer="837" to-port="0" />
+		<edge from-layer="835" from-port="0" to-layer="836" to-port="0" />
+		<edge from-layer="836" from-port="1" to-layer="837" to-port="1" />
+		<edge from-layer="837" from-port="2" to-layer="839" to-port="0" />
+		<edge from-layer="838" from-port="0" to-layer="839" to-port="1" />
 		<edge from-layer="839" from-port="2" to-layer="840" to-port="0" />
-		<edge from-layer="840" from-port="2" to-layer="841" to-port="1" />
-		<edge from-layer="841" from-port="2" to-layer="843" to-port="0" />
-		<edge from-layer="842" from-port="0" to-layer="843" to-port="1" />
-		<edge from-layer="842" from-port="0" to-layer="857" to-port="1" />
-		<edge from-layer="843" from-port="2" to-layer="844" to-port="0" />
-		<edge from-layer="844" from-port="2" to-layer="846" to-port="0" />
-		<edge from-layer="845" from-port="0" to-layer="846" to-port="1" />
-		<edge from-layer="846" from-port="2" to-layer="862" to-port="1" />
-		<edge from-layer="847" from-port="0" to-layer="848" to-port="0" />
-		<edge from-layer="848" from-port="1" to-layer="850" to-port="0" />
-		<edge from-layer="849" from-port="0" to-layer="850" to-port="1" />
-		<edge from-layer="850" from-port="2" to-layer="851" to-port="0" />
-		<edge from-layer="851" from-port="1" to-layer="852" to-port="1" />
-		<edge from-layer="852" from-port="2" to-layer="854" to-port="0" />
+		<edge from-layer="840" from-port="1" to-layer="841" to-port="1" />
+		<edge from-layer="841" from-port="2" to-layer="842" to-port="1" />
+		<edge from-layer="842" from-port="2" to-layer="851" to-port="0" />
+		<edge from-layer="843" from-port="0" to-layer="844" to-port="0" />
+		<edge from-layer="844" from-port="1" to-layer="847" to-port="0" />
+		<edge from-layer="845" from-port="0" to-layer="846" to-port="0" />
+		<edge from-layer="846" from-port="1" to-layer="847" to-port="1" />
+		<edge from-layer="847" from-port="2" to-layer="849" to-port="0" />
+		<edge from-layer="848" from-port="0" to-layer="849" to-port="1" />
+		<edge from-layer="849" from-port="2" to-layer="850" to-port="0" />
+		<edge from-layer="850" from-port="1" to-layer="851" to-port="1" />
+		<edge from-layer="851" from-port="2" to-layer="861" to-port="0" />
+		<edge from-layer="851" from-port="2" to-layer="854" to-port="0" />
+		<edge from-layer="852" from-port="0" to-layer="860" to-port="0" />
 		<edge from-layer="853" from-port="0" to-layer="854" to-port="1" />
 		<edge from-layer="854" from-port="2" to-layer="856" to-port="0" />
 		<edge from-layer="855" from-port="0" to-layer="856" to-port="1" />
-		<edge from-layer="856" from-port="2" to-layer="857" to-port="0" />
-		<edge from-layer="857" from-port="2" to-layer="858" to-port="0" />
-		<edge from-layer="858" from-port="2" to-layer="860" to-port="0" />
-		<edge from-layer="859" from-port="0" to-layer="860" to-port="1" />
-		<edge from-layer="860" from-port="2" to-layer="862" to-port="2" />
-		<edge from-layer="861" from-port="0" to-layer="862" to-port="4" />
-		<edge from-layer="862" from-port="5" to-layer="864" to-port="0" />
-		<edge from-layer="863" from-port="0" to-layer="864" to-port="1" />
-		<edge from-layer="864" from-port="2" to-layer="865" to-port="0" />
-		<edge from-layer="865" from-port="2" to-layer="871" to-port="0" />
-		<edge from-layer="866" from-port="0" to-layer="867" to-port="0" />
-		<edge from-layer="867" from-port="1" to-layer="869" to-port="0" />
+		<edge from-layer="856" from-port="2" to-layer="858" to-port="0" />
+		<edge from-layer="857" from-port="0" to-layer="858" to-port="1" />
+		<edge from-layer="858" from-port="2" to-layer="859" to-port="0" />
+		<edge from-layer="859" from-port="1" to-layer="860" to-port="1" />
+		<edge from-layer="860" from-port="2" to-layer="861" to-port="1" />
+		<edge from-layer="861" from-port="2" to-layer="863" to-port="0" />
+		<edge from-layer="862" from-port="0" to-layer="863" to-port="1" />
+		<edge from-layer="863" from-port="2" to-layer="864" to-port="1" />
+		<edge from-layer="864" from-port="2" to-layer="874" to-port="0" />
+		<edge from-layer="864" from-port="2" to-layer="983" to-port="0" />
+		<edge from-layer="864" from-port="2" to-layer="867" to-port="0" />
+		<edge from-layer="865" from-port="0" to-layer="873" to-port="0" />
+		<edge from-layer="866" from-port="0" to-layer="867" to-port="1" />
+		<edge from-layer="867" from-port="2" to-layer="869" to-port="0" />
 		<edge from-layer="868" from-port="0" to-layer="869" to-port="1" />
-		<edge from-layer="869" from-port="2" to-layer="870" to-port="0" />
-		<edge from-layer="870" from-port="1" to-layer="871" to-port="1" />
-		<edge from-layer="871" from-port="2" to-layer="881" to-port="0" />
-		<edge from-layer="871" from-port="2" to-layer="874" to-port="0" />
-		<edge from-layer="872" from-port="0" to-layer="880" to-port="0" />
-		<edge from-layer="873" from-port="0" to-layer="874" to-port="1" />
+		<edge from-layer="869" from-port="2" to-layer="871" to-port="0" />
+		<edge from-layer="870" from-port="0" to-layer="871" to-port="1" />
+		<edge from-layer="871" from-port="2" to-layer="872" to-port="0" />
+		<edge from-layer="872" from-port="1" to-layer="873" to-port="1" />
+		<edge from-layer="873" from-port="2" to-layer="874" to-port="1" />
 		<edge from-layer="874" from-port="2" to-layer="876" to-port="0" />
 		<edge from-layer="875" from-port="0" to-layer="876" to-port="1" />
-		<edge from-layer="876" from-port="2" to-layer="878" to-port="0" />
-		<edge from-layer="877" from-port="0" to-layer="878" to-port="1" />
-		<edge from-layer="878" from-port="2" to-layer="879" to-port="0" />
-		<edge from-layer="879" from-port="1" to-layer="880" to-port="1" />
-		<edge from-layer="880" from-port="2" to-layer="881" to-port="1" />
+		<edge from-layer="876" from-port="2" to-layer="885" to-port="0" />
+		<edge from-layer="876" from-port="2" to-layer="948" to-port="0" />
+		<edge from-layer="876" from-port="2" to-layer="914" to-port="0" />
+		<edge from-layer="877" from-port="0" to-layer="878" to-port="0" />
+		<edge from-layer="878" from-port="1" to-layer="881" to-port="0" />
+		<edge from-layer="879" from-port="0" to-layer="880" to-port="0" />
+		<edge from-layer="880" from-port="1" to-layer="881" to-port="1" />
 		<edge from-layer="881" from-port="2" to-layer="883" to-port="0" />
 		<edge from-layer="882" from-port="0" to-layer="883" to-port="1" />
-		<edge from-layer="883" from-port="2" to-layer="884" to-port="1" />
-		<edge from-layer="884" from-port="2" to-layer="929" to-port="0" />
-		<edge from-layer="884" from-port="2" to-layer="894" to-port="0" />
-		<edge from-layer="884" from-port="2" to-layer="887" to-port="0" />
-		<edge from-layer="885" from-port="0" to-layer="893" to-port="0" />
+		<edge from-layer="883" from-port="2" to-layer="884" to-port="0" />
+		<edge from-layer="884" from-port="1" to-layer="885" to-port="1" />
+		<edge from-layer="885" from-port="2" to-layer="887" to-port="0" />
 		<edge from-layer="886" from-port="0" to-layer="887" to-port="1" />
 		<edge from-layer="887" from-port="2" to-layer="889" to-port="0" />
 		<edge from-layer="888" from-port="0" to-layer="889" to-port="1" />
-		<edge from-layer="889" from-port="2" to-layer="891" to-port="0" />
-		<edge from-layer="890" from-port="0" to-layer="891" to-port="1" />
-		<edge from-layer="891" from-port="2" to-layer="892" to-port="0" />
-		<edge from-layer="892" from-port="1" to-layer="893" to-port="1" />
-		<edge from-layer="893" from-port="2" to-layer="894" to-port="1" />
-		<edge from-layer="894" from-port="2" to-layer="896" to-port="0" />
-		<edge from-layer="895" from-port="0" to-layer="896" to-port="1" />
-		<edge from-layer="896" from-port="2" to-layer="909" to-port="0" />
-		<edge from-layer="896" from-port="2" to-layer="902" to-port="0" />
-		<edge from-layer="897" from-port="0" to-layer="898" to-port="0" />
-		<edge from-layer="898" from-port="1" to-layer="900" to-port="0" />
-		<edge from-layer="899" from-port="0" to-layer="900" to-port="1" />
-		<edge from-layer="900" from-port="2" to-layer="901" to-port="0" />
-		<edge from-layer="901" from-port="1" to-layer="902" to-port="1" />
-		<edge from-layer="902" from-port="2" to-layer="903" to-port="0" />
-		<edge from-layer="903" from-port="1" to-layer="910" to-port="0" />
-		<edge from-layer="904" from-port="0" to-layer="905" to-port="0" />
-		<edge from-layer="905" from-port="1" to-layer="907" to-port="0" />
-		<edge from-layer="906" from-port="0" to-layer="907" to-port="1" />
-		<edge from-layer="907" from-port="2" to-layer="908" to-port="0" />
-		<edge from-layer="908" from-port="1" to-layer="909" to-port="1" />
-		<edge from-layer="909" from-port="2" to-layer="910" to-port="1" />
-		<edge from-layer="910" from-port="2" to-layer="916" to-port="0" />
-		<edge from-layer="911" from-port="0" to-layer="912" to-port="0" />
-		<edge from-layer="912" from-port="1" to-layer="914" to-port="0" />
-		<edge from-layer="913" from-port="0" to-layer="914" to-port="1" />
-		<edge from-layer="914" from-port="2" to-layer="915" to-port="0" />
-		<edge from-layer="915" from-port="1" to-layer="916" to-port="1" />
-		<edge from-layer="916" from-port="2" to-layer="919" to-port="0" />
-		<edge from-layer="916" from-port="2" to-layer="926" to-port="0" />
-		<edge from-layer="917" from-port="0" to-layer="925" to-port="0" />
-		<edge from-layer="918" from-port="0" to-layer="919" to-port="1" />
-		<edge from-layer="919" from-port="2" to-layer="921" to-port="0" />
-		<edge from-layer="920" from-port="0" to-layer="921" to-port="1" />
-		<edge from-layer="921" from-port="2" to-layer="923" to-port="0" />
-		<edge from-layer="922" from-port="0" to-layer="923" to-port="1" />
-		<edge from-layer="923" from-port="2" to-layer="924" to-port="0" />
-		<edge from-layer="924" from-port="1" to-layer="925" to-port="1" />
-		<edge from-layer="925" from-port="2" to-layer="926" to-port="1" />
-		<edge from-layer="926" from-port="2" to-layer="928" to-port="0" />
-		<edge from-layer="927" from-port="0" to-layer="928" to-port="1" />
-		<edge from-layer="928" from-port="2" to-layer="929" to-port="1" />
-		<edge from-layer="929" from-port="2" to-layer="932" to-port="0" />
-		<edge from-layer="929" from-port="2" to-layer="1036" to-port="0" />
-		<edge from-layer="929" from-port="2" to-layer="939" to-port="0" />
-		<edge from-layer="930" from-port="0" to-layer="938" to-port="0" />
-		<edge from-layer="931" from-port="0" to-layer="932" to-port="1" />
-		<edge from-layer="932" from-port="2" to-layer="934" to-port="0" />
-		<edge from-layer="933" from-port="0" to-layer="934" to-port="1" />
+		<edge from-layer="889" from-port="2" to-layer="895" to-port="0" />
+		<edge from-layer="889" from-port="2" to-layer="902" to-port="0" />
+		<edge from-layer="889" from-port="2" to-layer="890" to-port="0" />
+		<edge from-layer="890" from-port="2" to-layer="905" to-port="0" />
+		<edge from-layer="891" from-port="0" to-layer="895" to-port="1" />
+		<edge from-layer="892" from-port="0" to-layer="895" to-port="2" />
+		<edge from-layer="893" from-port="0" to-layer="895" to-port="3" />
+		<edge from-layer="894" from-port="0" to-layer="895" to-port="4" />
+		<edge from-layer="895" from-port="5" to-layer="897" to-port="0" />
+		<edge from-layer="896" from-port="0" to-layer="897" to-port="1" />
+		<edge from-layer="897" from-port="2" to-layer="903" to-port="0" />
+		<edge from-layer="898" from-port="0" to-layer="902" to-port="1" />
+		<edge from-layer="899" from-port="0" to-layer="902" to-port="2" />
+		<edge from-layer="900" from-port="0" to-layer="902" to-port="3" />
+		<edge from-layer="901" from-port="0" to-layer="902" to-port="4" />
+		<edge from-layer="902" from-port="5" to-layer="903" to-port="1" />
+		<edge from-layer="903" from-port="2" to-layer="904" to-port="0" />
+		<edge from-layer="904" from-port="2" to-layer="905" to-port="1" />
+		<edge from-layer="905" from-port="2" to-layer="958" to-port="0" />
+		<edge from-layer="906" from-port="0" to-layer="907" to-port="0" />
+		<edge from-layer="907" from-port="1" to-layer="910" to-port="0" />
+		<edge from-layer="908" from-port="0" to-layer="909" to-port="0" />
+		<edge from-layer="909" from-port="1" to-layer="910" to-port="1" />
+		<edge from-layer="910" from-port="2" to-layer="912" to-port="0" />
+		<edge from-layer="911" from-port="0" to-layer="912" to-port="1" />
+		<edge from-layer="912" from-port="2" to-layer="913" to-port="0" />
+		<edge from-layer="913" from-port="1" to-layer="914" to-port="1" />
+		<edge from-layer="914" from-port="2" to-layer="916" to-port="0" />
+		<edge from-layer="915" from-port="0" to-layer="916" to-port="1" />
+		<edge from-layer="916" from-port="2" to-layer="918" to-port="0" />
+		<edge from-layer="917" from-port="0" to-layer="918" to-port="1" />
+		<edge from-layer="918" from-port="2" to-layer="931" to-port="0" />
+		<edge from-layer="918" from-port="2" to-layer="919" to-port="0" />
+		<edge from-layer="918" from-port="2" to-layer="924" to-port="0" />
+		<edge from-layer="919" from-port="2" to-layer="934" to-port="0" />
+		<edge from-layer="920" from-port="0" to-layer="924" to-port="1" />
+		<edge from-layer="921" from-port="0" to-layer="924" to-port="2" />
+		<edge from-layer="922" from-port="0" to-layer="924" to-port="3" />
+		<edge from-layer="923" from-port="0" to-layer="924" to-port="4" />
+		<edge from-layer="924" from-port="5" to-layer="926" to-port="0" />
+		<edge from-layer="925" from-port="0" to-layer="926" to-port="1" />
+		<edge from-layer="926" from-port="2" to-layer="932" to-port="0" />
+		<edge from-layer="927" from-port="0" to-layer="931" to-port="1" />
+		<edge from-layer="928" from-port="0" to-layer="931" to-port="2" />
+		<edge from-layer="929" from-port="0" to-layer="931" to-port="3" />
+		<edge from-layer="930" from-port="0" to-layer="931" to-port="4" />
+		<edge from-layer="931" from-port="5" to-layer="932" to-port="1" />
+		<edge from-layer="932" from-port="2" to-layer="933" to-port="0" />
+		<edge from-layer="933" from-port="2" to-layer="934" to-port="1" />
 		<edge from-layer="934" from-port="2" to-layer="936" to-port="0" />
+		<edge from-layer="935" from-port="0" to-layer="953" to-port="1" />
 		<edge from-layer="935" from-port="0" to-layer="936" to-port="1" />
 		<edge from-layer="936" from-port="2" to-layer="937" to-port="0" />
-		<edge from-layer="937" from-port="1" to-layer="938" to-port="1" />
-		<edge from-layer="938" from-port="2" to-layer="939" to-port="1" />
-		<edge from-layer="939" from-port="2" to-layer="941" to-port="0" />
-		<edge from-layer="940" from-port="0" to-layer="941" to-port="1" />
-		<edge from-layer="941" from-port="2" to-layer="1004" to-port="0" />
-		<edge from-layer="941" from-port="2" to-layer="973" to-port="0" />
-		<edge from-layer="941" from-port="2" to-layer="947" to-port="0" />
+		<edge from-layer="937" from-port="2" to-layer="939" to-port="0" />
+		<edge from-layer="938" from-port="0" to-layer="939" to-port="1" />
+		<edge from-layer="939" from-port="2" to-layer="958" to-port="1" />
+		<edge from-layer="940" from-port="0" to-layer="941" to-port="0" />
+		<edge from-layer="941" from-port="1" to-layer="944" to-port="0" />
 		<edge from-layer="942" from-port="0" to-layer="943" to-port="0" />
-		<edge from-layer="943" from-port="1" to-layer="945" to-port="0" />
-		<edge from-layer="944" from-port="0" to-layer="945" to-port="1" />
-		<edge from-layer="945" from-port="2" to-layer="946" to-port="0" />
-		<edge from-layer="946" from-port="1" to-layer="947" to-port="1" />
-		<edge from-layer="947" from-port="2" to-layer="949" to-port="0" />
-		<edge from-layer="948" from-port="0" to-layer="949" to-port="1" />
-		<edge from-layer="949" from-port="2" to-layer="951" to-port="0" />
-		<edge from-layer="950" from-port="0" to-layer="951" to-port="1" />
-		<edge from-layer="951" from-port="2" to-layer="957" to-port="0" />
-		<edge from-layer="951" from-port="2" to-layer="952" to-port="0" />
-		<edge from-layer="951" from-port="2" to-layer="964" to-port="0" />
-		<edge from-layer="952" from-port="2" to-layer="967" to-port="0" />
-		<edge from-layer="953" from-port="0" to-layer="957" to-port="1" />
-		<edge from-layer="954" from-port="0" to-layer="957" to-port="2" />
-		<edge from-layer="955" from-port="0" to-layer="957" to-port="3" />
-		<edge from-layer="956" from-port="0" to-layer="957" to-port="4" />
-		<edge from-layer="957" from-port="5" to-layer="959" to-port="0" />
-		<edge from-layer="958" from-port="0" to-layer="959" to-port="1" />
-		<edge from-layer="959" from-port="2" to-layer="965" to-port="0" />
-		<edge from-layer="960" from-port="0" to-layer="964" to-port="1" />
-		<edge from-layer="961" from-port="0" to-layer="964" to-port="2" />
-		<edge from-layer="962" from-port="0" to-layer="964" to-port="3" />
-		<edge from-layer="963" from-port="0" to-layer="964" to-port="4" />
-		<edge from-layer="964" from-port="5" to-layer="965" to-port="1" />
-		<edge from-layer="965" from-port="2" to-layer="966" to-port="0" />
-		<edge from-layer="966" from-port="2" to-layer="967" to-port="1" />
-		<edge from-layer="967" from-port="2" to-layer="1014" to-port="0" />
-		<edge from-layer="968" from-port="0" to-layer="969" to-port="0" />
-		<edge from-layer="969" from-port="1" to-layer="971" to-port="0" />
-		<edge from-layer="970" from-port="0" to-layer="971" to-port="1" />
-		<edge from-layer="971" from-port="2" to-layer="972" to-port="0" />
-		<edge from-layer="972" from-port="1" to-layer="973" to-port="1" />
+		<edge from-layer="943" from-port="1" to-layer="944" to-port="1" />
+		<edge from-layer="944" from-port="2" to-layer="946" to-port="0" />
+		<edge from-layer="945" from-port="0" to-layer="946" to-port="1" />
+		<edge from-layer="946" from-port="2" to-layer="947" to-port="0" />
+		<edge from-layer="947" from-port="1" to-layer="948" to-port="1" />
+		<edge from-layer="948" from-port="2" to-layer="950" to-port="0" />
+		<edge from-layer="949" from-port="0" to-layer="950" to-port="1" />
+		<edge from-layer="950" from-port="2" to-layer="952" to-port="0" />
+		<edge from-layer="951" from-port="0" to-layer="952" to-port="1" />
+		<edge from-layer="952" from-port="2" to-layer="953" to-port="0" />
+		<edge from-layer="953" from-port="2" to-layer="954" to-port="0" />
+		<edge from-layer="954" from-port="2" to-layer="956" to-port="0" />
+		<edge from-layer="955" from-port="0" to-layer="956" to-port="1" />
+		<edge from-layer="956" from-port="2" to-layer="958" to-port="2" />
+		<edge from-layer="957" from-port="0" to-layer="958" to-port="4" />
+		<edge from-layer="958" from-port="5" to-layer="960" to-port="0" />
+		<edge from-layer="959" from-port="0" to-layer="960" to-port="1" />
+		<edge from-layer="960" from-port="2" to-layer="961" to-port="0" />
+		<edge from-layer="961" from-port="2" to-layer="970" to-port="0" />
+		<edge from-layer="962" from-port="0" to-layer="963" to-port="0" />
+		<edge from-layer="963" from-port="1" to-layer="966" to-port="0" />
+		<edge from-layer="964" from-port="0" to-layer="965" to-port="0" />
+		<edge from-layer="965" from-port="1" to-layer="966" to-port="1" />
+		<edge from-layer="966" from-port="2" to-layer="968" to-port="0" />
+		<edge from-layer="967" from-port="0" to-layer="968" to-port="1" />
+		<edge from-layer="968" from-port="2" to-layer="969" to-port="0" />
+		<edge from-layer="969" from-port="1" to-layer="970" to-port="1" />
+		<edge from-layer="970" from-port="2" to-layer="973" to-port="0" />
+		<edge from-layer="970" from-port="2" to-layer="980" to-port="0" />
+		<edge from-layer="971" from-port="0" to-layer="979" to-port="0" />
+		<edge from-layer="972" from-port="0" to-layer="973" to-port="1" />
 		<edge from-layer="973" from-port="2" to-layer="975" to-port="0" />
 		<edge from-layer="974" from-port="0" to-layer="975" to-port="1" />
 		<edge from-layer="975" from-port="2" to-layer="977" to-port="0" />
 		<edge from-layer="976" from-port="0" to-layer="977" to-port="1" />
 		<edge from-layer="977" from-port="2" to-layer="978" to-port="0" />
-		<edge from-layer="977" from-port="2" to-layer="983" to-port="0" />
-		<edge from-layer="977" from-port="2" to-layer="990" to-port="0" />
-		<edge from-layer="978" from-port="2" to-layer="993" to-port="0" />
-		<edge from-layer="979" from-port="0" to-layer="983" to-port="1" />
-		<edge from-layer="980" from-port="0" to-layer="983" to-port="2" />
-		<edge from-layer="981" from-port="0" to-layer="983" to-port="3" />
-		<edge from-layer="982" from-port="0" to-layer="983" to-port="4" />
-		<edge from-layer="983" from-port="5" to-layer="985" to-port="0" />
-		<edge from-layer="984" from-port="0" to-layer="985" to-port="1" />
-		<edge from-layer="985" from-port="2" to-layer="991" to-port="0" />
-		<edge from-layer="986" from-port="0" to-layer="990" to-port="1" />
-		<edge from-layer="987" from-port="0" to-layer="990" to-port="2" />
-		<edge from-layer="988" from-port="0" to-layer="990" to-port="3" />
-		<edge from-layer="989" from-port="0" to-layer="990" to-port="4" />
-		<edge from-layer="990" from-port="5" to-layer="991" to-port="1" />
-		<edge from-layer="991" from-port="2" to-layer="992" to-port="0" />
+		<edge from-layer="978" from-port="1" to-layer="979" to-port="1" />
+		<edge from-layer="979" from-port="2" to-layer="980" to-port="1" />
+		<edge from-layer="980" from-port="2" to-layer="982" to-port="0" />
+		<edge from-layer="981" from-port="0" to-layer="982" to-port="1" />
+		<edge from-layer="982" from-port="2" to-layer="983" to-port="1" />
+		<edge from-layer="983" from-port="2" to-layer="993" to-port="0" />
+		<edge from-layer="983" from-port="2" to-layer="1037" to-port="0" />
+		<edge from-layer="983" from-port="2" to-layer="986" to-port="0" />
+		<edge from-layer="984" from-port="0" to-layer="992" to-port="0" />
+		<edge from-layer="985" from-port="0" to-layer="986" to-port="1" />
+		<edge from-layer="986" from-port="2" to-layer="988" to-port="0" />
+		<edge from-layer="987" from-port="0" to-layer="988" to-port="1" />
+		<edge from-layer="988" from-port="2" to-layer="990" to-port="0" />
+		<edge from-layer="989" from-port="0" to-layer="990" to-port="1" />
+		<edge from-layer="990" from-port="2" to-layer="991" to-port="0" />
+		<edge from-layer="991" from-port="1" to-layer="992" to-port="1" />
 		<edge from-layer="992" from-port="2" to-layer="993" to-port="1" />
 		<edge from-layer="993" from-port="2" to-layer="995" to-port="0" />
-		<edge from-layer="994" from-port="0" to-layer="1009" to-port="1" />
 		<edge from-layer="994" from-port="0" to-layer="995" to-port="1" />
-		<edge from-layer="995" from-port="2" to-layer="996" to-port="0" />
-		<edge from-layer="996" from-port="2" to-layer="998" to-port="0" />
-		<edge from-layer="997" from-port="0" to-layer="998" to-port="1" />
-		<edge from-layer="998" from-port="2" to-layer="1014" to-port="1" />
-		<edge from-layer="999" from-port="0" to-layer="1000" to-port="0" />
-		<edge from-layer="1000" from-port="1" to-layer="1002" to-port="0" />
+		<edge from-layer="995" from-port="2" to-layer="1004" to-port="0" />
+		<edge from-layer="995" from-port="2" to-layer="1014" to-port="0" />
+		<edge from-layer="996" from-port="0" to-layer="997" to-port="0" />
+		<edge from-layer="997" from-port="1" to-layer="1000" to-port="0" />
+		<edge from-layer="998" from-port="0" to-layer="999" to-port="0" />
+		<edge from-layer="999" from-port="1" to-layer="1000" to-port="1" />
+		<edge from-layer="1000" from-port="2" to-layer="1002" to-port="0" />
 		<edge from-layer="1001" from-port="0" to-layer="1002" to-port="1" />
 		<edge from-layer="1002" from-port="2" to-layer="1003" to-port="0" />
 		<edge from-layer="1003" from-port="1" to-layer="1004" to-port="1" />
-		<edge from-layer="1004" from-port="2" to-layer="1006" to-port="0" />
-		<edge from-layer="1005" from-port="0" to-layer="1006" to-port="1" />
-		<edge from-layer="1006" from-port="2" to-layer="1008" to-port="0" />
-		<edge from-layer="1007" from-port="0" to-layer="1008" to-port="1" />
-		<edge from-layer="1008" from-port="2" to-layer="1009" to-port="0" />
-		<edge from-layer="1009" from-port="2" to-layer="1010" to-port="0" />
+		<edge from-layer="1004" from-port="2" to-layer="1005" to-port="0" />
+		<edge from-layer="1005" from-port="1" to-layer="1015" to-port="0" />
+		<edge from-layer="1006" from-port="0" to-layer="1007" to-port="0" />
+		<edge from-layer="1007" from-port="1" to-layer="1010" to-port="0" />
+		<edge from-layer="1008" from-port="0" to-layer="1009" to-port="0" />
+		<edge from-layer="1009" from-port="1" to-layer="1010" to-port="1" />
 		<edge from-layer="1010" from-port="2" to-layer="1012" to-port="0" />
 		<edge from-layer="1011" from-port="0" to-layer="1012" to-port="1" />
-		<edge from-layer="1012" from-port="2" to-layer="1014" to-port="2" />
-		<edge from-layer="1013" from-port="0" to-layer="1014" to-port="4" />
-		<edge from-layer="1014" from-port="5" to-layer="1016" to-port="0" />
-		<edge from-layer="1015" from-port="0" to-layer="1016" to-port="1" />
-		<edge from-layer="1016" from-port="2" to-layer="1017" to-port="0" />
-		<edge from-layer="1017" from-port="2" to-layer="1023" to-port="0" />
+		<edge from-layer="1012" from-port="2" to-layer="1013" to-port="0" />
+		<edge from-layer="1013" from-port="1" to-layer="1014" to-port="1" />
+		<edge from-layer="1014" from-port="2" to-layer="1015" to-port="1" />
+		<edge from-layer="1015" from-port="2" to-layer="1024" to-port="0" />
+		<edge from-layer="1016" from-port="0" to-layer="1017" to-port="0" />
+		<edge from-layer="1017" from-port="1" to-layer="1020" to-port="0" />
 		<edge from-layer="1018" from-port="0" to-layer="1019" to-port="0" />
-		<edge from-layer="1019" from-port="1" to-layer="1021" to-port="0" />
-		<edge from-layer="1020" from-port="0" to-layer="1021" to-port="1" />
-		<edge from-layer="1021" from-port="2" to-layer="1022" to-port="0" />
-		<edge from-layer="1022" from-port="1" to-layer="1023" to-port="1" />
-		<edge from-layer="1023" from-port="2" to-layer="1026" to-port="0" />
-		<edge from-layer="1023" from-port="2" to-layer="1033" to-port="0" />
-		<edge from-layer="1024" from-port="0" to-layer="1032" to-port="0" />
-		<edge from-layer="1025" from-port="0" to-layer="1026" to-port="1" />
-		<edge from-layer="1026" from-port="2" to-layer="1028" to-port="0" />
-		<edge from-layer="1027" from-port="0" to-layer="1028" to-port="1" />
-		<edge from-layer="1028" from-port="2" to-layer="1030" to-port="0" />
-		<edge from-layer="1029" from-port="0" to-layer="1030" to-port="1" />
-		<edge from-layer="1030" from-port="2" to-layer="1031" to-port="0" />
-		<edge from-layer="1031" from-port="1" to-layer="1032" to-port="1" />
-		<edge from-layer="1032" from-port="2" to-layer="1033" to-port="1" />
-		<edge from-layer="1033" from-port="2" to-layer="1035" to-port="0" />
-		<edge from-layer="1034" from-port="0" to-layer="1035" to-port="1" />
-		<edge from-layer="1035" from-port="2" to-layer="1036" to-port="1" />
-		<edge from-layer="1036" from-port="2" to-layer="1039" to-port="0" />
-		<edge from-layer="1036" from-port="2" to-layer="1081" to-port="0" />
-		<edge from-layer="1036" from-port="2" to-layer="1046" to-port="0" />
-		<edge from-layer="1037" from-port="0" to-layer="1045" to-port="0" />
-		<edge from-layer="1038" from-port="0" to-layer="1039" to-port="1" />
-		<edge from-layer="1039" from-port="2" to-layer="1041" to-port="0" />
-		<edge from-layer="1040" from-port="0" to-layer="1041" to-port="1" />
-		<edge from-layer="1041" from-port="2" to-layer="1043" to-port="0" />
-		<edge from-layer="1042" from-port="0" to-layer="1043" to-port="1" />
-		<edge from-layer="1043" from-port="2" to-layer="1044" to-port="0" />
-		<edge from-layer="1044" from-port="1" to-layer="1045" to-port="1" />
-		<edge from-layer="1045" from-port="2" to-layer="1046" to-port="1" />
-		<edge from-layer="1046" from-port="2" to-layer="1048" to-port="0" />
-		<edge from-layer="1047" from-port="0" to-layer="1048" to-port="1" />
-		<edge from-layer="1048" from-port="2" to-layer="1054" to-port="0" />
-		<edge from-layer="1048" from-port="2" to-layer="1061" to-port="0" />
-		<edge from-layer="1049" from-port="0" to-layer="1050" to-port="0" />
-		<edge from-layer="1050" from-port="1" to-layer="1052" to-port="0" />
-		<edge from-layer="1051" from-port="0" to-layer="1052" to-port="1" />
-		<edge from-layer="1052" from-port="2" to-layer="1053" to-port="0" />
+		<edge from-layer="1019" from-port="1" to-layer="1020" to-port="1" />
+		<edge from-layer="1020" from-port="2" to-layer="1022" to-port="0" />
+		<edge from-layer="1021" from-port="0" to-layer="1022" to-port="1" />
+		<edge from-layer="1022" from-port="2" to-layer="1023" to-port="0" />
+		<edge from-layer="1023" from-port="1" to-layer="1024" to-port="1" />
+		<edge from-layer="1024" from-port="2" to-layer="1027" to-port="0" />
+		<edge from-layer="1024" from-port="2" to-layer="1034" to-port="0" />
+		<edge from-layer="1025" from-port="0" to-layer="1033" to-port="0" />
+		<edge from-layer="1026" from-port="0" to-layer="1027" to-port="1" />
+		<edge from-layer="1027" from-port="2" to-layer="1029" to-port="0" />
+		<edge from-layer="1028" from-port="0" to-layer="1029" to-port="1" />
+		<edge from-layer="1029" from-port="2" to-layer="1031" to-port="0" />
+		<edge from-layer="1030" from-port="0" to-layer="1031" to-port="1" />
+		<edge from-layer="1031" from-port="2" to-layer="1032" to-port="0" />
+		<edge from-layer="1032" from-port="1" to-layer="1033" to-port="1" />
+		<edge from-layer="1033" from-port="2" to-layer="1034" to-port="1" />
+		<edge from-layer="1034" from-port="2" to-layer="1036" to-port="0" />
+		<edge from-layer="1035" from-port="0" to-layer="1036" to-port="1" />
+		<edge from-layer="1036" from-port="2" to-layer="1037" to-port="1" />
+		<edge from-layer="1037" from-port="2" to-layer="1156" to-port="0" />
+		<edge from-layer="1037" from-port="2" to-layer="1040" to-port="0" />
+		<edge from-layer="1037" from-port="2" to-layer="1047" to-port="0" />
+		<edge from-layer="1038" from-port="0" to-layer="1046" to-port="0" />
+		<edge from-layer="1039" from-port="0" to-layer="1040" to-port="1" />
+		<edge from-layer="1040" from-port="2" to-layer="1042" to-port="0" />
+		<edge from-layer="1041" from-port="0" to-layer="1042" to-port="1" />
+		<edge from-layer="1042" from-port="2" to-layer="1044" to-port="0" />
+		<edge from-layer="1043" from-port="0" to-layer="1044" to-port="1" />
+		<edge from-layer="1044" from-port="2" to-layer="1045" to-port="0" />
+		<edge from-layer="1045" from-port="1" to-layer="1046" to-port="1" />
+		<edge from-layer="1046" from-port="2" to-layer="1047" to-port="1" />
+		<edge from-layer="1047" from-port="2" to-layer="1049" to-port="0" />
+		<edge from-layer="1048" from-port="0" to-layer="1049" to-port="1" />
+		<edge from-layer="1049" from-port="2" to-layer="1087" to-port="0" />
+		<edge from-layer="1049" from-port="2" to-layer="1058" to-port="0" />
+		<edge from-layer="1049" from-port="2" to-layer="1121" to-port="0" />
+		<edge from-layer="1050" from-port="0" to-layer="1051" to-port="0" />
+		<edge from-layer="1051" from-port="1" to-layer="1054" to-port="0" />
+		<edge from-layer="1052" from-port="0" to-layer="1053" to-port="0" />
 		<edge from-layer="1053" from-port="1" to-layer="1054" to-port="1" />
-		<edge from-layer="1054" from-port="2" to-layer="1055" to-port="0" />
-		<edge from-layer="1055" from-port="1" to-layer="1062" to-port="0" />
-		<edge from-layer="1056" from-port="0" to-layer="1057" to-port="0" />
-		<edge from-layer="1057" from-port="1" to-layer="1059" to-port="0" />
-		<edge from-layer="1058" from-port="0" to-layer="1059" to-port="1" />
-		<edge from-layer="1059" from-port="2" to-layer="1060" to-port="0" />
-		<edge from-layer="1060" from-port="1" to-layer="1061" to-port="1" />
-		<edge from-layer="1061" from-port="2" to-layer="1062" to-port="1" />
+		<edge from-layer="1054" from-port="2" to-layer="1056" to-port="0" />
+		<edge from-layer="1055" from-port="0" to-layer="1056" to-port="1" />
+		<edge from-layer="1056" from-port="2" to-layer="1057" to-port="0" />
+		<edge from-layer="1057" from-port="1" to-layer="1058" to-port="1" />
+		<edge from-layer="1058" from-port="2" to-layer="1060" to-port="0" />
+		<edge from-layer="1059" from-port="0" to-layer="1060" to-port="1" />
+		<edge from-layer="1060" from-port="2" to-layer="1062" to-port="0" />
+		<edge from-layer="1061" from-port="0" to-layer="1062" to-port="1" />
+		<edge from-layer="1062" from-port="2" to-layer="1063" to-port="0" />
 		<edge from-layer="1062" from-port="2" to-layer="1068" to-port="0" />
-		<edge from-layer="1063" from-port="0" to-layer="1064" to-port="0" />
-		<edge from-layer="1064" from-port="1" to-layer="1066" to-port="0" />
-		<edge from-layer="1065" from-port="0" to-layer="1066" to-port="1" />
-		<edge from-layer="1066" from-port="2" to-layer="1067" to-port="0" />
-		<edge from-layer="1067" from-port="1" to-layer="1068" to-port="1" />
-		<edge from-layer="1068" from-port="2" to-layer="1071" to-port="0" />
-		<edge from-layer="1068" from-port="2" to-layer="1078" to-port="0" />
-		<edge from-layer="1069" from-port="0" to-layer="1077" to-port="0" />
-		<edge from-layer="1070" from-port="0" to-layer="1071" to-port="1" />
-		<edge from-layer="1071" from-port="2" to-layer="1073" to-port="0" />
-		<edge from-layer="1072" from-port="0" to-layer="1073" to-port="1" />
-		<edge from-layer="1073" from-port="2" to-layer="1075" to-port="0" />
-		<edge from-layer="1074" from-port="0" to-layer="1075" to-port="1" />
-		<edge from-layer="1075" from-port="2" to-layer="1076" to-port="0" />
-		<edge from-layer="1076" from-port="1" to-layer="1077" to-port="1" />
+		<edge from-layer="1062" from-port="2" to-layer="1075" to-port="0" />
+		<edge from-layer="1063" from-port="2" to-layer="1078" to-port="0" />
+		<edge from-layer="1064" from-port="0" to-layer="1068" to-port="1" />
+		<edge from-layer="1065" from-port="0" to-layer="1068" to-port="2" />
+		<edge from-layer="1066" from-port="0" to-layer="1068" to-port="3" />
+		<edge from-layer="1067" from-port="0" to-layer="1068" to-port="4" />
+		<edge from-layer="1068" from-port="5" to-layer="1070" to-port="0" />
+		<edge from-layer="1069" from-port="0" to-layer="1070" to-port="1" />
+		<edge from-layer="1070" from-port="2" to-layer="1076" to-port="0" />
+		<edge from-layer="1071" from-port="0" to-layer="1075" to-port="1" />
+		<edge from-layer="1072" from-port="0" to-layer="1075" to-port="2" />
+		<edge from-layer="1073" from-port="0" to-layer="1075" to-port="3" />
+		<edge from-layer="1074" from-port="0" to-layer="1075" to-port="4" />
+		<edge from-layer="1075" from-port="5" to-layer="1076" to-port="1" />
+		<edge from-layer="1076" from-port="2" to-layer="1077" to-port="0" />
 		<edge from-layer="1077" from-port="2" to-layer="1078" to-port="1" />
-		<edge from-layer="1078" from-port="2" to-layer="1080" to-port="0" />
-		<edge from-layer="1079" from-port="0" to-layer="1080" to-port="1" />
-		<edge from-layer="1080" from-port="2" to-layer="1081" to-port="1" />
-		<edge from-layer="1081" from-port="2" to-layer="1084" to-port="0" />
-		<edge from-layer="1081" from-port="2" to-layer="1188" to-port="0" />
-		<edge from-layer="1081" from-port="2" to-layer="1091" to-port="0" />
-		<edge from-layer="1082" from-port="0" to-layer="1090" to-port="0" />
-		<edge from-layer="1083" from-port="0" to-layer="1084" to-port="1" />
-		<edge from-layer="1084" from-port="2" to-layer="1086" to-port="0" />
-		<edge from-layer="1085" from-port="0" to-layer="1086" to-port="1" />
-		<edge from-layer="1086" from-port="2" to-layer="1088" to-port="0" />
-		<edge from-layer="1087" from-port="0" to-layer="1088" to-port="1" />
-		<edge from-layer="1088" from-port="2" to-layer="1089" to-port="0" />
-		<edge from-layer="1089" from-port="1" to-layer="1090" to-port="1" />
-		<edge from-layer="1090" from-port="2" to-layer="1091" to-port="1" />
-		<edge from-layer="1091" from-port="2" to-layer="1093" to-port="0" />
-		<edge from-layer="1092" from-port="0" to-layer="1093" to-port="1" />
-		<edge from-layer="1093" from-port="2" to-layer="1099" to-port="0" />
-		<edge from-layer="1093" from-port="2" to-layer="1125" to-port="0" />
-		<edge from-layer="1093" from-port="2" to-layer="1156" to-port="0" />
-		<edge from-layer="1094" from-port="0" to-layer="1095" to-port="0" />
-		<edge from-layer="1095" from-port="1" to-layer="1097" to-port="0" />
-		<edge from-layer="1096" from-port="0" to-layer="1097" to-port="1" />
-		<edge from-layer="1097" from-port="2" to-layer="1098" to-port="0" />
-		<edge from-layer="1098" from-port="1" to-layer="1099" to-port="1" />
-		<edge from-layer="1099" from-port="2" to-layer="1101" to-port="0" />
-		<edge from-layer="1100" from-port="0" to-layer="1101" to-port="1" />
-		<edge from-layer="1101" from-port="2" to-layer="1103" to-port="0" />
-		<edge from-layer="1102" from-port="0" to-layer="1103" to-port="1" />
-		<edge from-layer="1103" from-port="2" to-layer="1116" to-port="0" />
-		<edge from-layer="1103" from-port="2" to-layer="1104" to-port="0" />
-		<edge from-layer="1103" from-port="2" to-layer="1109" to-port="0" />
-		<edge from-layer="1104" from-port="2" to-layer="1119" to-port="0" />
-		<edge from-layer="1105" from-port="0" to-layer="1109" to-port="1" />
-		<edge from-layer="1106" from-port="0" to-layer="1109" to-port="2" />
-		<edge from-layer="1107" from-port="0" to-layer="1109" to-port="3" />
-		<edge from-layer="1108" from-port="0" to-layer="1109" to-port="4" />
-		<edge from-layer="1109" from-port="5" to-layer="1111" to-port="0" />
-		<edge from-layer="1110" from-port="0" to-layer="1111" to-port="1" />
-		<edge from-layer="1111" from-port="2" to-layer="1117" to-port="0" />
-		<edge from-layer="1112" from-port="0" to-layer="1116" to-port="1" />
-		<edge from-layer="1113" from-port="0" to-layer="1116" to-port="2" />
-		<edge from-layer="1114" from-port="0" to-layer="1116" to-port="3" />
-		<edge from-layer="1115" from-port="0" to-layer="1116" to-port="4" />
-		<edge from-layer="1116" from-port="5" to-layer="1117" to-port="1" />
-		<edge from-layer="1117" from-port="2" to-layer="1118" to-port="0" />
-		<edge from-layer="1118" from-port="2" to-layer="1119" to-port="1" />
-		<edge from-layer="1119" from-port="2" to-layer="1166" to-port="0" />
-		<edge from-layer="1120" from-port="0" to-layer="1121" to-port="0" />
-		<edge from-layer="1121" from-port="1" to-layer="1123" to-port="0" />
+		<edge from-layer="1078" from-port="2" to-layer="1131" to-port="0" />
+		<edge from-layer="1079" from-port="0" to-layer="1080" to-port="0" />
+		<edge from-layer="1080" from-port="1" to-layer="1083" to-port="0" />
+		<edge from-layer="1081" from-port="0" to-layer="1082" to-port="0" />
+		<edge from-layer="1082" from-port="1" to-layer="1083" to-port="1" />
+		<edge from-layer="1083" from-port="2" to-layer="1085" to-port="0" />
+		<edge from-layer="1084" from-port="0" to-layer="1085" to-port="1" />
+		<edge from-layer="1085" from-port="2" to-layer="1086" to-port="0" />
+		<edge from-layer="1086" from-port="1" to-layer="1087" to-port="1" />
+		<edge from-layer="1087" from-port="2" to-layer="1089" to-port="0" />
+		<edge from-layer="1088" from-port="0" to-layer="1089" to-port="1" />
+		<edge from-layer="1089" from-port="2" to-layer="1091" to-port="0" />
+		<edge from-layer="1090" from-port="0" to-layer="1091" to-port="1" />
+		<edge from-layer="1091" from-port="2" to-layer="1092" to-port="0" />
+		<edge from-layer="1091" from-port="2" to-layer="1097" to-port="0" />
+		<edge from-layer="1091" from-port="2" to-layer="1104" to-port="0" />
+		<edge from-layer="1092" from-port="2" to-layer="1107" to-port="0" />
+		<edge from-layer="1093" from-port="0" to-layer="1097" to-port="1" />
+		<edge from-layer="1094" from-port="0" to-layer="1097" to-port="2" />
+		<edge from-layer="1095" from-port="0" to-layer="1097" to-port="3" />
+		<edge from-layer="1096" from-port="0" to-layer="1097" to-port="4" />
+		<edge from-layer="1097" from-port="5" to-layer="1099" to-port="0" />
+		<edge from-layer="1098" from-port="0" to-layer="1099" to-port="1" />
+		<edge from-layer="1099" from-port="2" to-layer="1105" to-port="0" />
+		<edge from-layer="1100" from-port="0" to-layer="1104" to-port="1" />
+		<edge from-layer="1101" from-port="0" to-layer="1104" to-port="2" />
+		<edge from-layer="1102" from-port="0" to-layer="1104" to-port="3" />
+		<edge from-layer="1103" from-port="0" to-layer="1104" to-port="4" />
+		<edge from-layer="1104" from-port="5" to-layer="1105" to-port="1" />
+		<edge from-layer="1105" from-port="2" to-layer="1106" to-port="0" />
+		<edge from-layer="1106" from-port="2" to-layer="1107" to-port="1" />
+		<edge from-layer="1107" from-port="2" to-layer="1109" to-port="0" />
+		<edge from-layer="1108" from-port="0" to-layer="1109" to-port="1" />
+		<edge from-layer="1108" from-port="0" to-layer="1126" to-port="1" />
+		<edge from-layer="1109" from-port="2" to-layer="1110" to-port="0" />
+		<edge from-layer="1110" from-port="2" to-layer="1112" to-port="0" />
+		<edge from-layer="1111" from-port="0" to-layer="1112" to-port="1" />
+		<edge from-layer="1112" from-port="2" to-layer="1131" to-port="1" />
+		<edge from-layer="1113" from-port="0" to-layer="1114" to-port="0" />
+		<edge from-layer="1114" from-port="1" to-layer="1117" to-port="0" />
+		<edge from-layer="1115" from-port="0" to-layer="1116" to-port="0" />
+		<edge from-layer="1116" from-port="1" to-layer="1117" to-port="1" />
+		<edge from-layer="1117" from-port="2" to-layer="1119" to-port="0" />
+		<edge from-layer="1118" from-port="0" to-layer="1119" to-port="1" />
+		<edge from-layer="1119" from-port="2" to-layer="1120" to-port="0" />
+		<edge from-layer="1120" from-port="1" to-layer="1121" to-port="1" />
+		<edge from-layer="1121" from-port="2" to-layer="1123" to-port="0" />
 		<edge from-layer="1122" from-port="0" to-layer="1123" to-port="1" />
-		<edge from-layer="1123" from-port="2" to-layer="1124" to-port="0" />
-		<edge from-layer="1124" from-port="1" to-layer="1125" to-port="1" />
-		<edge from-layer="1125" from-port="2" to-layer="1127" to-port="0" />
-		<edge from-layer="1126" from-port="0" to-layer="1127" to-port="1" />
+		<edge from-layer="1123" from-port="2" to-layer="1125" to-port="0" />
+		<edge from-layer="1124" from-port="0" to-layer="1125" to-port="1" />
+		<edge from-layer="1125" from-port="2" to-layer="1126" to-port="0" />
+		<edge from-layer="1126" from-port="2" to-layer="1127" to-port="0" />
 		<edge from-layer="1127" from-port="2" to-layer="1129" to-port="0" />
 		<edge from-layer="1128" from-port="0" to-layer="1129" to-port="1" />
-		<edge from-layer="1129" from-port="2" to-layer="1130" to-port="0" />
-		<edge from-layer="1129" from-port="2" to-layer="1135" to-port="0" />
-		<edge from-layer="1129" from-port="2" to-layer="1142" to-port="0" />
-		<edge from-layer="1130" from-port="2" to-layer="1145" to-port="0" />
-		<edge from-layer="1131" from-port="0" to-layer="1135" to-port="1" />
-		<edge from-layer="1132" from-port="0" to-layer="1135" to-port="2" />
-		<edge from-layer="1133" from-port="0" to-layer="1135" to-port="3" />
-		<edge from-layer="1134" from-port="0" to-layer="1135" to-port="4" />
-		<edge from-layer="1135" from-port="5" to-layer="1137" to-port="0" />
-		<edge from-layer="1136" from-port="0" to-layer="1137" to-port="1" />
-		<edge from-layer="1137" from-port="2" to-layer="1143" to-port="0" />
-		<edge from-layer="1138" from-port="0" to-layer="1142" to-port="1" />
-		<edge from-layer="1139" from-port="0" to-layer="1142" to-port="2" />
-		<edge from-layer="1140" from-port="0" to-layer="1142" to-port="3" />
-		<edge from-layer="1141" from-port="0" to-layer="1142" to-port="4" />
-		<edge from-layer="1142" from-port="5" to-layer="1143" to-port="1" />
-		<edge from-layer="1143" from-port="2" to-layer="1144" to-port="0" />
-		<edge from-layer="1144" from-port="2" to-layer="1145" to-port="1" />
-		<edge from-layer="1145" from-port="2" to-layer="1147" to-port="0" />
-		<edge from-layer="1146" from-port="0" to-layer="1147" to-port="1" />
-		<edge from-layer="1146" from-port="0" to-layer="1161" to-port="1" />
-		<edge from-layer="1147" from-port="2" to-layer="1148" to-port="0" />
+		<edge from-layer="1129" from-port="2" to-layer="1131" to-port="2" />
+		<edge from-layer="1130" from-port="0" to-layer="1131" to-port="4" />
+		<edge from-layer="1131" from-port="5" to-layer="1133" to-port="0" />
+		<edge from-layer="1132" from-port="0" to-layer="1133" to-port="1" />
+		<edge from-layer="1133" from-port="2" to-layer="1134" to-port="0" />
+		<edge from-layer="1134" from-port="2" to-layer="1143" to-port="0" />
+		<edge from-layer="1135" from-port="0" to-layer="1136" to-port="0" />
+		<edge from-layer="1136" from-port="1" to-layer="1139" to-port="0" />
+		<edge from-layer="1137" from-port="0" to-layer="1138" to-port="0" />
+		<edge from-layer="1138" from-port="1" to-layer="1139" to-port="1" />
+		<edge from-layer="1139" from-port="2" to-layer="1141" to-port="0" />
+		<edge from-layer="1140" from-port="0" to-layer="1141" to-port="1" />
+		<edge from-layer="1141" from-port="2" to-layer="1142" to-port="0" />
+		<edge from-layer="1142" from-port="1" to-layer="1143" to-port="1" />
+		<edge from-layer="1143" from-port="2" to-layer="1146" to-port="0" />
+		<edge from-layer="1143" from-port="2" to-layer="1153" to-port="0" />
+		<edge from-layer="1144" from-port="0" to-layer="1152" to-port="0" />
+		<edge from-layer="1145" from-port="0" to-layer="1146" to-port="1" />
+		<edge from-layer="1146" from-port="2" to-layer="1148" to-port="0" />
+		<edge from-layer="1147" from-port="0" to-layer="1148" to-port="1" />
 		<edge from-layer="1148" from-port="2" to-layer="1150" to-port="0" />
 		<edge from-layer="1149" from-port="0" to-layer="1150" to-port="1" />
-		<edge from-layer="1150" from-port="2" to-layer="1166" to-port="1" />
-		<edge from-layer="1151" from-port="0" to-layer="1152" to-port="0" />
-		<edge from-layer="1152" from-port="1" to-layer="1154" to-port="0" />
-		<edge from-layer="1153" from-port="0" to-layer="1154" to-port="1" />
-		<edge from-layer="1154" from-port="2" to-layer="1155" to-port="0" />
-		<edge from-layer="1155" from-port="1" to-layer="1156" to-port="1" />
-		<edge from-layer="1156" from-port="2" to-layer="1158" to-port="0" />
-		<edge from-layer="1157" from-port="0" to-layer="1158" to-port="1" />
-		<edge from-layer="1158" from-port="2" to-layer="1160" to-port="0" />
-		<edge from-layer="1159" from-port="0" to-layer="1160" to-port="1" />
-		<edge from-layer="1160" from-port="2" to-layer="1161" to-port="0" />
-		<edge from-layer="1161" from-port="2" to-layer="1162" to-port="0" />
-		<edge from-layer="1162" from-port="2" to-layer="1164" to-port="0" />
-		<edge from-layer="1163" from-port="0" to-layer="1164" to-port="1" />
-		<edge from-layer="1164" from-port="2" to-layer="1166" to-port="2" />
-		<edge from-layer="1165" from-port="0" to-layer="1166" to-port="4" />
-		<edge from-layer="1166" from-port="5" to-layer="1168" to-port="0" />
+		<edge from-layer="1150" from-port="2" to-layer="1151" to-port="0" />
+		<edge from-layer="1151" from-port="1" to-layer="1152" to-port="1" />
+		<edge from-layer="1152" from-port="2" to-layer="1153" to-port="1" />
+		<edge from-layer="1153" from-port="2" to-layer="1155" to-port="0" />
+		<edge from-layer="1154" from-port="0" to-layer="1155" to-port="1" />
+		<edge from-layer="1155" from-port="2" to-layer="1156" to-port="1" />
+		<edge from-layer="1156" from-port="2" to-layer="1210" to-port="0" />
+		<edge from-layer="1156" from-port="2" to-layer="1166" to-port="0" />
+		<edge from-layer="1156" from-port="2" to-layer="1159" to-port="0" />
+		<edge from-layer="1157" from-port="0" to-layer="1165" to-port="0" />
+		<edge from-layer="1158" from-port="0" to-layer="1159" to-port="1" />
+		<edge from-layer="1159" from-port="2" to-layer="1161" to-port="0" />
+		<edge from-layer="1160" from-port="0" to-layer="1161" to-port="1" />
+		<edge from-layer="1161" from-port="2" to-layer="1163" to-port="0" />
+		<edge from-layer="1162" from-port="0" to-layer="1163" to-port="1" />
+		<edge from-layer="1163" from-port="2" to-layer="1164" to-port="0" />
+		<edge from-layer="1164" from-port="1" to-layer="1165" to-port="1" />
+		<edge from-layer="1165" from-port="2" to-layer="1166" to-port="1" />
+		<edge from-layer="1166" from-port="2" to-layer="1168" to-port="0" />
 		<edge from-layer="1167" from-port="0" to-layer="1168" to-port="1" />
-		<edge from-layer="1168" from-port="2" to-layer="1169" to-port="0" />
-		<edge from-layer="1169" from-port="2" to-layer="1175" to-port="0" />
-		<edge from-layer="1170" from-port="0" to-layer="1171" to-port="0" />
-		<edge from-layer="1171" from-port="1" to-layer="1173" to-port="0" />
-		<edge from-layer="1172" from-port="0" to-layer="1173" to-port="1" />
-		<edge from-layer="1173" from-port="2" to-layer="1174" to-port="0" />
-		<edge from-layer="1174" from-port="1" to-layer="1175" to-port="1" />
-		<edge from-layer="1175" from-port="2" to-layer="1178" to-port="0" />
-		<edge from-layer="1175" from-port="2" to-layer="1185" to-port="0" />
-		<edge from-layer="1176" from-port="0" to-layer="1184" to-port="0" />
-		<edge from-layer="1177" from-port="0" to-layer="1178" to-port="1" />
-		<edge from-layer="1178" from-port="2" to-layer="1180" to-port="0" />
-		<edge from-layer="1179" from-port="0" to-layer="1180" to-port="1" />
-		<edge from-layer="1180" from-port="2" to-layer="1182" to-port="0" />
-		<edge from-layer="1181" from-port="0" to-layer="1182" to-port="1" />
-		<edge from-layer="1182" from-port="2" to-layer="1183" to-port="0" />
-		<edge from-layer="1183" from-port="1" to-layer="1184" to-port="1" />
-		<edge from-layer="1184" from-port="2" to-layer="1185" to-port="1" />
-		<edge from-layer="1185" from-port="2" to-layer="1187" to-port="0" />
-		<edge from-layer="1186" from-port="0" to-layer="1187" to-port="1" />
+		<edge from-layer="1168" from-port="2" to-layer="1187" to-port="0" />
+		<edge from-layer="1168" from-port="2" to-layer="1177" to-port="0" />
+		<edge from-layer="1169" from-port="0" to-layer="1170" to-port="0" />
+		<edge from-layer="1170" from-port="1" to-layer="1173" to-port="0" />
+		<edge from-layer="1171" from-port="0" to-layer="1172" to-port="0" />
+		<edge from-layer="1172" from-port="1" to-layer="1173" to-port="1" />
+		<edge from-layer="1173" from-port="2" to-layer="1175" to-port="0" />
+		<edge from-layer="1174" from-port="0" to-layer="1175" to-port="1" />
+		<edge from-layer="1175" from-port="2" to-layer="1176" to-port="0" />
+		<edge from-layer="1176" from-port="1" to-layer="1177" to-port="1" />
+		<edge from-layer="1177" from-port="2" to-layer="1178" to-port="0" />
+		<edge from-layer="1178" from-port="1" to-layer="1188" to-port="0" />
+		<edge from-layer="1179" from-port="0" to-layer="1180" to-port="0" />
+		<edge from-layer="1180" from-port="1" to-layer="1183" to-port="0" />
+		<edge from-layer="1181" from-port="0" to-layer="1182" to-port="0" />
+		<edge from-layer="1182" from-port="1" to-layer="1183" to-port="1" />
+		<edge from-layer="1183" from-port="2" to-layer="1185" to-port="0" />
+		<edge from-layer="1184" from-port="0" to-layer="1185" to-port="1" />
+		<edge from-layer="1185" from-port="2" to-layer="1186" to-port="0" />
+		<edge from-layer="1186" from-port="1" to-layer="1187" to-port="1" />
 		<edge from-layer="1187" from-port="2" to-layer="1188" to-port="1" />
-		<edge from-layer="1188" from-port="2" to-layer="1191" to-port="0" />
-		<edge from-layer="1188" from-port="2" to-layer="1233" to-port="0" />
-		<edge from-layer="1188" from-port="2" to-layer="1198" to-port="0" />
-		<edge from-layer="1189" from-port="0" to-layer="1197" to-port="0" />
-		<edge from-layer="1190" from-port="0" to-layer="1191" to-port="1" />
-		<edge from-layer="1191" from-port="2" to-layer="1193" to-port="0" />
-		<edge from-layer="1192" from-port="0" to-layer="1193" to-port="1" />
+		<edge from-layer="1188" from-port="2" to-layer="1197" to-port="0" />
+		<edge from-layer="1189" from-port="0" to-layer="1190" to-port="0" />
+		<edge from-layer="1190" from-port="1" to-layer="1193" to-port="0" />
+		<edge from-layer="1191" from-port="0" to-layer="1192" to-port="0" />
+		<edge from-layer="1192" from-port="1" to-layer="1193" to-port="1" />
 		<edge from-layer="1193" from-port="2" to-layer="1195" to-port="0" />
 		<edge from-layer="1194" from-port="0" to-layer="1195" to-port="1" />
 		<edge from-layer="1195" from-port="2" to-layer="1196" to-port="0" />
 		<edge from-layer="1196" from-port="1" to-layer="1197" to-port="1" />
-		<edge from-layer="1197" from-port="2" to-layer="1198" to-port="1" />
-		<edge from-layer="1198" from-port="2" to-layer="1200" to-port="0" />
+		<edge from-layer="1197" from-port="2" to-layer="1200" to-port="0" />
+		<edge from-layer="1197" from-port="2" to-layer="1207" to-port="0" />
+		<edge from-layer="1198" from-port="0" to-layer="1206" to-port="0" />
 		<edge from-layer="1199" from-port="0" to-layer="1200" to-port="1" />
-		<edge from-layer="1200" from-port="2" to-layer="1213" to-port="0" />
-		<edge from-layer="1200" from-port="2" to-layer="1206" to-port="0" />
-		<edge from-layer="1201" from-port="0" to-layer="1202" to-port="0" />
-		<edge from-layer="1202" from-port="1" to-layer="1204" to-port="0" />
+		<edge from-layer="1200" from-port="2" to-layer="1202" to-port="0" />
+		<edge from-layer="1201" from-port="0" to-layer="1202" to-port="1" />
+		<edge from-layer="1202" from-port="2" to-layer="1204" to-port="0" />
 		<edge from-layer="1203" from-port="0" to-layer="1204" to-port="1" />
 		<edge from-layer="1204" from-port="2" to-layer="1205" to-port="0" />
 		<edge from-layer="1205" from-port="1" to-layer="1206" to-port="1" />
-		<edge from-layer="1206" from-port="2" to-layer="1207" to-port="0" />
-		<edge from-layer="1207" from-port="1" to-layer="1214" to-port="0" />
-		<edge from-layer="1208" from-port="0" to-layer="1209" to-port="0" />
-		<edge from-layer="1209" from-port="1" to-layer="1211" to-port="0" />
-		<edge from-layer="1210" from-port="0" to-layer="1211" to-port="1" />
-		<edge from-layer="1211" from-port="2" to-layer="1212" to-port="0" />
-		<edge from-layer="1212" from-port="1" to-layer="1213" to-port="1" />
-		<edge from-layer="1213" from-port="2" to-layer="1214" to-port="1" />
-		<edge from-layer="1214" from-port="2" to-layer="1220" to-port="0" />
-		<edge from-layer="1215" from-port="0" to-layer="1216" to-port="0" />
-		<edge from-layer="1216" from-port="1" to-layer="1218" to-port="0" />
-		<edge from-layer="1217" from-port="0" to-layer="1218" to-port="1" />
-		<edge from-layer="1218" from-port="2" to-layer="1219" to-port="0" />
-		<edge from-layer="1219" from-port="1" to-layer="1220" to-port="1" />
-		<edge from-layer="1220" from-port="2" to-layer="1223" to-port="0" />
-		<edge from-layer="1220" from-port="2" to-layer="1230" to-port="0" />
-		<edge from-layer="1221" from-port="0" to-layer="1229" to-port="0" />
-		<edge from-layer="1222" from-port="0" to-layer="1223" to-port="1" />
-		<edge from-layer="1223" from-port="2" to-layer="1225" to-port="0" />
-		<edge from-layer="1224" from-port="0" to-layer="1225" to-port="1" />
-		<edge from-layer="1225" from-port="2" to-layer="1227" to-port="0" />
-		<edge from-layer="1226" from-port="0" to-layer="1227" to-port="1" />
-		<edge from-layer="1227" from-port="2" to-layer="1228" to-port="0" />
-		<edge from-layer="1228" from-port="1" to-layer="1229" to-port="1" />
-		<edge from-layer="1229" from-port="2" to-layer="1230" to-port="1" />
-		<edge from-layer="1230" from-port="2" to-layer="1232" to-port="0" />
-		<edge from-layer="1231" from-port="0" to-layer="1232" to-port="1" />
-		<edge from-layer="1232" from-port="2" to-layer="1233" to-port="1" />
-		<edge from-layer="1233" from-port="2" to-layer="1340" to-port="0" />
-		<edge from-layer="1233" from-port="2" to-layer="1236" to-port="0" />
-		<edge from-layer="1233" from-port="2" to-layer="1243" to-port="0" />
-		<edge from-layer="1234" from-port="0" to-layer="1242" to-port="0" />
-		<edge from-layer="1235" from-port="0" to-layer="1236" to-port="1" />
-		<edge from-layer="1236" from-port="2" to-layer="1238" to-port="0" />
-		<edge from-layer="1237" from-port="0" to-layer="1238" to-port="1" />
-		<edge from-layer="1238" from-port="2" to-layer="1240" to-port="0" />
-		<edge from-layer="1239" from-port="0" to-layer="1240" to-port="1" />
-		<edge from-layer="1240" from-port="2" to-layer="1241" to-port="0" />
-		<edge from-layer="1241" from-port="1" to-layer="1242" to-port="1" />
-		<edge from-layer="1242" from-port="2" to-layer="1243" to-port="1" />
-		<edge from-layer="1243" from-port="2" to-layer="1245" to-port="0" />
-		<edge from-layer="1244" from-port="0" to-layer="1245" to-port="1" />
-		<edge from-layer="1245" from-port="2" to-layer="1277" to-port="0" />
-		<edge from-layer="1245" from-port="2" to-layer="1251" to-port="0" />
-		<edge from-layer="1245" from-port="2" to-layer="1308" to-port="0" />
-		<edge from-layer="1246" from-port="0" to-layer="1247" to-port="0" />
-		<edge from-layer="1247" from-port="1" to-layer="1249" to-port="0" />
-		<edge from-layer="1248" from-port="0" to-layer="1249" to-port="1" />
+		<edge from-layer="1206" from-port="2" to-layer="1207" to-port="1" />
+		<edge from-layer="1207" from-port="2" to-layer="1209" to-port="0" />
+		<edge from-layer="1208" from-port="0" to-layer="1209" to-port="1" />
+		<edge from-layer="1209" from-port="2" to-layer="1210" to-port="1" />
+		<edge from-layer="1210" from-port="2" to-layer="1220" to-port="0" />
+		<edge from-layer="1210" from-port="2" to-layer="1329" to-port="0" />
+		<edge from-layer="1210" from-port="2" to-layer="1213" to-port="0" />
+		<edge from-layer="1211" from-port="0" to-layer="1219" to-port="0" />
+		<edge from-layer="1212" from-port="0" to-layer="1213" to-port="1" />
+		<edge from-layer="1213" from-port="2" to-layer="1215" to-port="0" />
+		<edge from-layer="1214" from-port="0" to-layer="1215" to-port="1" />
+		<edge from-layer="1215" from-port="2" to-layer="1217" to-port="0" />
+		<edge from-layer="1216" from-port="0" to-layer="1217" to-port="1" />
+		<edge from-layer="1217" from-port="2" to-layer="1218" to-port="0" />
+		<edge from-layer="1218" from-port="1" to-layer="1219" to-port="1" />
+		<edge from-layer="1219" from-port="2" to-layer="1220" to-port="1" />
+		<edge from-layer="1220" from-port="2" to-layer="1222" to-port="0" />
+		<edge from-layer="1221" from-port="0" to-layer="1222" to-port="1" />
+		<edge from-layer="1222" from-port="2" to-layer="1294" to-port="0" />
+		<edge from-layer="1222" from-port="2" to-layer="1231" to-port="0" />
+		<edge from-layer="1222" from-port="2" to-layer="1260" to-port="0" />
+		<edge from-layer="1223" from-port="0" to-layer="1224" to-port="0" />
+		<edge from-layer="1224" from-port="1" to-layer="1227" to-port="0" />
+		<edge from-layer="1225" from-port="0" to-layer="1226" to-port="0" />
+		<edge from-layer="1226" from-port="1" to-layer="1227" to-port="1" />
+		<edge from-layer="1227" from-port="2" to-layer="1229" to-port="0" />
+		<edge from-layer="1228" from-port="0" to-layer="1229" to-port="1" />
+		<edge from-layer="1229" from-port="2" to-layer="1230" to-port="0" />
+		<edge from-layer="1230" from-port="1" to-layer="1231" to-port="1" />
+		<edge from-layer="1231" from-port="2" to-layer="1233" to-port="0" />
+		<edge from-layer="1232" from-port="0" to-layer="1233" to-port="1" />
+		<edge from-layer="1233" from-port="2" to-layer="1235" to-port="0" />
+		<edge from-layer="1234" from-port="0" to-layer="1235" to-port="1" />
+		<edge from-layer="1235" from-port="2" to-layer="1241" to-port="0" />
+		<edge from-layer="1235" from-port="2" to-layer="1248" to-port="0" />
+		<edge from-layer="1235" from-port="2" to-layer="1236" to-port="0" />
+		<edge from-layer="1236" from-port="2" to-layer="1251" to-port="0" />
+		<edge from-layer="1237" from-port="0" to-layer="1241" to-port="1" />
+		<edge from-layer="1238" from-port="0" to-layer="1241" to-port="2" />
+		<edge from-layer="1239" from-port="0" to-layer="1241" to-port="3" />
+		<edge from-layer="1240" from-port="0" to-layer="1241" to-port="4" />
+		<edge from-layer="1241" from-port="5" to-layer="1243" to-port="0" />
+		<edge from-layer="1242" from-port="0" to-layer="1243" to-port="1" />
+		<edge from-layer="1243" from-port="2" to-layer="1249" to-port="0" />
+		<edge from-layer="1244" from-port="0" to-layer="1248" to-port="1" />
+		<edge from-layer="1245" from-port="0" to-layer="1248" to-port="2" />
+		<edge from-layer="1246" from-port="0" to-layer="1248" to-port="3" />
+		<edge from-layer="1247" from-port="0" to-layer="1248" to-port="4" />
+		<edge from-layer="1248" from-port="5" to-layer="1249" to-port="1" />
 		<edge from-layer="1249" from-port="2" to-layer="1250" to-port="0" />
-		<edge from-layer="1250" from-port="1" to-layer="1251" to-port="1" />
-		<edge from-layer="1251" from-port="2" to-layer="1253" to-port="0" />
-		<edge from-layer="1252" from-port="0" to-layer="1253" to-port="1" />
-		<edge from-layer="1253" from-port="2" to-layer="1255" to-port="0" />
-		<edge from-layer="1254" from-port="0" to-layer="1255" to-port="1" />
-		<edge from-layer="1255" from-port="2" to-layer="1261" to-port="0" />
-		<edge from-layer="1255" from-port="2" to-layer="1268" to-port="0" />
-		<edge from-layer="1255" from-port="2" to-layer="1256" to-port="0" />
-		<edge from-layer="1256" from-port="2" to-layer="1271" to-port="0" />
-		<edge from-layer="1257" from-port="0" to-layer="1261" to-port="1" />
-		<edge from-layer="1258" from-port="0" to-layer="1261" to-port="2" />
-		<edge from-layer="1259" from-port="0" to-layer="1261" to-port="3" />
-		<edge from-layer="1260" from-port="0" to-layer="1261" to-port="4" />
-		<edge from-layer="1261" from-port="5" to-layer="1263" to-port="0" />
-		<edge from-layer="1262" from-port="0" to-layer="1263" to-port="1" />
-		<edge from-layer="1263" from-port="2" to-layer="1269" to-port="0" />
-		<edge from-layer="1264" from-port="0" to-layer="1268" to-port="1" />
-		<edge from-layer="1265" from-port="0" to-layer="1268" to-port="2" />
-		<edge from-layer="1266" from-port="0" to-layer="1268" to-port="3" />
-		<edge from-layer="1267" from-port="0" to-layer="1268" to-port="4" />
-		<edge from-layer="1268" from-port="5" to-layer="1269" to-port="1" />
-		<edge from-layer="1269" from-port="2" to-layer="1270" to-port="0" />
-		<edge from-layer="1270" from-port="2" to-layer="1271" to-port="1" />
-		<edge from-layer="1271" from-port="2" to-layer="1318" to-port="0" />
-		<edge from-layer="1272" from-port="0" to-layer="1273" to-port="0" />
-		<edge from-layer="1273" from-port="1" to-layer="1275" to-port="0" />
-		<edge from-layer="1274" from-port="0" to-layer="1275" to-port="1" />
-		<edge from-layer="1275" from-port="2" to-layer="1276" to-port="0" />
-		<edge from-layer="1276" from-port="1" to-layer="1277" to-port="1" />
-		<edge from-layer="1277" from-port="2" to-layer="1279" to-port="0" />
-		<edge from-layer="1278" from-port="0" to-layer="1279" to-port="1" />
-		<edge from-layer="1279" from-port="2" to-layer="1281" to-port="0" />
-		<edge from-layer="1280" from-port="0" to-layer="1281" to-port="1" />
-		<edge from-layer="1281" from-port="2" to-layer="1294" to-port="0" />
-		<edge from-layer="1281" from-port="2" to-layer="1282" to-port="0" />
-		<edge from-layer="1281" from-port="2" to-layer="1287" to-port="0" />
-		<edge from-layer="1282" from-port="2" to-layer="1297" to-port="0" />
-		<edge from-layer="1283" from-port="0" to-layer="1287" to-port="1" />
-		<edge from-layer="1284" from-port="0" to-layer="1287" to-port="2" />
-		<edge from-layer="1285" from-port="0" to-layer="1287" to-port="3" />
-		<edge from-layer="1286" from-port="0" to-layer="1287" to-port="4" />
-		<edge from-layer="1287" from-port="5" to-layer="1289" to-port="0" />
-		<edge from-layer="1288" from-port="0" to-layer="1289" to-port="1" />
-		<edge from-layer="1289" from-port="2" to-layer="1295" to-port="0" />
-		<edge from-layer="1290" from-port="0" to-layer="1294" to-port="1" />
-		<edge from-layer="1291" from-port="0" to-layer="1294" to-port="2" />
-		<edge from-layer="1292" from-port="0" to-layer="1294" to-port="3" />
-		<edge from-layer="1293" from-port="0" to-layer="1294" to-port="4" />
-		<edge from-layer="1294" from-port="5" to-layer="1295" to-port="1" />
-		<edge from-layer="1295" from-port="2" to-layer="1296" to-port="0" />
-		<edge from-layer="1296" from-port="2" to-layer="1297" to-port="1" />
-		<edge from-layer="1297" from-port="2" to-layer="1299" to-port="0" />
-		<edge from-layer="1298" from-port="0" to-layer="1299" to-port="1" />
-		<edge from-layer="1298" from-port="0" to-layer="1313" to-port="1" />
+		<edge from-layer="1250" from-port="2" to-layer="1251" to-port="1" />
+		<edge from-layer="1251" from-port="2" to-layer="1304" to-port="0" />
+		<edge from-layer="1252" from-port="0" to-layer="1253" to-port="0" />
+		<edge from-layer="1253" from-port="1" to-layer="1256" to-port="0" />
+		<edge from-layer="1254" from-port="0" to-layer="1255" to-port="0" />
+		<edge from-layer="1255" from-port="1" to-layer="1256" to-port="1" />
+		<edge from-layer="1256" from-port="2" to-layer="1258" to-port="0" />
+		<edge from-layer="1257" from-port="0" to-layer="1258" to-port="1" />
+		<edge from-layer="1258" from-port="2" to-layer="1259" to-port="0" />
+		<edge from-layer="1259" from-port="1" to-layer="1260" to-port="1" />
+		<edge from-layer="1260" from-port="2" to-layer="1262" to-port="0" />
+		<edge from-layer="1261" from-port="0" to-layer="1262" to-port="1" />
+		<edge from-layer="1262" from-port="2" to-layer="1264" to-port="0" />
+		<edge from-layer="1263" from-port="0" to-layer="1264" to-port="1" />
+		<edge from-layer="1264" from-port="2" to-layer="1270" to-port="0" />
+		<edge from-layer="1264" from-port="2" to-layer="1277" to-port="0" />
+		<edge from-layer="1264" from-port="2" to-layer="1265" to-port="0" />
+		<edge from-layer="1265" from-port="2" to-layer="1280" to-port="0" />
+		<edge from-layer="1266" from-port="0" to-layer="1270" to-port="1" />
+		<edge from-layer="1267" from-port="0" to-layer="1270" to-port="2" />
+		<edge from-layer="1268" from-port="0" to-layer="1270" to-port="3" />
+		<edge from-layer="1269" from-port="0" to-layer="1270" to-port="4" />
+		<edge from-layer="1270" from-port="5" to-layer="1272" to-port="0" />
+		<edge from-layer="1271" from-port="0" to-layer="1272" to-port="1" />
+		<edge from-layer="1272" from-port="2" to-layer="1278" to-port="0" />
+		<edge from-layer="1273" from-port="0" to-layer="1277" to-port="1" />
+		<edge from-layer="1274" from-port="0" to-layer="1277" to-port="2" />
+		<edge from-layer="1275" from-port="0" to-layer="1277" to-port="3" />
+		<edge from-layer="1276" from-port="0" to-layer="1277" to-port="4" />
+		<edge from-layer="1277" from-port="5" to-layer="1278" to-port="1" />
+		<edge from-layer="1278" from-port="2" to-layer="1279" to-port="0" />
+		<edge from-layer="1279" from-port="2" to-layer="1280" to-port="1" />
+		<edge from-layer="1280" from-port="2" to-layer="1282" to-port="0" />
+		<edge from-layer="1281" from-port="0" to-layer="1282" to-port="1" />
+		<edge from-layer="1281" from-port="0" to-layer="1299" to-port="1" />
+		<edge from-layer="1282" from-port="2" to-layer="1283" to-port="0" />
+		<edge from-layer="1283" from-port="2" to-layer="1285" to-port="0" />
+		<edge from-layer="1284" from-port="0" to-layer="1285" to-port="1" />
+		<edge from-layer="1285" from-port="2" to-layer="1304" to-port="1" />
+		<edge from-layer="1286" from-port="0" to-layer="1287" to-port="0" />
+		<edge from-layer="1287" from-port="1" to-layer="1290" to-port="0" />
+		<edge from-layer="1288" from-port="0" to-layer="1289" to-port="0" />
+		<edge from-layer="1289" from-port="1" to-layer="1290" to-port="1" />
+		<edge from-layer="1290" from-port="2" to-layer="1292" to-port="0" />
+		<edge from-layer="1291" from-port="0" to-layer="1292" to-port="1" />
+		<edge from-layer="1292" from-port="2" to-layer="1293" to-port="0" />
+		<edge from-layer="1293" from-port="1" to-layer="1294" to-port="1" />
+		<edge from-layer="1294" from-port="2" to-layer="1296" to-port="0" />
+		<edge from-layer="1295" from-port="0" to-layer="1296" to-port="1" />
+		<edge from-layer="1296" from-port="2" to-layer="1298" to-port="0" />
+		<edge from-layer="1297" from-port="0" to-layer="1298" to-port="1" />
+		<edge from-layer="1298" from-port="2" to-layer="1299" to-port="0" />
 		<edge from-layer="1299" from-port="2" to-layer="1300" to-port="0" />
 		<edge from-layer="1300" from-port="2" to-layer="1302" to-port="0" />
 		<edge from-layer="1301" from-port="0" to-layer="1302" to-port="1" />
-		<edge from-layer="1302" from-port="2" to-layer="1318" to-port="1" />
-		<edge from-layer="1303" from-port="0" to-layer="1304" to-port="0" />
-		<edge from-layer="1304" from-port="1" to-layer="1306" to-port="0" />
+		<edge from-layer="1302" from-port="2" to-layer="1304" to-port="2" />
+		<edge from-layer="1303" from-port="0" to-layer="1304" to-port="4" />
+		<edge from-layer="1304" from-port="5" to-layer="1306" to-port="0" />
 		<edge from-layer="1305" from-port="0" to-layer="1306" to-port="1" />
 		<edge from-layer="1306" from-port="2" to-layer="1307" to-port="0" />
-		<edge from-layer="1307" from-port="1" to-layer="1308" to-port="1" />
-		<edge from-layer="1308" from-port="2" to-layer="1310" to-port="0" />
-		<edge from-layer="1309" from-port="0" to-layer="1310" to-port="1" />
-		<edge from-layer="1310" from-port="2" to-layer="1312" to-port="0" />
-		<edge from-layer="1311" from-port="0" to-layer="1312" to-port="1" />
-		<edge from-layer="1312" from-port="2" to-layer="1313" to-port="0" />
-		<edge from-layer="1313" from-port="2" to-layer="1314" to-port="0" />
-		<edge from-layer="1314" from-port="2" to-layer="1316" to-port="0" />
-		<edge from-layer="1315" from-port="0" to-layer="1316" to-port="1" />
-		<edge from-layer="1316" from-port="2" to-layer="1318" to-port="2" />
-		<edge from-layer="1317" from-port="0" to-layer="1318" to-port="4" />
-		<edge from-layer="1318" from-port="5" to-layer="1320" to-port="0" />
-		<edge from-layer="1319" from-port="0" to-layer="1320" to-port="1" />
-		<edge from-layer="1320" from-port="2" to-layer="1321" to-port="0" />
-		<edge from-layer="1321" from-port="2" to-layer="1327" to-port="0" />
-		<edge from-layer="1322" from-port="0" to-layer="1323" to-port="0" />
-		<edge from-layer="1323" from-port="1" to-layer="1325" to-port="0" />
-		<edge from-layer="1324" from-port="0" to-layer="1325" to-port="1" />
-		<edge from-layer="1325" from-port="2" to-layer="1326" to-port="0" />
-		<edge from-layer="1326" from-port="1" to-layer="1327" to-port="1" />
-		<edge from-layer="1327" from-port="2" to-layer="1337" to-port="0" />
-		<edge from-layer="1327" from-port="2" to-layer="1330" to-port="0" />
-		<edge from-layer="1328" from-port="0" to-layer="1336" to-port="0" />
-		<edge from-layer="1329" from-port="0" to-layer="1330" to-port="1" />
-		<edge from-layer="1330" from-port="2" to-layer="1332" to-port="0" />
+		<edge from-layer="1307" from-port="2" to-layer="1316" to-port="0" />
+		<edge from-layer="1308" from-port="0" to-layer="1309" to-port="0" />
+		<edge from-layer="1309" from-port="1" to-layer="1312" to-port="0" />
+		<edge from-layer="1310" from-port="0" to-layer="1311" to-port="0" />
+		<edge from-layer="1311" from-port="1" to-layer="1312" to-port="1" />
+		<edge from-layer="1312" from-port="2" to-layer="1314" to-port="0" />
+		<edge from-layer="1313" from-port="0" to-layer="1314" to-port="1" />
+		<edge from-layer="1314" from-port="2" to-layer="1315" to-port="0" />
+		<edge from-layer="1315" from-port="1" to-layer="1316" to-port="1" />
+		<edge from-layer="1316" from-port="2" to-layer="1319" to-port="0" />
+		<edge from-layer="1316" from-port="2" to-layer="1326" to-port="0" />
+		<edge from-layer="1317" from-port="0" to-layer="1325" to-port="0" />
+		<edge from-layer="1318" from-port="0" to-layer="1319" to-port="1" />
+		<edge from-layer="1319" from-port="2" to-layer="1321" to-port="0" />
+		<edge from-layer="1320" from-port="0" to-layer="1321" to-port="1" />
+		<edge from-layer="1321" from-port="2" to-layer="1323" to-port="0" />
+		<edge from-layer="1322" from-port="0" to-layer="1323" to-port="1" />
+		<edge from-layer="1323" from-port="2" to-layer="1324" to-port="0" />
+		<edge from-layer="1324" from-port="1" to-layer="1325" to-port="1" />
+		<edge from-layer="1325" from-port="2" to-layer="1326" to-port="1" />
+		<edge from-layer="1326" from-port="2" to-layer="1328" to-port="0" />
+		<edge from-layer="1327" from-port="0" to-layer="1328" to-port="1" />
+		<edge from-layer="1328" from-port="2" to-layer="1329" to-port="1" />
+		<edge from-layer="1329" from-port="2" to-layer="1332" to-port="0" />
+		<edge from-layer="1329" from-port="2" to-layer="1383" to-port="0" />
+		<edge from-layer="1329" from-port="2" to-layer="1339" to-port="0" />
+		<edge from-layer="1330" from-port="0" to-layer="1338" to-port="0" />
 		<edge from-layer="1331" from-port="0" to-layer="1332" to-port="1" />
 		<edge from-layer="1332" from-port="2" to-layer="1334" to-port="0" />
 		<edge from-layer="1333" from-port="0" to-layer="1334" to-port="1" />
-		<edge from-layer="1334" from-port="2" to-layer="1335" to-port="0" />
-		<edge from-layer="1335" from-port="1" to-layer="1336" to-port="1" />
-		<edge from-layer="1336" from-port="2" to-layer="1337" to-port="1" />
-		<edge from-layer="1337" from-port="2" to-layer="1339" to-port="0" />
-		<edge from-layer="1338" from-port="0" to-layer="1339" to-port="1" />
-		<edge from-layer="1339" from-port="2" to-layer="1340" to-port="1" />
-		<edge from-layer="1340" from-port="2" to-layer="1343" to-port="0" />
-		<edge from-layer="1340" from-port="2" to-layer="1350" to-port="0" />
-		<edge from-layer="1340" from-port="2" to-layer="1385" to-port="0" />
-		<edge from-layer="1341" from-port="0" to-layer="1349" to-port="0" />
-		<edge from-layer="1342" from-port="0" to-layer="1343" to-port="1" />
-		<edge from-layer="1343" from-port="2" to-layer="1345" to-port="0" />
-		<edge from-layer="1344" from-port="0" to-layer="1345" to-port="1" />
-		<edge from-layer="1345" from-port="2" to-layer="1347" to-port="0" />
-		<edge from-layer="1346" from-port="0" to-layer="1347" to-port="1" />
-		<edge from-layer="1347" from-port="2" to-layer="1348" to-port="0" />
-		<edge from-layer="1348" from-port="1" to-layer="1349" to-port="1" />
-		<edge from-layer="1349" from-port="2" to-layer="1350" to-port="1" />
-		<edge from-layer="1350" from-port="2" to-layer="1352" to-port="0" />
-		<edge from-layer="1351" from-port="0" to-layer="1352" to-port="1" />
-		<edge from-layer="1352" from-port="2" to-layer="1365" to-port="0" />
-		<edge from-layer="1352" from-port="2" to-layer="1358" to-port="0" />
-		<edge from-layer="1353" from-port="0" to-layer="1354" to-port="0" />
-		<edge from-layer="1354" from-port="1" to-layer="1356" to-port="0" />
-		<edge from-layer="1355" from-port="0" to-layer="1356" to-port="1" />
-		<edge from-layer="1356" from-port="2" to-layer="1357" to-port="0" />
-		<edge from-layer="1357" from-port="1" to-layer="1358" to-port="1" />
+		<edge from-layer="1334" from-port="2" to-layer="1336" to-port="0" />
+		<edge from-layer="1335" from-port="0" to-layer="1336" to-port="1" />
+		<edge from-layer="1336" from-port="2" to-layer="1337" to-port="0" />
+		<edge from-layer="1337" from-port="1" to-layer="1338" to-port="1" />
+		<edge from-layer="1338" from-port="2" to-layer="1339" to-port="1" />
+		<edge from-layer="1339" from-port="2" to-layer="1341" to-port="0" />
+		<edge from-layer="1340" from-port="0" to-layer="1341" to-port="1" />
+		<edge from-layer="1341" from-port="2" to-layer="1360" to-port="0" />
+		<edge from-layer="1341" from-port="2" to-layer="1350" to-port="0" />
+		<edge from-layer="1342" from-port="0" to-layer="1343" to-port="0" />
+		<edge from-layer="1343" from-port="1" to-layer="1346" to-port="0" />
+		<edge from-layer="1344" from-port="0" to-layer="1345" to-port="0" />
+		<edge from-layer="1345" from-port="1" to-layer="1346" to-port="1" />
+		<edge from-layer="1346" from-port="2" to-layer="1348" to-port="0" />
+		<edge from-layer="1347" from-port="0" to-layer="1348" to-port="1" />
+		<edge from-layer="1348" from-port="2" to-layer="1349" to-port="0" />
+		<edge from-layer="1349" from-port="1" to-layer="1350" to-port="1" />
+		<edge from-layer="1350" from-port="2" to-layer="1351" to-port="0" />
+		<edge from-layer="1351" from-port="1" to-layer="1361" to-port="0" />
+		<edge from-layer="1352" from-port="0" to-layer="1353" to-port="0" />
+		<edge from-layer="1353" from-port="1" to-layer="1356" to-port="0" />
+		<edge from-layer="1354" from-port="0" to-layer="1355" to-port="0" />
+		<edge from-layer="1355" from-port="1" to-layer="1356" to-port="1" />
+		<edge from-layer="1356" from-port="2" to-layer="1358" to-port="0" />
+		<edge from-layer="1357" from-port="0" to-layer="1358" to-port="1" />
 		<edge from-layer="1358" from-port="2" to-layer="1359" to-port="0" />
-		<edge from-layer="1359" from-port="1" to-layer="1366" to-port="0" />
-		<edge from-layer="1360" from-port="0" to-layer="1361" to-port="0" />
-		<edge from-layer="1361" from-port="1" to-layer="1363" to-port="0" />
-		<edge from-layer="1362" from-port="0" to-layer="1363" to-port="1" />
-		<edge from-layer="1363" from-port="2" to-layer="1364" to-port="0" />
-		<edge from-layer="1364" from-port="1" to-layer="1365" to-port="1" />
-		<edge from-layer="1365" from-port="2" to-layer="1366" to-port="1" />
-		<edge from-layer="1366" from-port="2" to-layer="1372" to-port="0" />
-		<edge from-layer="1367" from-port="0" to-layer="1368" to-port="0" />
-		<edge from-layer="1368" from-port="1" to-layer="1370" to-port="0" />
-		<edge from-layer="1369" from-port="0" to-layer="1370" to-port="1" />
-		<edge from-layer="1370" from-port="2" to-layer="1371" to-port="0" />
-		<edge from-layer="1371" from-port="1" to-layer="1372" to-port="1" />
-		<edge from-layer="1372" from-port="2" to-layer="1375" to-port="0" />
-		<edge from-layer="1372" from-port="2" to-layer="1382" to-port="0" />
-		<edge from-layer="1373" from-port="0" to-layer="1381" to-port="0" />
+		<edge from-layer="1359" from-port="1" to-layer="1360" to-port="1" />
+		<edge from-layer="1360" from-port="2" to-layer="1361" to-port="1" />
+		<edge from-layer="1361" from-port="2" to-layer="1370" to-port="0" />
+		<edge from-layer="1362" from-port="0" to-layer="1363" to-port="0" />
+		<edge from-layer="1363" from-port="1" to-layer="1366" to-port="0" />
+		<edge from-layer="1364" from-port="0" to-layer="1365" to-port="0" />
+		<edge from-layer="1365" from-port="1" to-layer="1366" to-port="1" />
+		<edge from-layer="1366" from-port="2" to-layer="1368" to-port="0" />
+		<edge from-layer="1367" from-port="0" to-layer="1368" to-port="1" />
+		<edge from-layer="1368" from-port="2" to-layer="1369" to-port="0" />
+		<edge from-layer="1369" from-port="1" to-layer="1370" to-port="1" />
+		<edge from-layer="1370" from-port="2" to-layer="1373" to-port="0" />
+		<edge from-layer="1370" from-port="2" to-layer="1380" to-port="0" />
+		<edge from-layer="1371" from-port="0" to-layer="1379" to-port="0" />
+		<edge from-layer="1372" from-port="0" to-layer="1373" to-port="1" />
+		<edge from-layer="1373" from-port="2" to-layer="1375" to-port="0" />
 		<edge from-layer="1374" from-port="0" to-layer="1375" to-port="1" />
 		<edge from-layer="1375" from-port="2" to-layer="1377" to-port="0" />
 		<edge from-layer="1376" from-port="0" to-layer="1377" to-port="1" />
-		<edge from-layer="1377" from-port="2" to-layer="1379" to-port="0" />
-		<edge from-layer="1378" from-port="0" to-layer="1379" to-port="1" />
-		<edge from-layer="1379" from-port="2" to-layer="1380" to-port="0" />
-		<edge from-layer="1380" from-port="1" to-layer="1381" to-port="1" />
-		<edge from-layer="1381" from-port="2" to-layer="1382" to-port="1" />
-		<edge from-layer="1382" from-port="2" to-layer="1384" to-port="0" />
-		<edge from-layer="1383" from-port="0" to-layer="1384" to-port="1" />
-		<edge from-layer="1384" from-port="2" to-layer="1385" to-port="1" />
-		<edge from-layer="1385" from-port="2" to-layer="1388" to-port="0" />
-		<edge from-layer="1385" from-port="2" to-layer="1492" to-port="0" />
-		<edge from-layer="1385" from-port="2" to-layer="1395" to-port="0" />
-		<edge from-layer="1386" from-port="0" to-layer="1394" to-port="0" />
+		<edge from-layer="1377" from-port="2" to-layer="1378" to-port="0" />
+		<edge from-layer="1378" from-port="1" to-layer="1379" to-port="1" />
+		<edge from-layer="1379" from-port="2" to-layer="1380" to-port="1" />
+		<edge from-layer="1380" from-port="2" to-layer="1382" to-port="0" />
+		<edge from-layer="1381" from-port="0" to-layer="1382" to-port="1" />
+		<edge from-layer="1382" from-port="2" to-layer="1383" to-port="1" />
+		<edge from-layer="1383" from-port="2" to-layer="1502" to-port="0" />
+		<edge from-layer="1383" from-port="2" to-layer="1393" to-port="0" />
+		<edge from-layer="1383" from-port="2" to-layer="1386" to-port="0" />
+		<edge from-layer="1384" from-port="0" to-layer="1392" to-port="0" />
+		<edge from-layer="1385" from-port="0" to-layer="1386" to-port="1" />
+		<edge from-layer="1386" from-port="2" to-layer="1388" to-port="0" />
 		<edge from-layer="1387" from-port="0" to-layer="1388" to-port="1" />
 		<edge from-layer="1388" from-port="2" to-layer="1390" to-port="0" />
 		<edge from-layer="1389" from-port="0" to-layer="1390" to-port="1" />
-		<edge from-layer="1390" from-port="2" to-layer="1392" to-port="0" />
-		<edge from-layer="1391" from-port="0" to-layer="1392" to-port="1" />
-		<edge from-layer="1392" from-port="2" to-layer="1393" to-port="0" />
-		<edge from-layer="1393" from-port="1" to-layer="1394" to-port="1" />
-		<edge from-layer="1394" from-port="2" to-layer="1395" to-port="1" />
-		<edge from-layer="1395" from-port="2" to-layer="1397" to-port="0" />
-		<edge from-layer="1396" from-port="0" to-layer="1397" to-port="1" />
-		<edge from-layer="1397" from-port="2" to-layer="1460" to-port="0" />
-		<edge from-layer="1397" from-port="2" to-layer="1429" to-port="0" />
-		<edge from-layer="1397" from-port="2" to-layer="1403" to-port="0" />
+		<edge from-layer="1390" from-port="2" to-layer="1391" to-port="0" />
+		<edge from-layer="1391" from-port="1" to-layer="1392" to-port="1" />
+		<edge from-layer="1392" from-port="2" to-layer="1393" to-port="1" />
+		<edge from-layer="1393" from-port="2" to-layer="1395" to-port="0" />
+		<edge from-layer="1394" from-port="0" to-layer="1395" to-port="1" />
+		<edge from-layer="1395" from-port="2" to-layer="1467" to-port="0" />
+		<edge from-layer="1395" from-port="2" to-layer="1404" to-port="0" />
+		<edge from-layer="1395" from-port="2" to-layer="1433" to-port="0" />
+		<edge from-layer="1396" from-port="0" to-layer="1397" to-port="0" />
+		<edge from-layer="1397" from-port="1" to-layer="1400" to-port="0" />
 		<edge from-layer="1398" from-port="0" to-layer="1399" to-port="0" />
-		<edge from-layer="1399" from-port="1" to-layer="1401" to-port="0" />
-		<edge from-layer="1400" from-port="0" to-layer="1401" to-port="1" />
-		<edge from-layer="1401" from-port="2" to-layer="1402" to-port="0" />
-		<edge from-layer="1402" from-port="1" to-layer="1403" to-port="1" />
-		<edge from-layer="1403" from-port="2" to-layer="1405" to-port="0" />
-		<edge from-layer="1404" from-port="0" to-layer="1405" to-port="1" />
-		<edge from-layer="1405" from-port="2" to-layer="1407" to-port="0" />
-		<edge from-layer="1406" from-port="0" to-layer="1407" to-port="1" />
-		<edge from-layer="1407" from-port="2" to-layer="1408" to-port="0" />
-		<edge from-layer="1407" from-port="2" to-layer="1413" to-port="0" />
-		<edge from-layer="1407" from-port="2" to-layer="1420" to-port="0" />
-		<edge from-layer="1408" from-port="2" to-layer="1423" to-port="0" />
-		<edge from-layer="1409" from-port="0" to-layer="1413" to-port="1" />
-		<edge from-layer="1410" from-port="0" to-layer="1413" to-port="2" />
-		<edge from-layer="1411" from-port="0" to-layer="1413" to-port="3" />
-		<edge from-layer="1412" from-port="0" to-layer="1413" to-port="4" />
-		<edge from-layer="1413" from-port="5" to-layer="1415" to-port="0" />
-		<edge from-layer="1414" from-port="0" to-layer="1415" to-port="1" />
-		<edge from-layer="1415" from-port="2" to-layer="1421" to-port="0" />
-		<edge from-layer="1416" from-port="0" to-layer="1420" to-port="1" />
-		<edge from-layer="1417" from-port="0" to-layer="1420" to-port="2" />
-		<edge from-layer="1418" from-port="0" to-layer="1420" to-port="3" />
-		<edge from-layer="1419" from-port="0" to-layer="1420" to-port="4" />
-		<edge from-layer="1420" from-port="5" to-layer="1421" to-port="1" />
-		<edge from-layer="1421" from-port="2" to-layer="1422" to-port="0" />
-		<edge from-layer="1422" from-port="2" to-layer="1423" to-port="1" />
-		<edge from-layer="1423" from-port="2" to-layer="1470" to-port="0" />
-		<edge from-layer="1424" from-port="0" to-layer="1425" to-port="0" />
-		<edge from-layer="1425" from-port="1" to-layer="1427" to-port="0" />
-		<edge from-layer="1426" from-port="0" to-layer="1427" to-port="1" />
-		<edge from-layer="1427" from-port="2" to-layer="1428" to-port="0" />
+		<edge from-layer="1399" from-port="1" to-layer="1400" to-port="1" />
+		<edge from-layer="1400" from-port="2" to-layer="1402" to-port="0" />
+		<edge from-layer="1401" from-port="0" to-layer="1402" to-port="1" />
+		<edge from-layer="1402" from-port="2" to-layer="1403" to-port="0" />
+		<edge from-layer="1403" from-port="1" to-layer="1404" to-port="1" />
+		<edge from-layer="1404" from-port="2" to-layer="1406" to-port="0" />
+		<edge from-layer="1405" from-port="0" to-layer="1406" to-port="1" />
+		<edge from-layer="1406" from-port="2" to-layer="1408" to-port="0" />
+		<edge from-layer="1407" from-port="0" to-layer="1408" to-port="1" />
+		<edge from-layer="1408" from-port="2" to-layer="1421" to-port="0" />
+		<edge from-layer="1408" from-port="2" to-layer="1414" to-port="0" />
+		<edge from-layer="1408" from-port="2" to-layer="1409" to-port="0" />
+		<edge from-layer="1409" from-port="2" to-layer="1424" to-port="0" />
+		<edge from-layer="1410" from-port="0" to-layer="1414" to-port="1" />
+		<edge from-layer="1411" from-port="0" to-layer="1414" to-port="2" />
+		<edge from-layer="1412" from-port="0" to-layer="1414" to-port="3" />
+		<edge from-layer="1413" from-port="0" to-layer="1414" to-port="4" />
+		<edge from-layer="1414" from-port="5" to-layer="1416" to-port="0" />
+		<edge from-layer="1415" from-port="0" to-layer="1416" to-port="1" />
+		<edge from-layer="1416" from-port="2" to-layer="1422" to-port="0" />
+		<edge from-layer="1417" from-port="0" to-layer="1421" to-port="1" />
+		<edge from-layer="1418" from-port="0" to-layer="1421" to-port="2" />
+		<edge from-layer="1419" from-port="0" to-layer="1421" to-port="3" />
+		<edge from-layer="1420" from-port="0" to-layer="1421" to-port="4" />
+		<edge from-layer="1421" from-port="5" to-layer="1422" to-port="1" />
+		<edge from-layer="1422" from-port="2" to-layer="1423" to-port="0" />
+		<edge from-layer="1423" from-port="2" to-layer="1424" to-port="1" />
+		<edge from-layer="1424" from-port="2" to-layer="1477" to-port="0" />
+		<edge from-layer="1425" from-port="0" to-layer="1426" to-port="0" />
+		<edge from-layer="1426" from-port="1" to-layer="1429" to-port="0" />
+		<edge from-layer="1427" from-port="0" to-layer="1428" to-port="0" />
 		<edge from-layer="1428" from-port="1" to-layer="1429" to-port="1" />
 		<edge from-layer="1429" from-port="2" to-layer="1431" to-port="0" />
 		<edge from-layer="1430" from-port="0" to-layer="1431" to-port="1" />
-		<edge from-layer="1431" from-port="2" to-layer="1433" to-port="0" />
-		<edge from-layer="1432" from-port="0" to-layer="1433" to-port="1" />
-		<edge from-layer="1433" from-port="2" to-layer="1446" to-port="0" />
-		<edge from-layer="1433" from-port="2" to-layer="1434" to-port="0" />
-		<edge from-layer="1433" from-port="2" to-layer="1439" to-port="0" />
-		<edge from-layer="1434" from-port="2" to-layer="1449" to-port="0" />
-		<edge from-layer="1435" from-port="0" to-layer="1439" to-port="1" />
-		<edge from-layer="1436" from-port="0" to-layer="1439" to-port="2" />
-		<edge from-layer="1437" from-port="0" to-layer="1439" to-port="3" />
-		<edge from-layer="1438" from-port="0" to-layer="1439" to-port="4" />
-		<edge from-layer="1439" from-port="5" to-layer="1441" to-port="0" />
-		<edge from-layer="1440" from-port="0" to-layer="1441" to-port="1" />
-		<edge from-layer="1441" from-port="2" to-layer="1447" to-port="0" />
-		<edge from-layer="1442" from-port="0" to-layer="1446" to-port="1" />
-		<edge from-layer="1443" from-port="0" to-layer="1446" to-port="2" />
-		<edge from-layer="1444" from-port="0" to-layer="1446" to-port="3" />
-		<edge from-layer="1445" from-port="0" to-layer="1446" to-port="4" />
-		<edge from-layer="1446" from-port="5" to-layer="1447" to-port="1" />
-		<edge from-layer="1447" from-port="2" to-layer="1448" to-port="0" />
-		<edge from-layer="1448" from-port="2" to-layer="1449" to-port="1" />
-		<edge from-layer="1449" from-port="2" to-layer="1451" to-port="0" />
-		<edge from-layer="1450" from-port="0" to-layer="1451" to-port="1" />
-		<edge from-layer="1450" from-port="0" to-layer="1465" to-port="1" />
+		<edge from-layer="1431" from-port="2" to-layer="1432" to-port="0" />
+		<edge from-layer="1432" from-port="1" to-layer="1433" to-port="1" />
+		<edge from-layer="1433" from-port="2" to-layer="1435" to-port="0" />
+		<edge from-layer="1434" from-port="0" to-layer="1435" to-port="1" />
+		<edge from-layer="1435" from-port="2" to-layer="1437" to-port="0" />
+		<edge from-layer="1436" from-port="0" to-layer="1437" to-port="1" />
+		<edge from-layer="1437" from-port="2" to-layer="1450" to-port="0" />
+		<edge from-layer="1437" from-port="2" to-layer="1443" to-port="0" />
+		<edge from-layer="1437" from-port="2" to-layer="1438" to-port="0" />
+		<edge from-layer="1438" from-port="2" to-layer="1453" to-port="0" />
+		<edge from-layer="1439" from-port="0" to-layer="1443" to-port="1" />
+		<edge from-layer="1440" from-port="0" to-layer="1443" to-port="2" />
+		<edge from-layer="1441" from-port="0" to-layer="1443" to-port="3" />
+		<edge from-layer="1442" from-port="0" to-layer="1443" to-port="4" />
+		<edge from-layer="1443" from-port="5" to-layer="1445" to-port="0" />
+		<edge from-layer="1444" from-port="0" to-layer="1445" to-port="1" />
+		<edge from-layer="1445" from-port="2" to-layer="1451" to-port="0" />
+		<edge from-layer="1446" from-port="0" to-layer="1450" to-port="1" />
+		<edge from-layer="1447" from-port="0" to-layer="1450" to-port="2" />
+		<edge from-layer="1448" from-port="0" to-layer="1450" to-port="3" />
+		<edge from-layer="1449" from-port="0" to-layer="1450" to-port="4" />
+		<edge from-layer="1450" from-port="5" to-layer="1451" to-port="1" />
 		<edge from-layer="1451" from-port="2" to-layer="1452" to-port="0" />
-		<edge from-layer="1452" from-port="2" to-layer="1454" to-port="0" />
-		<edge from-layer="1453" from-port="0" to-layer="1454" to-port="1" />
-		<edge from-layer="1454" from-port="2" to-layer="1470" to-port="1" />
-		<edge from-layer="1455" from-port="0" to-layer="1456" to-port="0" />
-		<edge from-layer="1456" from-port="1" to-layer="1458" to-port="0" />
+		<edge from-layer="1452" from-port="2" to-layer="1453" to-port="1" />
+		<edge from-layer="1453" from-port="2" to-layer="1455" to-port="0" />
+		<edge from-layer="1454" from-port="0" to-layer="1455" to-port="1" />
+		<edge from-layer="1454" from-port="0" to-layer="1472" to-port="1" />
+		<edge from-layer="1455" from-port="2" to-layer="1456" to-port="0" />
+		<edge from-layer="1456" from-port="2" to-layer="1458" to-port="0" />
 		<edge from-layer="1457" from-port="0" to-layer="1458" to-port="1" />
-		<edge from-layer="1458" from-port="2" to-layer="1459" to-port="0" />
-		<edge from-layer="1459" from-port="1" to-layer="1460" to-port="1" />
-		<edge from-layer="1460" from-port="2" to-layer="1462" to-port="0" />
-		<edge from-layer="1461" from-port="0" to-layer="1462" to-port="1" />
-		<edge from-layer="1462" from-port="2" to-layer="1464" to-port="0" />
-		<edge from-layer="1463" from-port="0" to-layer="1464" to-port="1" />
-		<edge from-layer="1464" from-port="2" to-layer="1465" to-port="0" />
+		<edge from-layer="1458" from-port="2" to-layer="1477" to-port="1" />
+		<edge from-layer="1459" from-port="0" to-layer="1460" to-port="0" />
+		<edge from-layer="1460" from-port="1" to-layer="1463" to-port="0" />
+		<edge from-layer="1461" from-port="0" to-layer="1462" to-port="0" />
+		<edge from-layer="1462" from-port="1" to-layer="1463" to-port="1" />
+		<edge from-layer="1463" from-port="2" to-layer="1465" to-port="0" />
+		<edge from-layer="1464" from-port="0" to-layer="1465" to-port="1" />
 		<edge from-layer="1465" from-port="2" to-layer="1466" to-port="0" />
-		<edge from-layer="1466" from-port="2" to-layer="1468" to-port="0" />
-		<edge from-layer="1467" from-port="0" to-layer="1468" to-port="1" />
-		<edge from-layer="1468" from-port="2" to-layer="1470" to-port="2" />
-		<edge from-layer="1469" from-port="0" to-layer="1470" to-port="4" />
-		<edge from-layer="1470" from-port="5" to-layer="1472" to-port="0" />
-		<edge from-layer="1471" from-port="0" to-layer="1472" to-port="1" />
+		<edge from-layer="1466" from-port="1" to-layer="1467" to-port="1" />
+		<edge from-layer="1467" from-port="2" to-layer="1469" to-port="0" />
+		<edge from-layer="1468" from-port="0" to-layer="1469" to-port="1" />
+		<edge from-layer="1469" from-port="2" to-layer="1471" to-port="0" />
+		<edge from-layer="1470" from-port="0" to-layer="1471" to-port="1" />
+		<edge from-layer="1471" from-port="2" to-layer="1472" to-port="0" />
 		<edge from-layer="1472" from-port="2" to-layer="1473" to-port="0" />
-		<edge from-layer="1473" from-port="2" to-layer="1479" to-port="0" />
-		<edge from-layer="1474" from-port="0" to-layer="1475" to-port="0" />
-		<edge from-layer="1475" from-port="1" to-layer="1477" to-port="0" />
-		<edge from-layer="1476" from-port="0" to-layer="1477" to-port="1" />
-		<edge from-layer="1477" from-port="2" to-layer="1478" to-port="0" />
-		<edge from-layer="1478" from-port="1" to-layer="1479" to-port="1" />
-		<edge from-layer="1479" from-port="2" to-layer="1489" to-port="0" />
-		<edge from-layer="1479" from-port="2" to-layer="1482" to-port="0" />
-		<edge from-layer="1480" from-port="0" to-layer="1488" to-port="0" />
-		<edge from-layer="1481" from-port="0" to-layer="1482" to-port="1" />
-		<edge from-layer="1482" from-port="2" to-layer="1484" to-port="0" />
-		<edge from-layer="1483" from-port="0" to-layer="1484" to-port="1" />
-		<edge from-layer="1484" from-port="2" to-layer="1486" to-port="0" />
-		<edge from-layer="1485" from-port="0" to-layer="1486" to-port="1" />
-		<edge from-layer="1486" from-port="2" to-layer="1487" to-port="0" />
-		<edge from-layer="1487" from-port="1" to-layer="1488" to-port="1" />
-		<edge from-layer="1488" from-port="2" to-layer="1489" to-port="1" />
-		<edge from-layer="1489" from-port="2" to-layer="1491" to-port="0" />
-		<edge from-layer="1490" from-port="0" to-layer="1491" to-port="1" />
-		<edge from-layer="1491" from-port="2" to-layer="1492" to-port="1" />
-		<edge from-layer="1492" from-port="2" to-layer="1502" to-port="0" />
-		<edge from-layer="1492" from-port="2" to-layer="1495" to-port="0" />
-		<edge from-layer="1492" from-port="2" to-layer="1537" to-port="0" />
-		<edge from-layer="1493" from-port="0" to-layer="1501" to-port="0" />
-		<edge from-layer="1494" from-port="0" to-layer="1495" to-port="1" />
-		<edge from-layer="1495" from-port="2" to-layer="1497" to-port="0" />
-		<edge from-layer="1496" from-port="0" to-layer="1497" to-port="1" />
-		<edge from-layer="1497" from-port="2" to-layer="1499" to-port="0" />
-		<edge from-layer="1498" from-port="0" to-layer="1499" to-port="1" />
-		<edge from-layer="1499" from-port="2" to-layer="1500" to-port="0" />
-		<edge from-layer="1500" from-port="1" to-layer="1501" to-port="1" />
+		<edge from-layer="1473" from-port="2" to-layer="1475" to-port="0" />
+		<edge from-layer="1474" from-port="0" to-layer="1475" to-port="1" />
+		<edge from-layer="1475" from-port="2" to-layer="1477" to-port="2" />
+		<edge from-layer="1476" from-port="0" to-layer="1477" to-port="4" />
+		<edge from-layer="1477" from-port="5" to-layer="1479" to-port="0" />
+		<edge from-layer="1478" from-port="0" to-layer="1479" to-port="1" />
+		<edge from-layer="1479" from-port="2" to-layer="1480" to-port="0" />
+		<edge from-layer="1480" from-port="2" to-layer="1489" to-port="0" />
+		<edge from-layer="1481" from-port="0" to-layer="1482" to-port="0" />
+		<edge from-layer="1482" from-port="1" to-layer="1485" to-port="0" />
+		<edge from-layer="1483" from-port="0" to-layer="1484" to-port="0" />
+		<edge from-layer="1484" from-port="1" to-layer="1485" to-port="1" />
+		<edge from-layer="1485" from-port="2" to-layer="1487" to-port="0" />
+		<edge from-layer="1486" from-port="0" to-layer="1487" to-port="1" />
+		<edge from-layer="1487" from-port="2" to-layer="1488" to-port="0" />
+		<edge from-layer="1488" from-port="1" to-layer="1489" to-port="1" />
+		<edge from-layer="1489" from-port="2" to-layer="1492" to-port="0" />
+		<edge from-layer="1489" from-port="2" to-layer="1499" to-port="0" />
+		<edge from-layer="1490" from-port="0" to-layer="1498" to-port="0" />
+		<edge from-layer="1491" from-port="0" to-layer="1492" to-port="1" />
+		<edge from-layer="1492" from-port="2" to-layer="1494" to-port="0" />
+		<edge from-layer="1493" from-port="0" to-layer="1494" to-port="1" />
+		<edge from-layer="1494" from-port="2" to-layer="1496" to-port="0" />
+		<edge from-layer="1495" from-port="0" to-layer="1496" to-port="1" />
+		<edge from-layer="1496" from-port="2" to-layer="1497" to-port="0" />
+		<edge from-layer="1497" from-port="1" to-layer="1498" to-port="1" />
+		<edge from-layer="1498" from-port="2" to-layer="1499" to-port="1" />
+		<edge from-layer="1499" from-port="2" to-layer="1501" to-port="0" />
+		<edge from-layer="1500" from-port="0" to-layer="1501" to-port="1" />
 		<edge from-layer="1501" from-port="2" to-layer="1502" to-port="1" />
-		<edge from-layer="1502" from-port="2" to-layer="1504" to-port="0" />
-		<edge from-layer="1503" from-port="0" to-layer="1504" to-port="1" />
-		<edge from-layer="1504" from-port="2" to-layer="1510" to-port="0" />
-		<edge from-layer="1504" from-port="2" to-layer="1517" to-port="0" />
-		<edge from-layer="1505" from-port="0" to-layer="1506" to-port="0" />
-		<edge from-layer="1506" from-port="1" to-layer="1508" to-port="0" />
-		<edge from-layer="1507" from-port="0" to-layer="1508" to-port="1" />
-		<edge from-layer="1508" from-port="2" to-layer="1509" to-port="0" />
-		<edge from-layer="1509" from-port="1" to-layer="1510" to-port="1" />
-		<edge from-layer="1510" from-port="2" to-layer="1511" to-port="0" />
-		<edge from-layer="1511" from-port="1" to-layer="1518" to-port="0" />
-		<edge from-layer="1512" from-port="0" to-layer="1513" to-port="0" />
-		<edge from-layer="1513" from-port="1" to-layer="1515" to-port="0" />
-		<edge from-layer="1514" from-port="0" to-layer="1515" to-port="1" />
-		<edge from-layer="1515" from-port="2" to-layer="1516" to-port="0" />
-		<edge from-layer="1516" from-port="1" to-layer="1517" to-port="1" />
-		<edge from-layer="1517" from-port="2" to-layer="1518" to-port="1" />
-		<edge from-layer="1518" from-port="2" to-layer="1524" to-port="0" />
-		<edge from-layer="1519" from-port="0" to-layer="1520" to-port="0" />
-		<edge from-layer="1520" from-port="1" to-layer="1522" to-port="0" />
-		<edge from-layer="1521" from-port="0" to-layer="1522" to-port="1" />
-		<edge from-layer="1522" from-port="2" to-layer="1523" to-port="0" />
-		<edge from-layer="1523" from-port="1" to-layer="1524" to-port="1" />
-		<edge from-layer="1524" from-port="2" to-layer="1527" to-port="0" />
-		<edge from-layer="1524" from-port="2" to-layer="1534" to-port="0" />
-		<edge from-layer="1525" from-port="0" to-layer="1533" to-port="0" />
-		<edge from-layer="1526" from-port="0" to-layer="1527" to-port="1" />
-		<edge from-layer="1527" from-port="2" to-layer="1529" to-port="0" />
-		<edge from-layer="1528" from-port="0" to-layer="1529" to-port="1" />
+		<edge from-layer="1502" from-port="2" to-layer="1505" to-port="0" />
+		<edge from-layer="1502" from-port="2" to-layer="1556" to-port="0" />
+		<edge from-layer="1502" from-port="2" to-layer="1512" to-port="0" />
+		<edge from-layer="1503" from-port="0" to-layer="1511" to-port="0" />
+		<edge from-layer="1504" from-port="0" to-layer="1505" to-port="1" />
+		<edge from-layer="1505" from-port="2" to-layer="1507" to-port="0" />
+		<edge from-layer="1506" from-port="0" to-layer="1507" to-port="1" />
+		<edge from-layer="1507" from-port="2" to-layer="1509" to-port="0" />
+		<edge from-layer="1508" from-port="0" to-layer="1509" to-port="1" />
+		<edge from-layer="1509" from-port="2" to-layer="1510" to-port="0" />
+		<edge from-layer="1510" from-port="1" to-layer="1511" to-port="1" />
+		<edge from-layer="1511" from-port="2" to-layer="1512" to-port="1" />
+		<edge from-layer="1512" from-port="2" to-layer="1514" to-port="0" />
+		<edge from-layer="1513" from-port="0" to-layer="1514" to-port="1" />
+		<edge from-layer="1514" from-port="2" to-layer="1533" to-port="0" />
+		<edge from-layer="1514" from-port="2" to-layer="1523" to-port="0" />
+		<edge from-layer="1515" from-port="0" to-layer="1516" to-port="0" />
+		<edge from-layer="1516" from-port="1" to-layer="1519" to-port="0" />
+		<edge from-layer="1517" from-port="0" to-layer="1518" to-port="0" />
+		<edge from-layer="1518" from-port="1" to-layer="1519" to-port="1" />
+		<edge from-layer="1519" from-port="2" to-layer="1521" to-port="0" />
+		<edge from-layer="1520" from-port="0" to-layer="1521" to-port="1" />
+		<edge from-layer="1521" from-port="2" to-layer="1522" to-port="0" />
+		<edge from-layer="1522" from-port="1" to-layer="1523" to-port="1" />
+		<edge from-layer="1523" from-port="2" to-layer="1524" to-port="0" />
+		<edge from-layer="1524" from-port="1" to-layer="1534" to-port="0" />
+		<edge from-layer="1525" from-port="0" to-layer="1526" to-port="0" />
+		<edge from-layer="1526" from-port="1" to-layer="1529" to-port="0" />
+		<edge from-layer="1527" from-port="0" to-layer="1528" to-port="0" />
+		<edge from-layer="1528" from-port="1" to-layer="1529" to-port="1" />
 		<edge from-layer="1529" from-port="2" to-layer="1531" to-port="0" />
 		<edge from-layer="1530" from-port="0" to-layer="1531" to-port="1" />
 		<edge from-layer="1531" from-port="2" to-layer="1532" to-port="0" />
 		<edge from-layer="1532" from-port="1" to-layer="1533" to-port="1" />
 		<edge from-layer="1533" from-port="2" to-layer="1534" to-port="1" />
-		<edge from-layer="1534" from-port="2" to-layer="1536" to-port="0" />
-		<edge from-layer="1535" from-port="0" to-layer="1536" to-port="1" />
-		<edge from-layer="1536" from-port="2" to-layer="1537" to-port="1" />
-		<edge from-layer="1537" from-port="2" to-layer="1540" to-port="0" />
-		<edge from-layer="1537" from-port="2" to-layer="1644" to-port="0" />
-		<edge from-layer="1537" from-port="2" to-layer="1547" to-port="0" />
-		<edge from-layer="1538" from-port="0" to-layer="1546" to-port="0" />
-		<edge from-layer="1539" from-port="0" to-layer="1540" to-port="1" />
-		<edge from-layer="1540" from-port="2" to-layer="1542" to-port="0" />
-		<edge from-layer="1541" from-port="0" to-layer="1542" to-port="1" />
-		<edge from-layer="1542" from-port="2" to-layer="1544" to-port="0" />
-		<edge from-layer="1543" from-port="0" to-layer="1544" to-port="1" />
-		<edge from-layer="1544" from-port="2" to-layer="1545" to-port="0" />
-		<edge from-layer="1545" from-port="1" to-layer="1546" to-port="1" />
-		<edge from-layer="1546" from-port="2" to-layer="1547" to-port="1" />
-		<edge from-layer="1547" from-port="2" to-layer="1549" to-port="0" />
-		<edge from-layer="1548" from-port="0" to-layer="1549" to-port="1" />
-		<edge from-layer="1549" from-port="2" to-layer="1612" to-port="0" />
-		<edge from-layer="1549" from-port="2" to-layer="1581" to-port="0" />
-		<edge from-layer="1549" from-port="2" to-layer="1555" to-port="0" />
-		<edge from-layer="1550" from-port="0" to-layer="1551" to-port="0" />
-		<edge from-layer="1551" from-port="1" to-layer="1553" to-port="0" />
-		<edge from-layer="1552" from-port="0" to-layer="1553" to-port="1" />
-		<edge from-layer="1553" from-port="2" to-layer="1554" to-port="0" />
-		<edge from-layer="1554" from-port="1" to-layer="1555" to-port="1" />
-		<edge from-layer="1555" from-port="2" to-layer="1557" to-port="0" />
-		<edge from-layer="1556" from-port="0" to-layer="1557" to-port="1" />
-		<edge from-layer="1557" from-port="2" to-layer="1559" to-port="0" />
+		<edge from-layer="1534" from-port="2" to-layer="1543" to-port="0" />
+		<edge from-layer="1535" from-port="0" to-layer="1536" to-port="0" />
+		<edge from-layer="1536" from-port="1" to-layer="1539" to-port="0" />
+		<edge from-layer="1537" from-port="0" to-layer="1538" to-port="0" />
+		<edge from-layer="1538" from-port="1" to-layer="1539" to-port="1" />
+		<edge from-layer="1539" from-port="2" to-layer="1541" to-port="0" />
+		<edge from-layer="1540" from-port="0" to-layer="1541" to-port="1" />
+		<edge from-layer="1541" from-port="2" to-layer="1542" to-port="0" />
+		<edge from-layer="1542" from-port="1" to-layer="1543" to-port="1" />
+		<edge from-layer="1543" from-port="2" to-layer="1546" to-port="0" />
+		<edge from-layer="1543" from-port="2" to-layer="1553" to-port="0" />
+		<edge from-layer="1544" from-port="0" to-layer="1552" to-port="0" />
+		<edge from-layer="1545" from-port="0" to-layer="1546" to-port="1" />
+		<edge from-layer="1546" from-port="2" to-layer="1548" to-port="0" />
+		<edge from-layer="1547" from-port="0" to-layer="1548" to-port="1" />
+		<edge from-layer="1548" from-port="2" to-layer="1550" to-port="0" />
+		<edge from-layer="1549" from-port="0" to-layer="1550" to-port="1" />
+		<edge from-layer="1550" from-port="2" to-layer="1551" to-port="0" />
+		<edge from-layer="1551" from-port="1" to-layer="1552" to-port="1" />
+		<edge from-layer="1552" from-port="2" to-layer="1553" to-port="1" />
+		<edge from-layer="1553" from-port="2" to-layer="1555" to-port="0" />
+		<edge from-layer="1554" from-port="0" to-layer="1555" to-port="1" />
+		<edge from-layer="1555" from-port="2" to-layer="1556" to-port="1" />
+		<edge from-layer="1556" from-port="2" to-layer="1675" to-port="0" />
+		<edge from-layer="1556" from-port="2" to-layer="1566" to-port="0" />
+		<edge from-layer="1556" from-port="2" to-layer="1559" to-port="0" />
+		<edge from-layer="1557" from-port="0" to-layer="1565" to-port="0" />
 		<edge from-layer="1558" from-port="0" to-layer="1559" to-port="1" />
-		<edge from-layer="1559" from-port="2" to-layer="1565" to-port="0" />
-		<edge from-layer="1559" from-port="2" to-layer="1572" to-port="0" />
-		<edge from-layer="1559" from-port="2" to-layer="1560" to-port="0" />
-		<edge from-layer="1560" from-port="2" to-layer="1575" to-port="0" />
-		<edge from-layer="1561" from-port="0" to-layer="1565" to-port="1" />
-		<edge from-layer="1562" from-port="0" to-layer="1565" to-port="2" />
-		<edge from-layer="1563" from-port="0" to-layer="1565" to-port="3" />
-		<edge from-layer="1564" from-port="0" to-layer="1565" to-port="4" />
-		<edge from-layer="1565" from-port="5" to-layer="1567" to-port="0" />
-		<edge from-layer="1566" from-port="0" to-layer="1567" to-port="1" />
-		<edge from-layer="1567" from-port="2" to-layer="1573" to-port="0" />
-		<edge from-layer="1568" from-port="0" to-layer="1572" to-port="1" />
-		<edge from-layer="1569" from-port="0" to-layer="1572" to-port="2" />
-		<edge from-layer="1570" from-port="0" to-layer="1572" to-port="3" />
-		<edge from-layer="1571" from-port="0" to-layer="1572" to-port="4" />
-		<edge from-layer="1572" from-port="5" to-layer="1573" to-port="1" />
-		<edge from-layer="1573" from-port="2" to-layer="1574" to-port="0" />
-		<edge from-layer="1574" from-port="2" to-layer="1575" to-port="1" />
-		<edge from-layer="1575" from-port="2" to-layer="1622" to-port="0" />
-		<edge from-layer="1576" from-port="0" to-layer="1577" to-port="0" />
-		<edge from-layer="1577" from-port="1" to-layer="1579" to-port="0" />
+		<edge from-layer="1559" from-port="2" to-layer="1561" to-port="0" />
+		<edge from-layer="1560" from-port="0" to-layer="1561" to-port="1" />
+		<edge from-layer="1561" from-port="2" to-layer="1563" to-port="0" />
+		<edge from-layer="1562" from-port="0" to-layer="1563" to-port="1" />
+		<edge from-layer="1563" from-port="2" to-layer="1564" to-port="0" />
+		<edge from-layer="1564" from-port="1" to-layer="1565" to-port="1" />
+		<edge from-layer="1565" from-port="2" to-layer="1566" to-port="1" />
+		<edge from-layer="1566" from-port="2" to-layer="1568" to-port="0" />
+		<edge from-layer="1567" from-port="0" to-layer="1568" to-port="1" />
+		<edge from-layer="1568" from-port="2" to-layer="1577" to-port="0" />
+		<edge from-layer="1568" from-port="2" to-layer="1606" to-port="0" />
+		<edge from-layer="1568" from-port="2" to-layer="1640" to-port="0" />
+		<edge from-layer="1569" from-port="0" to-layer="1570" to-port="0" />
+		<edge from-layer="1570" from-port="1" to-layer="1573" to-port="0" />
+		<edge from-layer="1571" from-port="0" to-layer="1572" to-port="0" />
+		<edge from-layer="1572" from-port="1" to-layer="1573" to-port="1" />
+		<edge from-layer="1573" from-port="2" to-layer="1575" to-port="0" />
+		<edge from-layer="1574" from-port="0" to-layer="1575" to-port="1" />
+		<edge from-layer="1575" from-port="2" to-layer="1576" to-port="0" />
+		<edge from-layer="1576" from-port="1" to-layer="1577" to-port="1" />
+		<edge from-layer="1577" from-port="2" to-layer="1579" to-port="0" />
 		<edge from-layer="1578" from-port="0" to-layer="1579" to-port="1" />
-		<edge from-layer="1579" from-port="2" to-layer="1580" to-port="0" />
-		<edge from-layer="1580" from-port="1" to-layer="1581" to-port="1" />
-		<edge from-layer="1581" from-port="2" to-layer="1583" to-port="0" />
-		<edge from-layer="1582" from-port="0" to-layer="1583" to-port="1" />
-		<edge from-layer="1583" from-port="2" to-layer="1585" to-port="0" />
-		<edge from-layer="1584" from-port="0" to-layer="1585" to-port="1" />
-		<edge from-layer="1585" from-port="2" to-layer="1598" to-port="0" />
-		<edge from-layer="1585" from-port="2" to-layer="1591" to-port="0" />
-		<edge from-layer="1585" from-port="2" to-layer="1586" to-port="0" />
-		<edge from-layer="1586" from-port="2" to-layer="1601" to-port="0" />
-		<edge from-layer="1587" from-port="0" to-layer="1591" to-port="1" />
-		<edge from-layer="1588" from-port="0" to-layer="1591" to-port="2" />
-		<edge from-layer="1589" from-port="0" to-layer="1591" to-port="3" />
-		<edge from-layer="1590" from-port="0" to-layer="1591" to-port="4" />
-		<edge from-layer="1591" from-port="5" to-layer="1593" to-port="0" />
-		<edge from-layer="1592" from-port="0" to-layer="1593" to-port="1" />
-		<edge from-layer="1593" from-port="2" to-layer="1599" to-port="0" />
-		<edge from-layer="1594" from-port="0" to-layer="1598" to-port="1" />
-		<edge from-layer="1595" from-port="0" to-layer="1598" to-port="2" />
-		<edge from-layer="1596" from-port="0" to-layer="1598" to-port="3" />
-		<edge from-layer="1597" from-port="0" to-layer="1598" to-port="4" />
-		<edge from-layer="1598" from-port="5" to-layer="1599" to-port="1" />
-		<edge from-layer="1599" from-port="2" to-layer="1600" to-port="0" />
-		<edge from-layer="1600" from-port="2" to-layer="1601" to-port="1" />
-		<edge from-layer="1601" from-port="2" to-layer="1603" to-port="0" />
-		<edge from-layer="1602" from-port="0" to-layer="1603" to-port="1" />
-		<edge from-layer="1602" from-port="0" to-layer="1617" to-port="1" />
-		<edge from-layer="1603" from-port="2" to-layer="1604" to-port="0" />
-		<edge from-layer="1604" from-port="2" to-layer="1606" to-port="0" />
-		<edge from-layer="1605" from-port="0" to-layer="1606" to-port="1" />
-		<edge from-layer="1606" from-port="2" to-layer="1622" to-port="1" />
-		<edge from-layer="1607" from-port="0" to-layer="1608" to-port="0" />
-		<edge from-layer="1608" from-port="1" to-layer="1610" to-port="0" />
+		<edge from-layer="1579" from-port="2" to-layer="1581" to-port="0" />
+		<edge from-layer="1580" from-port="0" to-layer="1581" to-port="1" />
+		<edge from-layer="1581" from-port="2" to-layer="1582" to-port="0" />
+		<edge from-layer="1581" from-port="2" to-layer="1587" to-port="0" />
+		<edge from-layer="1581" from-port="2" to-layer="1594" to-port="0" />
+		<edge from-layer="1582" from-port="2" to-layer="1597" to-port="0" />
+		<edge from-layer="1583" from-port="0" to-layer="1587" to-port="1" />
+		<edge from-layer="1584" from-port="0" to-layer="1587" to-port="2" />
+		<edge from-layer="1585" from-port="0" to-layer="1587" to-port="3" />
+		<edge from-layer="1586" from-port="0" to-layer="1587" to-port="4" />
+		<edge from-layer="1587" from-port="5" to-layer="1589" to-port="0" />
+		<edge from-layer="1588" from-port="0" to-layer="1589" to-port="1" />
+		<edge from-layer="1589" from-port="2" to-layer="1595" to-port="0" />
+		<edge from-layer="1590" from-port="0" to-layer="1594" to-port="1" />
+		<edge from-layer="1591" from-port="0" to-layer="1594" to-port="2" />
+		<edge from-layer="1592" from-port="0" to-layer="1594" to-port="3" />
+		<edge from-layer="1593" from-port="0" to-layer="1594" to-port="4" />
+		<edge from-layer="1594" from-port="5" to-layer="1595" to-port="1" />
+		<edge from-layer="1595" from-port="2" to-layer="1596" to-port="0" />
+		<edge from-layer="1596" from-port="2" to-layer="1597" to-port="1" />
+		<edge from-layer="1597" from-port="2" to-layer="1650" to-port="0" />
+		<edge from-layer="1598" from-port="0" to-layer="1599" to-port="0" />
+		<edge from-layer="1599" from-port="1" to-layer="1602" to-port="0" />
+		<edge from-layer="1600" from-port="0" to-layer="1601" to-port="0" />
+		<edge from-layer="1601" from-port="1" to-layer="1602" to-port="1" />
+		<edge from-layer="1602" from-port="2" to-layer="1604" to-port="0" />
+		<edge from-layer="1603" from-port="0" to-layer="1604" to-port="1" />
+		<edge from-layer="1604" from-port="2" to-layer="1605" to-port="0" />
+		<edge from-layer="1605" from-port="1" to-layer="1606" to-port="1" />
+		<edge from-layer="1606" from-port="2" to-layer="1608" to-port="0" />
+		<edge from-layer="1607" from-port="0" to-layer="1608" to-port="1" />
+		<edge from-layer="1608" from-port="2" to-layer="1610" to-port="0" />
 		<edge from-layer="1609" from-port="0" to-layer="1610" to-port="1" />
+		<edge from-layer="1610" from-port="2" to-layer="1623" to-port="0" />
 		<edge from-layer="1610" from-port="2" to-layer="1611" to-port="0" />
-		<edge from-layer="1611" from-port="1" to-layer="1612" to-port="1" />
-		<edge from-layer="1612" from-port="2" to-layer="1614" to-port="0" />
-		<edge from-layer="1613" from-port="0" to-layer="1614" to-port="1" />
-		<edge from-layer="1614" from-port="2" to-layer="1616" to-port="0" />
-		<edge from-layer="1615" from-port="0" to-layer="1616" to-port="1" />
-		<edge from-layer="1616" from-port="2" to-layer="1617" to-port="0" />
-		<edge from-layer="1617" from-port="2" to-layer="1618" to-port="0" />
-		<edge from-layer="1618" from-port="2" to-layer="1620" to-port="0" />
-		<edge from-layer="1619" from-port="0" to-layer="1620" to-port="1" />
-		<edge from-layer="1620" from-port="2" to-layer="1622" to-port="2" />
-		<edge from-layer="1621" from-port="0" to-layer="1622" to-port="4" />
-		<edge from-layer="1622" from-port="5" to-layer="1624" to-port="0" />
-		<edge from-layer="1623" from-port="0" to-layer="1624" to-port="1" />
+		<edge from-layer="1610" from-port="2" to-layer="1616" to-port="0" />
+		<edge from-layer="1611" from-port="2" to-layer="1626" to-port="0" />
+		<edge from-layer="1612" from-port="0" to-layer="1616" to-port="1" />
+		<edge from-layer="1613" from-port="0" to-layer="1616" to-port="2" />
+		<edge from-layer="1614" from-port="0" to-layer="1616" to-port="3" />
+		<edge from-layer="1615" from-port="0" to-layer="1616" to-port="4" />
+		<edge from-layer="1616" from-port="5" to-layer="1618" to-port="0" />
+		<edge from-layer="1617" from-port="0" to-layer="1618" to-port="1" />
+		<edge from-layer="1618" from-port="2" to-layer="1624" to-port="0" />
+		<edge from-layer="1619" from-port="0" to-layer="1623" to-port="1" />
+		<edge from-layer="1620" from-port="0" to-layer="1623" to-port="2" />
+		<edge from-layer="1621" from-port="0" to-layer="1623" to-port="3" />
+		<edge from-layer="1622" from-port="0" to-layer="1623" to-port="4" />
+		<edge from-layer="1623" from-port="5" to-layer="1624" to-port="1" />
 		<edge from-layer="1624" from-port="2" to-layer="1625" to-port="0" />
-		<edge from-layer="1625" from-port="2" to-layer="1631" to-port="0" />
-		<edge from-layer="1626" from-port="0" to-layer="1627" to-port="0" />
-		<edge from-layer="1627" from-port="1" to-layer="1629" to-port="0" />
-		<edge from-layer="1628" from-port="0" to-layer="1629" to-port="1" />
-		<edge from-layer="1629" from-port="2" to-layer="1630" to-port="0" />
-		<edge from-layer="1630" from-port="1" to-layer="1631" to-port="1" />
-		<edge from-layer="1631" from-port="2" to-layer="1634" to-port="0" />
-		<edge from-layer="1631" from-port="2" to-layer="1641" to-port="0" />
-		<edge from-layer="1632" from-port="0" to-layer="1640" to-port="0" />
-		<edge from-layer="1633" from-port="0" to-layer="1634" to-port="1" />
-		<edge from-layer="1634" from-port="2" to-layer="1636" to-port="0" />
-		<edge from-layer="1635" from-port="0" to-layer="1636" to-port="1" />
+		<edge from-layer="1625" from-port="2" to-layer="1626" to-port="1" />
+		<edge from-layer="1626" from-port="2" to-layer="1628" to-port="0" />
+		<edge from-layer="1627" from-port="0" to-layer="1628" to-port="1" />
+		<edge from-layer="1627" from-port="0" to-layer="1645" to-port="1" />
+		<edge from-layer="1628" from-port="2" to-layer="1629" to-port="0" />
+		<edge from-layer="1629" from-port="2" to-layer="1631" to-port="0" />
+		<edge from-layer="1630" from-port="0" to-layer="1631" to-port="1" />
+		<edge from-layer="1631" from-port="2" to-layer="1650" to-port="1" />
+		<edge from-layer="1632" from-port="0" to-layer="1633" to-port="0" />
+		<edge from-layer="1633" from-port="1" to-layer="1636" to-port="0" />
+		<edge from-layer="1634" from-port="0" to-layer="1635" to-port="0" />
+		<edge from-layer="1635" from-port="1" to-layer="1636" to-port="1" />
 		<edge from-layer="1636" from-port="2" to-layer="1638" to-port="0" />
 		<edge from-layer="1637" from-port="0" to-layer="1638" to-port="1" />
 		<edge from-layer="1638" from-port="2" to-layer="1639" to-port="0" />
 		<edge from-layer="1639" from-port="1" to-layer="1640" to-port="1" />
-		<edge from-layer="1640" from-port="2" to-layer="1641" to-port="1" />
-		<edge from-layer="1641" from-port="2" to-layer="1643" to-port="0" />
-		<edge from-layer="1642" from-port="0" to-layer="1643" to-port="1" />
-		<edge from-layer="1643" from-port="2" to-layer="1644" to-port="1" />
-		<edge from-layer="1644" from-port="2" to-layer="1647" to-port="0" />
-		<edge from-layer="1644" from-port="2" to-layer="1689" to-port="0" />
-		<edge from-layer="1644" from-port="2" to-layer="1654" to-port="0" />
-		<edge from-layer="1645" from-port="0" to-layer="1653" to-port="0" />
-		<edge from-layer="1646" from-port="0" to-layer="1647" to-port="1" />
-		<edge from-layer="1647" from-port="2" to-layer="1649" to-port="0" />
-		<edge from-layer="1648" from-port="0" to-layer="1649" to-port="1" />
-		<edge from-layer="1649" from-port="2" to-layer="1651" to-port="0" />
-		<edge from-layer="1650" from-port="0" to-layer="1651" to-port="1" />
-		<edge from-layer="1651" from-port="2" to-layer="1652" to-port="0" />
-		<edge from-layer="1652" from-port="1" to-layer="1653" to-port="1" />
-		<edge from-layer="1653" from-port="2" to-layer="1654" to-port="1" />
-		<edge from-layer="1654" from-port="2" to-layer="1656" to-port="0" />
-		<edge from-layer="1655" from-port="0" to-layer="1656" to-port="1" />
-		<edge from-layer="1656" from-port="2" to-layer="1669" to-port="0" />
-		<edge from-layer="1656" from-port="2" to-layer="1662" to-port="0" />
-		<edge from-layer="1657" from-port="0" to-layer="1658" to-port="0" />
-		<edge from-layer="1658" from-port="1" to-layer="1660" to-port="0" />
+		<edge from-layer="1640" from-port="2" to-layer="1642" to-port="0" />
+		<edge from-layer="1641" from-port="0" to-layer="1642" to-port="1" />
+		<edge from-layer="1642" from-port="2" to-layer="1644" to-port="0" />
+		<edge from-layer="1643" from-port="0" to-layer="1644" to-port="1" />
+		<edge from-layer="1644" from-port="2" to-layer="1645" to-port="0" />
+		<edge from-layer="1645" from-port="2" to-layer="1646" to-port="0" />
+		<edge from-layer="1646" from-port="2" to-layer="1648" to-port="0" />
+		<edge from-layer="1647" from-port="0" to-layer="1648" to-port="1" />
+		<edge from-layer="1648" from-port="2" to-layer="1650" to-port="2" />
+		<edge from-layer="1649" from-port="0" to-layer="1650" to-port="4" />
+		<edge from-layer="1650" from-port="5" to-layer="1652" to-port="0" />
+		<edge from-layer="1651" from-port="0" to-layer="1652" to-port="1" />
+		<edge from-layer="1652" from-port="2" to-layer="1653" to-port="0" />
+		<edge from-layer="1653" from-port="2" to-layer="1662" to-port="0" />
+		<edge from-layer="1654" from-port="0" to-layer="1655" to-port="0" />
+		<edge from-layer="1655" from-port="1" to-layer="1658" to-port="0" />
+		<edge from-layer="1656" from-port="0" to-layer="1657" to-port="0" />
+		<edge from-layer="1657" from-port="1" to-layer="1658" to-port="1" />
+		<edge from-layer="1658" from-port="2" to-layer="1660" to-port="0" />
 		<edge from-layer="1659" from-port="0" to-layer="1660" to-port="1" />
 		<edge from-layer="1660" from-port="2" to-layer="1661" to-port="0" />
 		<edge from-layer="1661" from-port="1" to-layer="1662" to-port="1" />
-		<edge from-layer="1662" from-port="2" to-layer="1663" to-port="0" />
-		<edge from-layer="1663" from-port="1" to-layer="1670" to-port="0" />
-		<edge from-layer="1664" from-port="0" to-layer="1665" to-port="0" />
-		<edge from-layer="1665" from-port="1" to-layer="1667" to-port="0" />
+		<edge from-layer="1662" from-port="2" to-layer="1665" to-port="0" />
+		<edge from-layer="1662" from-port="2" to-layer="1672" to-port="0" />
+		<edge from-layer="1663" from-port="0" to-layer="1671" to-port="0" />
+		<edge from-layer="1664" from-port="0" to-layer="1665" to-port="1" />
+		<edge from-layer="1665" from-port="2" to-layer="1667" to-port="0" />
 		<edge from-layer="1666" from-port="0" to-layer="1667" to-port="1" />
-		<edge from-layer="1667" from-port="2" to-layer="1668" to-port="0" />
-		<edge from-layer="1668" from-port="1" to-layer="1669" to-port="1" />
-		<edge from-layer="1669" from-port="2" to-layer="1670" to-port="1" />
-		<edge from-layer="1670" from-port="2" to-layer="1676" to-port="0" />
-		<edge from-layer="1671" from-port="0" to-layer="1672" to-port="0" />
-		<edge from-layer="1672" from-port="1" to-layer="1674" to-port="0" />
+		<edge from-layer="1667" from-port="2" to-layer="1669" to-port="0" />
+		<edge from-layer="1668" from-port="0" to-layer="1669" to-port="1" />
+		<edge from-layer="1669" from-port="2" to-layer="1670" to-port="0" />
+		<edge from-layer="1670" from-port="1" to-layer="1671" to-port="1" />
+		<edge from-layer="1671" from-port="2" to-layer="1672" to-port="1" />
+		<edge from-layer="1672" from-port="2" to-layer="1674" to-port="0" />
 		<edge from-layer="1673" from-port="0" to-layer="1674" to-port="1" />
-		<edge from-layer="1674" from-port="2" to-layer="1675" to-port="0" />
-		<edge from-layer="1675" from-port="1" to-layer="1676" to-port="1" />
-		<edge from-layer="1676" from-port="2" to-layer="1686" to-port="0" />
-		<edge from-layer="1676" from-port="2" to-layer="1679" to-port="0" />
-		<edge from-layer="1677" from-port="0" to-layer="1685" to-port="0" />
-		<edge from-layer="1678" from-port="0" to-layer="1679" to-port="1" />
-		<edge from-layer="1679" from-port="2" to-layer="1681" to-port="0" />
-		<edge from-layer="1680" from-port="0" to-layer="1681" to-port="1" />
-		<edge from-layer="1681" from-port="2" to-layer="1683" to-port="0" />
-		<edge from-layer="1682" from-port="0" to-layer="1683" to-port="1" />
-		<edge from-layer="1683" from-port="2" to-layer="1684" to-port="0" />
-		<edge from-layer="1684" from-port="1" to-layer="1685" to-port="1" />
-		<edge from-layer="1685" from-port="2" to-layer="1686" to-port="1" />
-		<edge from-layer="1686" from-port="2" to-layer="1688" to-port="0" />
-		<edge from-layer="1687" from-port="0" to-layer="1688" to-port="1" />
-		<edge from-layer="1688" from-port="2" to-layer="1689" to-port="1" />
-		<edge from-layer="1689" from-port="2" to-layer="1796" to-port="0" />
-		<edge from-layer="1689" from-port="2" to-layer="1692" to-port="0" />
-		<edge from-layer="1689" from-port="2" to-layer="1699" to-port="0" />
-		<edge from-layer="1690" from-port="0" to-layer="1698" to-port="0" />
-		<edge from-layer="1691" from-port="0" to-layer="1692" to-port="1" />
+		<edge from-layer="1674" from-port="2" to-layer="1675" to-port="1" />
+		<edge from-layer="1675" from-port="2" to-layer="1729" to-port="0" />
+		<edge from-layer="1675" from-port="2" to-layer="1685" to-port="0" />
+		<edge from-layer="1675" from-port="2" to-layer="1678" to-port="0" />
+		<edge from-layer="1676" from-port="0" to-layer="1684" to-port="0" />
+		<edge from-layer="1677" from-port="0" to-layer="1678" to-port="1" />
+		<edge from-layer="1678" from-port="2" to-layer="1680" to-port="0" />
+		<edge from-layer="1679" from-port="0" to-layer="1680" to-port="1" />
+		<edge from-layer="1680" from-port="2" to-layer="1682" to-port="0" />
+		<edge from-layer="1681" from-port="0" to-layer="1682" to-port="1" />
+		<edge from-layer="1682" from-port="2" to-layer="1683" to-port="0" />
+		<edge from-layer="1683" from-port="1" to-layer="1684" to-port="1" />
+		<edge from-layer="1684" from-port="2" to-layer="1685" to-port="1" />
+		<edge from-layer="1685" from-port="2" to-layer="1687" to-port="0" />
+		<edge from-layer="1686" from-port="0" to-layer="1687" to-port="1" />
+		<edge from-layer="1687" from-port="2" to-layer="1696" to-port="0" />
+		<edge from-layer="1687" from-port="2" to-layer="1706" to-port="0" />
+		<edge from-layer="1688" from-port="0" to-layer="1689" to-port="0" />
+		<edge from-layer="1689" from-port="1" to-layer="1692" to-port="0" />
+		<edge from-layer="1690" from-port="0" to-layer="1691" to-port="0" />
+		<edge from-layer="1691" from-port="1" to-layer="1692" to-port="1" />
 		<edge from-layer="1692" from-port="2" to-layer="1694" to-port="0" />
 		<edge from-layer="1693" from-port="0" to-layer="1694" to-port="1" />
-		<edge from-layer="1694" from-port="2" to-layer="1696" to-port="0" />
-		<edge from-layer="1695" from-port="0" to-layer="1696" to-port="1" />
+		<edge from-layer="1694" from-port="2" to-layer="1695" to-port="0" />
+		<edge from-layer="1695" from-port="1" to-layer="1696" to-port="1" />
 		<edge from-layer="1696" from-port="2" to-layer="1697" to-port="0" />
-		<edge from-layer="1697" from-port="1" to-layer="1698" to-port="1" />
-		<edge from-layer="1698" from-port="2" to-layer="1699" to-port="1" />
-		<edge from-layer="1699" from-port="2" to-layer="1701" to-port="0" />
-		<edge from-layer="1700" from-port="0" to-layer="1701" to-port="1" />
-		<edge from-layer="1701" from-port="2" to-layer="1764" to-port="0" />
-		<edge from-layer="1701" from-port="2" to-layer="1707" to-port="0" />
-		<edge from-layer="1701" from-port="2" to-layer="1733" to-port="0" />
-		<edge from-layer="1702" from-port="0" to-layer="1703" to-port="0" />
-		<edge from-layer="1703" from-port="1" to-layer="1705" to-port="0" />
-		<edge from-layer="1704" from-port="0" to-layer="1705" to-port="1" />
-		<edge from-layer="1705" from-port="2" to-layer="1706" to-port="0" />
-		<edge from-layer="1706" from-port="1" to-layer="1707" to-port="1" />
-		<edge from-layer="1707" from-port="2" to-layer="1709" to-port="0" />
-		<edge from-layer="1708" from-port="0" to-layer="1709" to-port="1" />
-		<edge from-layer="1709" from-port="2" to-layer="1711" to-port="0" />
-		<edge from-layer="1710" from-port="0" to-layer="1711" to-port="1" />
-		<edge from-layer="1711" from-port="2" to-layer="1712" to-port="0" />
-		<edge from-layer="1711" from-port="2" to-layer="1717" to-port="0" />
-		<edge from-layer="1711" from-port="2" to-layer="1724" to-port="0" />
-		<edge from-layer="1712" from-port="2" to-layer="1727" to-port="0" />
-		<edge from-layer="1713" from-port="0" to-layer="1717" to-port="1" />
-		<edge from-layer="1714" from-port="0" to-layer="1717" to-port="2" />
-		<edge from-layer="1715" from-port="0" to-layer="1717" to-port="3" />
-		<edge from-layer="1716" from-port="0" to-layer="1717" to-port="4" />
-		<edge from-layer="1717" from-port="5" to-layer="1719" to-port="0" />
+		<edge from-layer="1697" from-port="1" to-layer="1707" to-port="0" />
+		<edge from-layer="1698" from-port="0" to-layer="1699" to-port="0" />
+		<edge from-layer="1699" from-port="1" to-layer="1702" to-port="0" />
+		<edge from-layer="1700" from-port="0" to-layer="1701" to-port="0" />
+		<edge from-layer="1701" from-port="1" to-layer="1702" to-port="1" />
+		<edge from-layer="1702" from-port="2" to-layer="1704" to-port="0" />
+		<edge from-layer="1703" from-port="0" to-layer="1704" to-port="1" />
+		<edge from-layer="1704" from-port="2" to-layer="1705" to-port="0" />
+		<edge from-layer="1705" from-port="1" to-layer="1706" to-port="1" />
+		<edge from-layer="1706" from-port="2" to-layer="1707" to-port="1" />
+		<edge from-layer="1707" from-port="2" to-layer="1716" to-port="0" />
+		<edge from-layer="1708" from-port="0" to-layer="1709" to-port="0" />
+		<edge from-layer="1709" from-port="1" to-layer="1712" to-port="0" />
+		<edge from-layer="1710" from-port="0" to-layer="1711" to-port="0" />
+		<edge from-layer="1711" from-port="1" to-layer="1712" to-port="1" />
+		<edge from-layer="1712" from-port="2" to-layer="1714" to-port="0" />
+		<edge from-layer="1713" from-port="0" to-layer="1714" to-port="1" />
+		<edge from-layer="1714" from-port="2" to-layer="1715" to-port="0" />
+		<edge from-layer="1715" from-port="1" to-layer="1716" to-port="1" />
+		<edge from-layer="1716" from-port="2" to-layer="1719" to-port="0" />
+		<edge from-layer="1716" from-port="2" to-layer="1726" to-port="0" />
+		<edge from-layer="1717" from-port="0" to-layer="1725" to-port="0" />
 		<edge from-layer="1718" from-port="0" to-layer="1719" to-port="1" />
-		<edge from-layer="1719" from-port="2" to-layer="1725" to-port="0" />
-		<edge from-layer="1720" from-port="0" to-layer="1724" to-port="1" />
-		<edge from-layer="1721" from-port="0" to-layer="1724" to-port="2" />
-		<edge from-layer="1722" from-port="0" to-layer="1724" to-port="3" />
-		<edge from-layer="1723" from-port="0" to-layer="1724" to-port="4" />
-		<edge from-layer="1724" from-port="5" to-layer="1725" to-port="1" />
-		<edge from-layer="1725" from-port="2" to-layer="1726" to-port="0" />
-		<edge from-layer="1726" from-port="2" to-layer="1727" to-port="1" />
-		<edge from-layer="1727" from-port="2" to-layer="1774" to-port="0" />
-		<edge from-layer="1728" from-port="0" to-layer="1729" to-port="0" />
-		<edge from-layer="1729" from-port="1" to-layer="1731" to-port="0" />
-		<edge from-layer="1730" from-port="0" to-layer="1731" to-port="1" />
-		<edge from-layer="1731" from-port="2" to-layer="1732" to-port="0" />
-		<edge from-layer="1732" from-port="1" to-layer="1733" to-port="1" />
-		<edge from-layer="1733" from-port="2" to-layer="1735" to-port="0" />
-		<edge from-layer="1734" from-port="0" to-layer="1735" to-port="1" />
-		<edge from-layer="1735" from-port="2" to-layer="1737" to-port="0" />
-		<edge from-layer="1736" from-port="0" to-layer="1737" to-port="1" />
-		<edge from-layer="1737" from-port="2" to-layer="1738" to-port="0" />
-		<edge from-layer="1737" from-port="2" to-layer="1750" to-port="0" />
-		<edge from-layer="1737" from-port="2" to-layer="1743" to-port="0" />
-		<edge from-layer="1738" from-port="2" to-layer="1753" to-port="0" />
-		<edge from-layer="1739" from-port="0" to-layer="1743" to-port="1" />
-		<edge from-layer="1740" from-port="0" to-layer="1743" to-port="2" />
-		<edge from-layer="1741" from-port="0" to-layer="1743" to-port="3" />
-		<edge from-layer="1742" from-port="0" to-layer="1743" to-port="4" />
-		<edge from-layer="1743" from-port="5" to-layer="1745" to-port="0" />
-		<edge from-layer="1744" from-port="0" to-layer="1745" to-port="1" />
-		<edge from-layer="1745" from-port="2" to-layer="1751" to-port="0" />
-		<edge from-layer="1746" from-port="0" to-layer="1750" to-port="1" />
-		<edge from-layer="1747" from-port="0" to-layer="1750" to-port="2" />
-		<edge from-layer="1748" from-port="0" to-layer="1750" to-port="3" />
-		<edge from-layer="1749" from-port="0" to-layer="1750" to-port="4" />
-		<edge from-layer="1750" from-port="5" to-layer="1751" to-port="1" />
-		<edge from-layer="1751" from-port="2" to-layer="1752" to-port="0" />
-		<edge from-layer="1752" from-port="2" to-layer="1753" to-port="1" />
-		<edge from-layer="1753" from-port="2" to-layer="1755" to-port="0" />
-		<edge from-layer="1754" from-port="0" to-layer="1755" to-port="1" />
-		<edge from-layer="1754" from-port="0" to-layer="1769" to-port="1" />
-		<edge from-layer="1755" from-port="2" to-layer="1756" to-port="0" />
-		<edge from-layer="1756" from-port="2" to-layer="1758" to-port="0" />
-		<edge from-layer="1757" from-port="0" to-layer="1758" to-port="1" />
-		<edge from-layer="1758" from-port="2" to-layer="1774" to-port="1" />
-		<edge from-layer="1759" from-port="0" to-layer="1760" to-port="0" />
-		<edge from-layer="1760" from-port="1" to-layer="1762" to-port="0" />
+		<edge from-layer="1719" from-port="2" to-layer="1721" to-port="0" />
+		<edge from-layer="1720" from-port="0" to-layer="1721" to-port="1" />
+		<edge from-layer="1721" from-port="2" to-layer="1723" to-port="0" />
+		<edge from-layer="1722" from-port="0" to-layer="1723" to-port="1" />
+		<edge from-layer="1723" from-port="2" to-layer="1724" to-port="0" />
+		<edge from-layer="1724" from-port="1" to-layer="1725" to-port="1" />
+		<edge from-layer="1725" from-port="2" to-layer="1726" to-port="1" />
+		<edge from-layer="1726" from-port="2" to-layer="1728" to-port="0" />
+		<edge from-layer="1727" from-port="0" to-layer="1728" to-port="1" />
+		<edge from-layer="1728" from-port="2" to-layer="1729" to-port="1" />
+		<edge from-layer="1729" from-port="2" to-layer="1732" to-port="0" />
+		<edge from-layer="1729" from-port="2" to-layer="1739" to-port="0" />
+		<edge from-layer="1729" from-port="2" to-layer="1848" to-port="0" />
+		<edge from-layer="1730" from-port="0" to-layer="1738" to-port="0" />
+		<edge from-layer="1731" from-port="0" to-layer="1732" to-port="1" />
+		<edge from-layer="1732" from-port="2" to-layer="1734" to-port="0" />
+		<edge from-layer="1733" from-port="0" to-layer="1734" to-port="1" />
+		<edge from-layer="1734" from-port="2" to-layer="1736" to-port="0" />
+		<edge from-layer="1735" from-port="0" to-layer="1736" to-port="1" />
+		<edge from-layer="1736" from-port="2" to-layer="1737" to-port="0" />
+		<edge from-layer="1737" from-port="1" to-layer="1738" to-port="1" />
+		<edge from-layer="1738" from-port="2" to-layer="1739" to-port="1" />
+		<edge from-layer="1739" from-port="2" to-layer="1741" to-port="0" />
+		<edge from-layer="1740" from-port="0" to-layer="1741" to-port="1" />
+		<edge from-layer="1741" from-port="2" to-layer="1813" to-port="0" />
+		<edge from-layer="1741" from-port="2" to-layer="1750" to-port="0" />
+		<edge from-layer="1741" from-port="2" to-layer="1779" to-port="0" />
+		<edge from-layer="1742" from-port="0" to-layer="1743" to-port="0" />
+		<edge from-layer="1743" from-port="1" to-layer="1746" to-port="0" />
+		<edge from-layer="1744" from-port="0" to-layer="1745" to-port="0" />
+		<edge from-layer="1745" from-port="1" to-layer="1746" to-port="1" />
+		<edge from-layer="1746" from-port="2" to-layer="1748" to-port="0" />
+		<edge from-layer="1747" from-port="0" to-layer="1748" to-port="1" />
+		<edge from-layer="1748" from-port="2" to-layer="1749" to-port="0" />
+		<edge from-layer="1749" from-port="1" to-layer="1750" to-port="1" />
+		<edge from-layer="1750" from-port="2" to-layer="1752" to-port="0" />
+		<edge from-layer="1751" from-port="0" to-layer="1752" to-port="1" />
+		<edge from-layer="1752" from-port="2" to-layer="1754" to-port="0" />
+		<edge from-layer="1753" from-port="0" to-layer="1754" to-port="1" />
+		<edge from-layer="1754" from-port="2" to-layer="1755" to-port="0" />
+		<edge from-layer="1754" from-port="2" to-layer="1760" to-port="0" />
+		<edge from-layer="1754" from-port="2" to-layer="1767" to-port="0" />
+		<edge from-layer="1755" from-port="2" to-layer="1770" to-port="0" />
+		<edge from-layer="1756" from-port="0" to-layer="1760" to-port="1" />
+		<edge from-layer="1757" from-port="0" to-layer="1760" to-port="2" />
+		<edge from-layer="1758" from-port="0" to-layer="1760" to-port="3" />
+		<edge from-layer="1759" from-port="0" to-layer="1760" to-port="4" />
+		<edge from-layer="1760" from-port="5" to-layer="1762" to-port="0" />
 		<edge from-layer="1761" from-port="0" to-layer="1762" to-port="1" />
-		<edge from-layer="1762" from-port="2" to-layer="1763" to-port="0" />
-		<edge from-layer="1763" from-port="1" to-layer="1764" to-port="1" />
-		<edge from-layer="1764" from-port="2" to-layer="1766" to-port="0" />
-		<edge from-layer="1765" from-port="0" to-layer="1766" to-port="1" />
-		<edge from-layer="1766" from-port="2" to-layer="1768" to-port="0" />
-		<edge from-layer="1767" from-port="0" to-layer="1768" to-port="1" />
+		<edge from-layer="1762" from-port="2" to-layer="1768" to-port="0" />
+		<edge from-layer="1763" from-port="0" to-layer="1767" to-port="1" />
+		<edge from-layer="1764" from-port="0" to-layer="1767" to-port="2" />
+		<edge from-layer="1765" from-port="0" to-layer="1767" to-port="3" />
+		<edge from-layer="1766" from-port="0" to-layer="1767" to-port="4" />
+		<edge from-layer="1767" from-port="5" to-layer="1768" to-port="1" />
 		<edge from-layer="1768" from-port="2" to-layer="1769" to-port="0" />
-		<edge from-layer="1769" from-port="2" to-layer="1770" to-port="0" />
-		<edge from-layer="1770" from-port="2" to-layer="1772" to-port="0" />
-		<edge from-layer="1771" from-port="0" to-layer="1772" to-port="1" />
-		<edge from-layer="1772" from-port="2" to-layer="1774" to-port="2" />
-		<edge from-layer="1773" from-port="0" to-layer="1774" to-port="4" />
-		<edge from-layer="1774" from-port="5" to-layer="1776" to-port="0" />
-		<edge from-layer="1775" from-port="0" to-layer="1776" to-port="1" />
-		<edge from-layer="1776" from-port="2" to-layer="1777" to-port="0" />
-		<edge from-layer="1777" from-port="2" to-layer="1783" to-port="0" />
-		<edge from-layer="1778" from-port="0" to-layer="1779" to-port="0" />
-		<edge from-layer="1779" from-port="1" to-layer="1781" to-port="0" />
+		<edge from-layer="1769" from-port="2" to-layer="1770" to-port="1" />
+		<edge from-layer="1770" from-port="2" to-layer="1823" to-port="0" />
+		<edge from-layer="1771" from-port="0" to-layer="1772" to-port="0" />
+		<edge from-layer="1772" from-port="1" to-layer="1775" to-port="0" />
+		<edge from-layer="1773" from-port="0" to-layer="1774" to-port="0" />
+		<edge from-layer="1774" from-port="1" to-layer="1775" to-port="1" />
+		<edge from-layer="1775" from-port="2" to-layer="1777" to-port="0" />
+		<edge from-layer="1776" from-port="0" to-layer="1777" to-port="1" />
+		<edge from-layer="1777" from-port="2" to-layer="1778" to-port="0" />
+		<edge from-layer="1778" from-port="1" to-layer="1779" to-port="1" />
+		<edge from-layer="1779" from-port="2" to-layer="1781" to-port="0" />
 		<edge from-layer="1780" from-port="0" to-layer="1781" to-port="1" />
-		<edge from-layer="1781" from-port="2" to-layer="1782" to-port="0" />
-		<edge from-layer="1782" from-port="1" to-layer="1783" to-port="1" />
-		<edge from-layer="1783" from-port="2" to-layer="1793" to-port="0" />
-		<edge from-layer="1783" from-port="2" to-layer="1786" to-port="0" />
-		<edge from-layer="1784" from-port="0" to-layer="1792" to-port="0" />
-		<edge from-layer="1785" from-port="0" to-layer="1786" to-port="1" />
-		<edge from-layer="1786" from-port="2" to-layer="1788" to-port="0" />
-		<edge from-layer="1787" from-port="0" to-layer="1788" to-port="1" />
-		<edge from-layer="1788" from-port="2" to-layer="1790" to-port="0" />
-		<edge from-layer="1789" from-port="0" to-layer="1790" to-port="1" />
-		<edge from-layer="1790" from-port="2" to-layer="1791" to-port="0" />
-		<edge from-layer="1791" from-port="1" to-layer="1792" to-port="1" />
-		<edge from-layer="1792" from-port="2" to-layer="1793" to-port="1" />
-		<edge from-layer="1793" from-port="2" to-layer="1795" to-port="0" />
-		<edge from-layer="1794" from-port="0" to-layer="1795" to-port="1" />
-		<edge from-layer="1795" from-port="2" to-layer="1796" to-port="1" />
-		<edge from-layer="1796" from-port="2" to-layer="1799" to-port="0" />
-		<edge from-layer="1796" from-port="2" to-layer="1806" to-port="0" />
-		<edge from-layer="1796" from-port="2" to-layer="1841" to-port="0" />
-		<edge from-layer="1797" from-port="0" to-layer="1805" to-port="0" />
-		<edge from-layer="1798" from-port="0" to-layer="1799" to-port="1" />
+		<edge from-layer="1781" from-port="2" to-layer="1783" to-port="0" />
+		<edge from-layer="1782" from-port="0" to-layer="1783" to-port="1" />
+		<edge from-layer="1783" from-port="2" to-layer="1796" to-port="0" />
+		<edge from-layer="1783" from-port="2" to-layer="1789" to-port="0" />
+		<edge from-layer="1783" from-port="2" to-layer="1784" to-port="0" />
+		<edge from-layer="1784" from-port="2" to-layer="1799" to-port="0" />
+		<edge from-layer="1785" from-port="0" to-layer="1789" to-port="1" />
+		<edge from-layer="1786" from-port="0" to-layer="1789" to-port="2" />
+		<edge from-layer="1787" from-port="0" to-layer="1789" to-port="3" />
+		<edge from-layer="1788" from-port="0" to-layer="1789" to-port="4" />
+		<edge from-layer="1789" from-port="5" to-layer="1791" to-port="0" />
+		<edge from-layer="1790" from-port="0" to-layer="1791" to-port="1" />
+		<edge from-layer="1791" from-port="2" to-layer="1797" to-port="0" />
+		<edge from-layer="1792" from-port="0" to-layer="1796" to-port="1" />
+		<edge from-layer="1793" from-port="0" to-layer="1796" to-port="2" />
+		<edge from-layer="1794" from-port="0" to-layer="1796" to-port="3" />
+		<edge from-layer="1795" from-port="0" to-layer="1796" to-port="4" />
+		<edge from-layer="1796" from-port="5" to-layer="1797" to-port="1" />
+		<edge from-layer="1797" from-port="2" to-layer="1798" to-port="0" />
+		<edge from-layer="1798" from-port="2" to-layer="1799" to-port="1" />
 		<edge from-layer="1799" from-port="2" to-layer="1801" to-port="0" />
 		<edge from-layer="1800" from-port="0" to-layer="1801" to-port="1" />
-		<edge from-layer="1801" from-port="2" to-layer="1803" to-port="0" />
-		<edge from-layer="1802" from-port="0" to-layer="1803" to-port="1" />
-		<edge from-layer="1803" from-port="2" to-layer="1804" to-port="0" />
-		<edge from-layer="1804" from-port="1" to-layer="1805" to-port="1" />
-		<edge from-layer="1805" from-port="2" to-layer="1806" to-port="1" />
-		<edge from-layer="1806" from-port="2" to-layer="1808" to-port="0" />
-		<edge from-layer="1807" from-port="0" to-layer="1808" to-port="1" />
-		<edge from-layer="1808" from-port="2" to-layer="1821" to-port="0" />
-		<edge from-layer="1808" from-port="2" to-layer="1814" to-port="0" />
-		<edge from-layer="1809" from-port="0" to-layer="1810" to-port="0" />
-		<edge from-layer="1810" from-port="1" to-layer="1812" to-port="0" />
-		<edge from-layer="1811" from-port="0" to-layer="1812" to-port="1" />
-		<edge from-layer="1812" from-port="2" to-layer="1813" to-port="0" />
-		<edge from-layer="1813" from-port="1" to-layer="1814" to-port="1" />
-		<edge from-layer="1814" from-port="2" to-layer="1815" to-port="0" />
-		<edge from-layer="1815" from-port="1" to-layer="1822" to-port="0" />
-		<edge from-layer="1816" from-port="0" to-layer="1817" to-port="0" />
-		<edge from-layer="1817" from-port="1" to-layer="1819" to-port="0" />
-		<edge from-layer="1818" from-port="0" to-layer="1819" to-port="1" />
-		<edge from-layer="1819" from-port="2" to-layer="1820" to-port="0" />
-		<edge from-layer="1820" from-port="1" to-layer="1821" to-port="1" />
-		<edge from-layer="1821" from-port="2" to-layer="1822" to-port="1" />
-		<edge from-layer="1822" from-port="2" to-layer="1828" to-port="0" />
-		<edge from-layer="1823" from-port="0" to-layer="1824" to-port="0" />
-		<edge from-layer="1824" from-port="1" to-layer="1826" to-port="0" />
-		<edge from-layer="1825" from-port="0" to-layer="1826" to-port="1" />
-		<edge from-layer="1826" from-port="2" to-layer="1827" to-port="0" />
-		<edge from-layer="1827" from-port="1" to-layer="1828" to-port="1" />
-		<edge from-layer="1828" from-port="2" to-layer="1838" to-port="0" />
-		<edge from-layer="1828" from-port="2" to-layer="1831" to-port="0" />
-		<edge from-layer="1829" from-port="0" to-layer="1837" to-port="0" />
-		<edge from-layer="1830" from-port="0" to-layer="1831" to-port="1" />
+		<edge from-layer="1800" from-port="0" to-layer="1818" to-port="1" />
+		<edge from-layer="1801" from-port="2" to-layer="1802" to-port="0" />
+		<edge from-layer="1802" from-port="2" to-layer="1804" to-port="0" />
+		<edge from-layer="1803" from-port="0" to-layer="1804" to-port="1" />
+		<edge from-layer="1804" from-port="2" to-layer="1823" to-port="1" />
+		<edge from-layer="1805" from-port="0" to-layer="1806" to-port="0" />
+		<edge from-layer="1806" from-port="1" to-layer="1809" to-port="0" />
+		<edge from-layer="1807" from-port="0" to-layer="1808" to-port="0" />
+		<edge from-layer="1808" from-port="1" to-layer="1809" to-port="1" />
+		<edge from-layer="1809" from-port="2" to-layer="1811" to-port="0" />
+		<edge from-layer="1810" from-port="0" to-layer="1811" to-port="1" />
+		<edge from-layer="1811" from-port="2" to-layer="1812" to-port="0" />
+		<edge from-layer="1812" from-port="1" to-layer="1813" to-port="1" />
+		<edge from-layer="1813" from-port="2" to-layer="1815" to-port="0" />
+		<edge from-layer="1814" from-port="0" to-layer="1815" to-port="1" />
+		<edge from-layer="1815" from-port="2" to-layer="1817" to-port="0" />
+		<edge from-layer="1816" from-port="0" to-layer="1817" to-port="1" />
+		<edge from-layer="1817" from-port="2" to-layer="1818" to-port="0" />
+		<edge from-layer="1818" from-port="2" to-layer="1819" to-port="0" />
+		<edge from-layer="1819" from-port="2" to-layer="1821" to-port="0" />
+		<edge from-layer="1820" from-port="0" to-layer="1821" to-port="1" />
+		<edge from-layer="1821" from-port="2" to-layer="1823" to-port="2" />
+		<edge from-layer="1822" from-port="0" to-layer="1823" to-port="4" />
+		<edge from-layer="1823" from-port="5" to-layer="1825" to-port="0" />
+		<edge from-layer="1824" from-port="0" to-layer="1825" to-port="1" />
+		<edge from-layer="1825" from-port="2" to-layer="1826" to-port="0" />
+		<edge from-layer="1826" from-port="2" to-layer="1835" to-port="0" />
+		<edge from-layer="1827" from-port="0" to-layer="1828" to-port="0" />
+		<edge from-layer="1828" from-port="1" to-layer="1831" to-port="0" />
+		<edge from-layer="1829" from-port="0" to-layer="1830" to-port="0" />
+		<edge from-layer="1830" from-port="1" to-layer="1831" to-port="1" />
 		<edge from-layer="1831" from-port="2" to-layer="1833" to-port="0" />
 		<edge from-layer="1832" from-port="0" to-layer="1833" to-port="1" />
-		<edge from-layer="1833" from-port="2" to-layer="1835" to-port="0" />
-		<edge from-layer="1834" from-port="0" to-layer="1835" to-port="1" />
-		<edge from-layer="1835" from-port="2" to-layer="1836" to-port="0" />
-		<edge from-layer="1836" from-port="1" to-layer="1837" to-port="1" />
-		<edge from-layer="1837" from-port="2" to-layer="1838" to-port="1" />
+		<edge from-layer="1833" from-port="2" to-layer="1834" to-port="0" />
+		<edge from-layer="1834" from-port="1" to-layer="1835" to-port="1" />
+		<edge from-layer="1835" from-port="2" to-layer="1838" to-port="0" />
+		<edge from-layer="1835" from-port="2" to-layer="1845" to-port="0" />
+		<edge from-layer="1836" from-port="0" to-layer="1844" to-port="0" />
+		<edge from-layer="1837" from-port="0" to-layer="1838" to-port="1" />
 		<edge from-layer="1838" from-port="2" to-layer="1840" to-port="0" />
 		<edge from-layer="1839" from-port="0" to-layer="1840" to-port="1" />
-		<edge from-layer="1840" from-port="2" to-layer="1841" to-port="1" />
-		<edge from-layer="1841" from-port="2" to-layer="1851" to-port="0" />
-		<edge from-layer="1841" from-port="2" to-layer="1948" to-port="0" />
-		<edge from-layer="1841" from-port="2" to-layer="1844" to-port="0" />
-		<edge from-layer="1842" from-port="0" to-layer="1850" to-port="0" />
-		<edge from-layer="1843" from-port="0" to-layer="1844" to-port="1" />
-		<edge from-layer="1844" from-port="2" to-layer="1846" to-port="0" />
-		<edge from-layer="1845" from-port="0" to-layer="1846" to-port="1" />
-		<edge from-layer="1846" from-port="2" to-layer="1848" to-port="0" />
-		<edge from-layer="1847" from-port="0" to-layer="1848" to-port="1" />
-		<edge from-layer="1848" from-port="2" to-layer="1849" to-port="0" />
-		<edge from-layer="1849" from-port="1" to-layer="1850" to-port="1" />
-		<edge from-layer="1850" from-port="2" to-layer="1851" to-port="1" />
+		<edge from-layer="1840" from-port="2" to-layer="1842" to-port="0" />
+		<edge from-layer="1841" from-port="0" to-layer="1842" to-port="1" />
+		<edge from-layer="1842" from-port="2" to-layer="1843" to-port="0" />
+		<edge from-layer="1843" from-port="1" to-layer="1844" to-port="1" />
+		<edge from-layer="1844" from-port="2" to-layer="1845" to-port="1" />
+		<edge from-layer="1845" from-port="2" to-layer="1847" to-port="0" />
+		<edge from-layer="1846" from-port="0" to-layer="1847" to-port="1" />
+		<edge from-layer="1847" from-port="2" to-layer="1848" to-port="1" />
+		<edge from-layer="1848" from-port="2" to-layer="1902" to-port="0" />
+		<edge from-layer="1848" from-port="2" to-layer="1851" to-port="0" />
+		<edge from-layer="1848" from-port="2" to-layer="1858" to-port="0" />
+		<edge from-layer="1849" from-port="0" to-layer="1857" to-port="0" />
+		<edge from-layer="1850" from-port="0" to-layer="1851" to-port="1" />
 		<edge from-layer="1851" from-port="2" to-layer="1853" to-port="0" />
 		<edge from-layer="1852" from-port="0" to-layer="1853" to-port="1" />
-		<edge from-layer="1853" from-port="2" to-layer="1916" to-port="0" />
-		<edge from-layer="1853" from-port="2" to-layer="1885" to-port="0" />
-		<edge from-layer="1853" from-port="2" to-layer="1859" to-port="0" />
-		<edge from-layer="1854" from-port="0" to-layer="1855" to-port="0" />
-		<edge from-layer="1855" from-port="1" to-layer="1857" to-port="0" />
-		<edge from-layer="1856" from-port="0" to-layer="1857" to-port="1" />
-		<edge from-layer="1857" from-port="2" to-layer="1858" to-port="0" />
-		<edge from-layer="1858" from-port="1" to-layer="1859" to-port="1" />
-		<edge from-layer="1859" from-port="2" to-layer="1861" to-port="0" />
-		<edge from-layer="1860" from-port="0" to-layer="1861" to-port="1" />
-		<edge from-layer="1861" from-port="2" to-layer="1863" to-port="0" />
-		<edge from-layer="1862" from-port="0" to-layer="1863" to-port="1" />
-		<edge from-layer="1863" from-port="2" to-layer="1876" to-port="0" />
-		<edge from-layer="1863" from-port="2" to-layer="1869" to-port="0" />
-		<edge from-layer="1863" from-port="2" to-layer="1864" to-port="0" />
-		<edge from-layer="1864" from-port="2" to-layer="1879" to-port="0" />
-		<edge from-layer="1865" from-port="0" to-layer="1869" to-port="1" />
-		<edge from-layer="1866" from-port="0" to-layer="1869" to-port="2" />
-		<edge from-layer="1867" from-port="0" to-layer="1869" to-port="3" />
-		<edge from-layer="1868" from-port="0" to-layer="1869" to-port="4" />
-		<edge from-layer="1869" from-port="5" to-layer="1871" to-port="0" />
-		<edge from-layer="1870" from-port="0" to-layer="1871" to-port="1" />
-		<edge from-layer="1871" from-port="2" to-layer="1877" to-port="0" />
-		<edge from-layer="1872" from-port="0" to-layer="1876" to-port="1" />
-		<edge from-layer="1873" from-port="0" to-layer="1876" to-port="2" />
-		<edge from-layer="1874" from-port="0" to-layer="1876" to-port="3" />
-		<edge from-layer="1875" from-port="0" to-layer="1876" to-port="4" />
-		<edge from-layer="1876" from-port="5" to-layer="1877" to-port="1" />
+		<edge from-layer="1853" from-port="2" to-layer="1855" to-port="0" />
+		<edge from-layer="1854" from-port="0" to-layer="1855" to-port="1" />
+		<edge from-layer="1855" from-port="2" to-layer="1856" to-port="0" />
+		<edge from-layer="1856" from-port="1" to-layer="1857" to-port="1" />
+		<edge from-layer="1857" from-port="2" to-layer="1858" to-port="1" />
+		<edge from-layer="1858" from-port="2" to-layer="1860" to-port="0" />
+		<edge from-layer="1859" from-port="0" to-layer="1860" to-port="1" />
+		<edge from-layer="1860" from-port="2" to-layer="1879" to-port="0" />
+		<edge from-layer="1860" from-port="2" to-layer="1869" to-port="0" />
+		<edge from-layer="1861" from-port="0" to-layer="1862" to-port="0" />
+		<edge from-layer="1862" from-port="1" to-layer="1865" to-port="0" />
+		<edge from-layer="1863" from-port="0" to-layer="1864" to-port="0" />
+		<edge from-layer="1864" from-port="1" to-layer="1865" to-port="1" />
+		<edge from-layer="1865" from-port="2" to-layer="1867" to-port="0" />
+		<edge from-layer="1866" from-port="0" to-layer="1867" to-port="1" />
+		<edge from-layer="1867" from-port="2" to-layer="1868" to-port="0" />
+		<edge from-layer="1868" from-port="1" to-layer="1869" to-port="1" />
+		<edge from-layer="1869" from-port="2" to-layer="1870" to-port="0" />
+		<edge from-layer="1870" from-port="1" to-layer="1880" to-port="0" />
+		<edge from-layer="1871" from-port="0" to-layer="1872" to-port="0" />
+		<edge from-layer="1872" from-port="1" to-layer="1875" to-port="0" />
+		<edge from-layer="1873" from-port="0" to-layer="1874" to-port="0" />
+		<edge from-layer="1874" from-port="1" to-layer="1875" to-port="1" />
+		<edge from-layer="1875" from-port="2" to-layer="1877" to-port="0" />
+		<edge from-layer="1876" from-port="0" to-layer="1877" to-port="1" />
 		<edge from-layer="1877" from-port="2" to-layer="1878" to-port="0" />
-		<edge from-layer="1878" from-port="2" to-layer="1879" to-port="1" />
-		<edge from-layer="1879" from-port="2" to-layer="1926" to-port="0" />
-		<edge from-layer="1880" from-port="0" to-layer="1881" to-port="0" />
-		<edge from-layer="1881" from-port="1" to-layer="1883" to-port="0" />
-		<edge from-layer="1882" from-port="0" to-layer="1883" to-port="1" />
-		<edge from-layer="1883" from-port="2" to-layer="1884" to-port="0" />
+		<edge from-layer="1878" from-port="1" to-layer="1879" to-port="1" />
+		<edge from-layer="1879" from-port="2" to-layer="1880" to-port="1" />
+		<edge from-layer="1880" from-port="2" to-layer="1889" to-port="0" />
+		<edge from-layer="1881" from-port="0" to-layer="1882" to-port="0" />
+		<edge from-layer="1882" from-port="1" to-layer="1885" to-port="0" />
+		<edge from-layer="1883" from-port="0" to-layer="1884" to-port="0" />
 		<edge from-layer="1884" from-port="1" to-layer="1885" to-port="1" />
 		<edge from-layer="1885" from-port="2" to-layer="1887" to-port="0" />
 		<edge from-layer="1886" from-port="0" to-layer="1887" to-port="1" />
-		<edge from-layer="1887" from-port="2" to-layer="1889" to-port="0" />
-		<edge from-layer="1888" from-port="0" to-layer="1889" to-port="1" />
-		<edge from-layer="1889" from-port="2" to-layer="1890" to-port="0" />
-		<edge from-layer="1889" from-port="2" to-layer="1902" to-port="0" />
-		<edge from-layer="1889" from-port="2" to-layer="1895" to-port="0" />
-		<edge from-layer="1890" from-port="2" to-layer="1905" to-port="0" />
-		<edge from-layer="1891" from-port="0" to-layer="1895" to-port="1" />
-		<edge from-layer="1892" from-port="0" to-layer="1895" to-port="2" />
-		<edge from-layer="1893" from-port="0" to-layer="1895" to-port="3" />
-		<edge from-layer="1894" from-port="0" to-layer="1895" to-port="4" />
-		<edge from-layer="1895" from-port="5" to-layer="1897" to-port="0" />
-		<edge from-layer="1896" from-port="0" to-layer="1897" to-port="1" />
-		<edge from-layer="1897" from-port="2" to-layer="1903" to-port="0" />
-		<edge from-layer="1898" from-port="0" to-layer="1902" to-port="1" />
-		<edge from-layer="1899" from-port="0" to-layer="1902" to-port="2" />
-		<edge from-layer="1900" from-port="0" to-layer="1902" to-port="3" />
-		<edge from-layer="1901" from-port="0" to-layer="1902" to-port="4" />
-		<edge from-layer="1902" from-port="5" to-layer="1903" to-port="1" />
-		<edge from-layer="1903" from-port="2" to-layer="1904" to-port="0" />
-		<edge from-layer="1904" from-port="2" to-layer="1905" to-port="1" />
+		<edge from-layer="1887" from-port="2" to-layer="1888" to-port="0" />
+		<edge from-layer="1888" from-port="1" to-layer="1889" to-port="1" />
+		<edge from-layer="1889" from-port="2" to-layer="1892" to-port="0" />
+		<edge from-layer="1889" from-port="2" to-layer="1899" to-port="0" />
+		<edge from-layer="1890" from-port="0" to-layer="1898" to-port="0" />
+		<edge from-layer="1891" from-port="0" to-layer="1892" to-port="1" />
+		<edge from-layer="1892" from-port="2" to-layer="1894" to-port="0" />
+		<edge from-layer="1893" from-port="0" to-layer="1894" to-port="1" />
+		<edge from-layer="1894" from-port="2" to-layer="1896" to-port="0" />
+		<edge from-layer="1895" from-port="0" to-layer="1896" to-port="1" />
+		<edge from-layer="1896" from-port="2" to-layer="1897" to-port="0" />
+		<edge from-layer="1897" from-port="1" to-layer="1898" to-port="1" />
+		<edge from-layer="1898" from-port="2" to-layer="1899" to-port="1" />
+		<edge from-layer="1899" from-port="2" to-layer="1901" to-port="0" />
+		<edge from-layer="1900" from-port="0" to-layer="1901" to-port="1" />
+		<edge from-layer="1901" from-port="2" to-layer="1902" to-port="1" />
+		<edge from-layer="1902" from-port="2" to-layer="1905" to-port="0" />
+		<edge from-layer="1902" from-port="2" to-layer="1912" to-port="0" />
+		<edge from-layer="1902" from-port="2" to-layer="2021" to-port="0" />
+		<edge from-layer="1903" from-port="0" to-layer="1911" to-port="0" />
+		<edge from-layer="1904" from-port="0" to-layer="1905" to-port="1" />
 		<edge from-layer="1905" from-port="2" to-layer="1907" to-port="0" />
-		<edge from-layer="1906" from-port="0" to-layer="1921" to-port="1" />
 		<edge from-layer="1906" from-port="0" to-layer="1907" to-port="1" />
-		<edge from-layer="1907" from-port="2" to-layer="1908" to-port="0" />
-		<edge from-layer="1908" from-port="2" to-layer="1910" to-port="0" />
-		<edge from-layer="1909" from-port="0" to-layer="1910" to-port="1" />
-		<edge from-layer="1910" from-port="2" to-layer="1926" to-port="1" />
-		<edge from-layer="1911" from-port="0" to-layer="1912" to-port="0" />
-		<edge from-layer="1912" from-port="1" to-layer="1914" to-port="0" />
+		<edge from-layer="1907" from-port="2" to-layer="1909" to-port="0" />
+		<edge from-layer="1908" from-port="0" to-layer="1909" to-port="1" />
+		<edge from-layer="1909" from-port="2" to-layer="1910" to-port="0" />
+		<edge from-layer="1910" from-port="1" to-layer="1911" to-port="1" />
+		<edge from-layer="1911" from-port="2" to-layer="1912" to-port="1" />
+		<edge from-layer="1912" from-port="2" to-layer="1914" to-port="0" />
 		<edge from-layer="1913" from-port="0" to-layer="1914" to-port="1" />
-		<edge from-layer="1914" from-port="2" to-layer="1915" to-port="0" />
-		<edge from-layer="1915" from-port="1" to-layer="1916" to-port="1" />
-		<edge from-layer="1916" from-port="2" to-layer="1918" to-port="0" />
-		<edge from-layer="1917" from-port="0" to-layer="1918" to-port="1" />
-		<edge from-layer="1918" from-port="2" to-layer="1920" to-port="0" />
-		<edge from-layer="1919" from-port="0" to-layer="1920" to-port="1" />
-		<edge from-layer="1920" from-port="2" to-layer="1921" to-port="0" />
+		<edge from-layer="1914" from-port="2" to-layer="1986" to-port="0" />
+		<edge from-layer="1914" from-port="2" to-layer="1923" to-port="0" />
+		<edge from-layer="1914" from-port="2" to-layer="1952" to-port="0" />
+		<edge from-layer="1915" from-port="0" to-layer="1916" to-port="0" />
+		<edge from-layer="1916" from-port="1" to-layer="1919" to-port="0" />
+		<edge from-layer="1917" from-port="0" to-layer="1918" to-port="0" />
+		<edge from-layer="1918" from-port="1" to-layer="1919" to-port="1" />
+		<edge from-layer="1919" from-port="2" to-layer="1921" to-port="0" />
+		<edge from-layer="1920" from-port="0" to-layer="1921" to-port="1" />
 		<edge from-layer="1921" from-port="2" to-layer="1922" to-port="0" />
-		<edge from-layer="1922" from-port="2" to-layer="1924" to-port="0" />
-		<edge from-layer="1923" from-port="0" to-layer="1924" to-port="1" />
-		<edge from-layer="1924" from-port="2" to-layer="1926" to-port="2" />
-		<edge from-layer="1925" from-port="0" to-layer="1926" to-port="4" />
-		<edge from-layer="1926" from-port="5" to-layer="1928" to-port="0" />
-		<edge from-layer="1927" from-port="0" to-layer="1928" to-port="1" />
-		<edge from-layer="1928" from-port="2" to-layer="1929" to-port="0" />
-		<edge from-layer="1929" from-port="2" to-layer="1935" to-port="0" />
-		<edge from-layer="1930" from-port="0" to-layer="1931" to-port="0" />
-		<edge from-layer="1931" from-port="1" to-layer="1933" to-port="0" />
-		<edge from-layer="1932" from-port="0" to-layer="1933" to-port="1" />
-		<edge from-layer="1933" from-port="2" to-layer="1934" to-port="0" />
-		<edge from-layer="1934" from-port="1" to-layer="1935" to-port="1" />
-		<edge from-layer="1935" from-port="2" to-layer="1945" to-port="0" />
-		<edge from-layer="1935" from-port="2" to-layer="1938" to-port="0" />
-		<edge from-layer="1936" from-port="0" to-layer="1944" to-port="0" />
-		<edge from-layer="1937" from-port="0" to-layer="1938" to-port="1" />
-		<edge from-layer="1938" from-port="2" to-layer="1940" to-port="0" />
-		<edge from-layer="1939" from-port="0" to-layer="1940" to-port="1" />
-		<edge from-layer="1940" from-port="2" to-layer="1942" to-port="0" />
-		<edge from-layer="1941" from-port="0" to-layer="1942" to-port="1" />
-		<edge from-layer="1942" from-port="2" to-layer="1943" to-port="0" />
-		<edge from-layer="1943" from-port="1" to-layer="1944" to-port="1" />
-		<edge from-layer="1944" from-port="2" to-layer="1945" to-port="1" />
-		<edge from-layer="1945" from-port="2" to-layer="1947" to-port="0" />
-		<edge from-layer="1946" from-port="0" to-layer="1947" to-port="1" />
-		<edge from-layer="1947" from-port="2" to-layer="1948" to-port="1" />
-		<edge from-layer="1948" from-port="2" to-layer="1993" to-port="0" />
-		<edge from-layer="1948" from-port="2" to-layer="1951" to-port="0" />
-		<edge from-layer="1948" from-port="2" to-layer="1958" to-port="0" />
-		<edge from-layer="1949" from-port="0" to-layer="1957" to-port="0" />
-		<edge from-layer="1950" from-port="0" to-layer="1951" to-port="1" />
-		<edge from-layer="1951" from-port="2" to-layer="1953" to-port="0" />
-		<edge from-layer="1952" from-port="0" to-layer="1953" to-port="1" />
-		<edge from-layer="1953" from-port="2" to-layer="1955" to-port="0" />
-		<edge from-layer="1954" from-port="0" to-layer="1955" to-port="1" />
-		<edge from-layer="1955" from-port="2" to-layer="1956" to-port="0" />
-		<edge from-layer="1956" from-port="1" to-layer="1957" to-port="1" />
-		<edge from-layer="1957" from-port="2" to-layer="1958" to-port="1" />
-		<edge from-layer="1958" from-port="2" to-layer="1960" to-port="0" />
-		<edge from-layer="1959" from-port="0" to-layer="1960" to-port="1" />
-		<edge from-layer="1960" from-port="2" to-layer="1973" to-port="0" />
-		<edge from-layer="1960" from-port="2" to-layer="1966" to-port="0" />
-		<edge from-layer="1961" from-port="0" to-layer="1962" to-port="0" />
-		<edge from-layer="1962" from-port="1" to-layer="1964" to-port="0" />
+		<edge from-layer="1922" from-port="1" to-layer="1923" to-port="1" />
+		<edge from-layer="1923" from-port="2" to-layer="1925" to-port="0" />
+		<edge from-layer="1924" from-port="0" to-layer="1925" to-port="1" />
+		<edge from-layer="1925" from-port="2" to-layer="1927" to-port="0" />
+		<edge from-layer="1926" from-port="0" to-layer="1927" to-port="1" />
+		<edge from-layer="1927" from-port="2" to-layer="1928" to-port="0" />
+		<edge from-layer="1927" from-port="2" to-layer="1933" to-port="0" />
+		<edge from-layer="1927" from-port="2" to-layer="1940" to-port="0" />
+		<edge from-layer="1928" from-port="2" to-layer="1943" to-port="0" />
+		<edge from-layer="1929" from-port="0" to-layer="1933" to-port="1" />
+		<edge from-layer="1930" from-port="0" to-layer="1933" to-port="2" />
+		<edge from-layer="1931" from-port="0" to-layer="1933" to-port="3" />
+		<edge from-layer="1932" from-port="0" to-layer="1933" to-port="4" />
+		<edge from-layer="1933" from-port="5" to-layer="1935" to-port="0" />
+		<edge from-layer="1934" from-port="0" to-layer="1935" to-port="1" />
+		<edge from-layer="1935" from-port="2" to-layer="1941" to-port="0" />
+		<edge from-layer="1936" from-port="0" to-layer="1940" to-port="1" />
+		<edge from-layer="1937" from-port="0" to-layer="1940" to-port="2" />
+		<edge from-layer="1938" from-port="0" to-layer="1940" to-port="3" />
+		<edge from-layer="1939" from-port="0" to-layer="1940" to-port="4" />
+		<edge from-layer="1940" from-port="5" to-layer="1941" to-port="1" />
+		<edge from-layer="1941" from-port="2" to-layer="1942" to-port="0" />
+		<edge from-layer="1942" from-port="2" to-layer="1943" to-port="1" />
+		<edge from-layer="1943" from-port="2" to-layer="1996" to-port="0" />
+		<edge from-layer="1944" from-port="0" to-layer="1945" to-port="0" />
+		<edge from-layer="1945" from-port="1" to-layer="1948" to-port="0" />
+		<edge from-layer="1946" from-port="0" to-layer="1947" to-port="0" />
+		<edge from-layer="1947" from-port="1" to-layer="1948" to-port="1" />
+		<edge from-layer="1948" from-port="2" to-layer="1950" to-port="0" />
+		<edge from-layer="1949" from-port="0" to-layer="1950" to-port="1" />
+		<edge from-layer="1950" from-port="2" to-layer="1951" to-port="0" />
+		<edge from-layer="1951" from-port="1" to-layer="1952" to-port="1" />
+		<edge from-layer="1952" from-port="2" to-layer="1954" to-port="0" />
+		<edge from-layer="1953" from-port="0" to-layer="1954" to-port="1" />
+		<edge from-layer="1954" from-port="2" to-layer="1956" to-port="0" />
+		<edge from-layer="1955" from-port="0" to-layer="1956" to-port="1" />
+		<edge from-layer="1956" from-port="2" to-layer="1962" to-port="0" />
+		<edge from-layer="1956" from-port="2" to-layer="1969" to-port="0" />
+		<edge from-layer="1956" from-port="2" to-layer="1957" to-port="0" />
+		<edge from-layer="1957" from-port="2" to-layer="1972" to-port="0" />
+		<edge from-layer="1958" from-port="0" to-layer="1962" to-port="1" />
+		<edge from-layer="1959" from-port="0" to-layer="1962" to-port="2" />
+		<edge from-layer="1960" from-port="0" to-layer="1962" to-port="3" />
+		<edge from-layer="1961" from-port="0" to-layer="1962" to-port="4" />
+		<edge from-layer="1962" from-port="5" to-layer="1964" to-port="0" />
 		<edge from-layer="1963" from-port="0" to-layer="1964" to-port="1" />
-		<edge from-layer="1964" from-port="2" to-layer="1965" to-port="0" />
-		<edge from-layer="1965" from-port="1" to-layer="1966" to-port="1" />
-		<edge from-layer="1966" from-port="2" to-layer="1967" to-port="0" />
-		<edge from-layer="1967" from-port="1" to-layer="1974" to-port="0" />
-		<edge from-layer="1968" from-port="0" to-layer="1969" to-port="0" />
-		<edge from-layer="1969" from-port="1" to-layer="1971" to-port="0" />
-		<edge from-layer="1970" from-port="0" to-layer="1971" to-port="1" />
-		<edge from-layer="1971" from-port="2" to-layer="1972" to-port="0" />
-		<edge from-layer="1972" from-port="1" to-layer="1973" to-port="1" />
-		<edge from-layer="1973" from-port="2" to-layer="1974" to-port="1" />
-		<edge from-layer="1974" from-port="2" to-layer="1980" to-port="0" />
-		<edge from-layer="1975" from-port="0" to-layer="1976" to-port="0" />
-		<edge from-layer="1976" from-port="1" to-layer="1978" to-port="0" />
-		<edge from-layer="1977" from-port="0" to-layer="1978" to-port="1" />
-		<edge from-layer="1978" from-port="2" to-layer="1979" to-port="0" />
-		<edge from-layer="1979" from-port="1" to-layer="1980" to-port="1" />
-		<edge from-layer="1980" from-port="2" to-layer="1983" to-port="0" />
-		<edge from-layer="1980" from-port="2" to-layer="1990" to-port="0" />
-		<edge from-layer="1981" from-port="0" to-layer="1989" to-port="0" />
-		<edge from-layer="1982" from-port="0" to-layer="1983" to-port="1" />
-		<edge from-layer="1983" from-port="2" to-layer="1985" to-port="0" />
-		<edge from-layer="1984" from-port="0" to-layer="1985" to-port="1" />
-		<edge from-layer="1985" from-port="2" to-layer="1987" to-port="0" />
-		<edge from-layer="1986" from-port="0" to-layer="1987" to-port="1" />
-		<edge from-layer="1987" from-port="2" to-layer="1988" to-port="0" />
-		<edge from-layer="1988" from-port="1" to-layer="1989" to-port="1" />
-		<edge from-layer="1989" from-port="2" to-layer="1990" to-port="1" />
-		<edge from-layer="1990" from-port="2" to-layer="1992" to-port="0" />
-		<edge from-layer="1991" from-port="0" to-layer="1992" to-port="1" />
-		<edge from-layer="1992" from-port="2" to-layer="1993" to-port="1" />
-		<edge from-layer="1993" from-port="2" to-layer="2003" to-port="0" />
-		<edge from-layer="1993" from-port="2" to-layer="2100" to-port="0" />
-		<edge from-layer="1993" from-port="2" to-layer="1996" to-port="0" />
-		<edge from-layer="1994" from-port="0" to-layer="2002" to-port="0" />
-		<edge from-layer="1995" from-port="0" to-layer="1996" to-port="1" />
-		<edge from-layer="1996" from-port="2" to-layer="1998" to-port="0" />
+		<edge from-layer="1964" from-port="2" to-layer="1970" to-port="0" />
+		<edge from-layer="1965" from-port="0" to-layer="1969" to-port="1" />
+		<edge from-layer="1966" from-port="0" to-layer="1969" to-port="2" />
+		<edge from-layer="1967" from-port="0" to-layer="1969" to-port="3" />
+		<edge from-layer="1968" from-port="0" to-layer="1969" to-port="4" />
+		<edge from-layer="1969" from-port="5" to-layer="1970" to-port="1" />
+		<edge from-layer="1970" from-port="2" to-layer="1971" to-port="0" />
+		<edge from-layer="1971" from-port="2" to-layer="1972" to-port="1" />
+		<edge from-layer="1972" from-port="2" to-layer="1974" to-port="0" />
+		<edge from-layer="1973" from-port="0" to-layer="1991" to-port="1" />
+		<edge from-layer="1973" from-port="0" to-layer="1974" to-port="1" />
+		<edge from-layer="1974" from-port="2" to-layer="1975" to-port="0" />
+		<edge from-layer="1975" from-port="2" to-layer="1977" to-port="0" />
+		<edge from-layer="1976" from-port="0" to-layer="1977" to-port="1" />
+		<edge from-layer="1977" from-port="2" to-layer="1996" to-port="1" />
+		<edge from-layer="1978" from-port="0" to-layer="1979" to-port="0" />
+		<edge from-layer="1979" from-port="1" to-layer="1982" to-port="0" />
+		<edge from-layer="1980" from-port="0" to-layer="1981" to-port="0" />
+		<edge from-layer="1981" from-port="1" to-layer="1982" to-port="1" />
+		<edge from-layer="1982" from-port="2" to-layer="1984" to-port="0" />
+		<edge from-layer="1983" from-port="0" to-layer="1984" to-port="1" />
+		<edge from-layer="1984" from-port="2" to-layer="1985" to-port="0" />
+		<edge from-layer="1985" from-port="1" to-layer="1986" to-port="1" />
+		<edge from-layer="1986" from-port="2" to-layer="1988" to-port="0" />
+		<edge from-layer="1987" from-port="0" to-layer="1988" to-port="1" />
+		<edge from-layer="1988" from-port="2" to-layer="1990" to-port="0" />
+		<edge from-layer="1989" from-port="0" to-layer="1990" to-port="1" />
+		<edge from-layer="1990" from-port="2" to-layer="1991" to-port="0" />
+		<edge from-layer="1991" from-port="2" to-layer="1992" to-port="0" />
+		<edge from-layer="1992" from-port="2" to-layer="1994" to-port="0" />
+		<edge from-layer="1993" from-port="0" to-layer="1994" to-port="1" />
+		<edge from-layer="1994" from-port="2" to-layer="1996" to-port="2" />
+		<edge from-layer="1995" from-port="0" to-layer="1996" to-port="4" />
+		<edge from-layer="1996" from-port="5" to-layer="1998" to-port="0" />
 		<edge from-layer="1997" from-port="0" to-layer="1998" to-port="1" />
-		<edge from-layer="1998" from-port="2" to-layer="2000" to-port="0" />
-		<edge from-layer="1999" from-port="0" to-layer="2000" to-port="1" />
-		<edge from-layer="2000" from-port="2" to-layer="2001" to-port="0" />
-		<edge from-layer="2001" from-port="1" to-layer="2002" to-port="1" />
-		<edge from-layer="2002" from-port="2" to-layer="2003" to-port="1" />
-		<edge from-layer="2003" from-port="2" to-layer="2005" to-port="0" />
-		<edge from-layer="2004" from-port="0" to-layer="2005" to-port="1" />
-		<edge from-layer="2005" from-port="2" to-layer="2037" to-port="0" />
-		<edge from-layer="2005" from-port="2" to-layer="2068" to-port="0" />
-		<edge from-layer="2005" from-port="2" to-layer="2011" to-port="0" />
-		<edge from-layer="2006" from-port="0" to-layer="2007" to-port="0" />
-		<edge from-layer="2007" from-port="1" to-layer="2009" to-port="0" />
-		<edge from-layer="2008" from-port="0" to-layer="2009" to-port="1" />
-		<edge from-layer="2009" from-port="2" to-layer="2010" to-port="0" />
-		<edge from-layer="2010" from-port="1" to-layer="2011" to-port="1" />
+		<edge from-layer="1998" from-port="2" to-layer="1999" to-port="0" />
+		<edge from-layer="1999" from-port="2" to-layer="2008" to-port="0" />
+		<edge from-layer="2000" from-port="0" to-layer="2001" to-port="0" />
+		<edge from-layer="2001" from-port="1" to-layer="2004" to-port="0" />
+		<edge from-layer="2002" from-port="0" to-layer="2003" to-port="0" />
+		<edge from-layer="2003" from-port="1" to-layer="2004" to-port="1" />
+		<edge from-layer="2004" from-port="2" to-layer="2006" to-port="0" />
+		<edge from-layer="2005" from-port="0" to-layer="2006" to-port="1" />
+		<edge from-layer="2006" from-port="2" to-layer="2007" to-port="0" />
+		<edge from-layer="2007" from-port="1" to-layer="2008" to-port="1" />
+		<edge from-layer="2008" from-port="2" to-layer="2018" to-port="0" />
+		<edge from-layer="2008" from-port="2" to-layer="2011" to-port="0" />
+		<edge from-layer="2009" from-port="0" to-layer="2017" to-port="0" />
+		<edge from-layer="2010" from-port="0" to-layer="2011" to-port="1" />
 		<edge from-layer="2011" from-port="2" to-layer="2013" to-port="0" />
 		<edge from-layer="2012" from-port="0" to-layer="2013" to-port="1" />
 		<edge from-layer="2013" from-port="2" to-layer="2015" to-port="0" />
 		<edge from-layer="2014" from-port="0" to-layer="2015" to-port="1" />
 		<edge from-layer="2015" from-port="2" to-layer="2016" to-port="0" />
-		<edge from-layer="2015" from-port="2" to-layer="2021" to-port="0" />
-		<edge from-layer="2015" from-port="2" to-layer="2028" to-port="0" />
-		<edge from-layer="2016" from-port="2" to-layer="2031" to-port="0" />
-		<edge from-layer="2017" from-port="0" to-layer="2021" to-port="1" />
-		<edge from-layer="2018" from-port="0" to-layer="2021" to-port="2" />
-		<edge from-layer="2019" from-port="0" to-layer="2021" to-port="3" />
-		<edge from-layer="2020" from-port="0" to-layer="2021" to-port="4" />
-		<edge from-layer="2021" from-port="5" to-layer="2023" to-port="0" />
-		<edge from-layer="2022" from-port="0" to-layer="2023" to-port="1" />
-		<edge from-layer="2023" from-port="2" to-layer="2029" to-port="0" />
-		<edge from-layer="2024" from-port="0" to-layer="2028" to-port="1" />
-		<edge from-layer="2025" from-port="0" to-layer="2028" to-port="2" />
-		<edge from-layer="2026" from-port="0" to-layer="2028" to-port="3" />
-		<edge from-layer="2027" from-port="0" to-layer="2028" to-port="4" />
-		<edge from-layer="2028" from-port="5" to-layer="2029" to-port="1" />
-		<edge from-layer="2029" from-port="2" to-layer="2030" to-port="0" />
+		<edge from-layer="2016" from-port="1" to-layer="2017" to-port="1" />
+		<edge from-layer="2017" from-port="2" to-layer="2018" to-port="1" />
+		<edge from-layer="2018" from-port="2" to-layer="2020" to-port="0" />
+		<edge from-layer="2019" from-port="0" to-layer="2020" to-port="1" />
+		<edge from-layer="2020" from-port="2" to-layer="2021" to-port="1" />
+		<edge from-layer="2021" from-port="2" to-layer="2075" to-port="0" />
+		<edge from-layer="2021" from-port="2" to-layer="2031" to-port="0" />
+		<edge from-layer="2021" from-port="2" to-layer="2024" to-port="0" />
+		<edge from-layer="2022" from-port="0" to-layer="2030" to-port="0" />
+		<edge from-layer="2023" from-port="0" to-layer="2024" to-port="1" />
+		<edge from-layer="2024" from-port="2" to-layer="2026" to-port="0" />
+		<edge from-layer="2025" from-port="0" to-layer="2026" to-port="1" />
+		<edge from-layer="2026" from-port="2" to-layer="2028" to-port="0" />
+		<edge from-layer="2027" from-port="0" to-layer="2028" to-port="1" />
+		<edge from-layer="2028" from-port="2" to-layer="2029" to-port="0" />
+		<edge from-layer="2029" from-port="1" to-layer="2030" to-port="1" />
 		<edge from-layer="2030" from-port="2" to-layer="2031" to-port="1" />
-		<edge from-layer="2031" from-port="2" to-layer="2078" to-port="0" />
-		<edge from-layer="2032" from-port="0" to-layer="2033" to-port="0" />
-		<edge from-layer="2033" from-port="1" to-layer="2035" to-port="0" />
-		<edge from-layer="2034" from-port="0" to-layer="2035" to-port="1" />
-		<edge from-layer="2035" from-port="2" to-layer="2036" to-port="0" />
-		<edge from-layer="2036" from-port="1" to-layer="2037" to-port="1" />
-		<edge from-layer="2037" from-port="2" to-layer="2039" to-port="0" />
-		<edge from-layer="2038" from-port="0" to-layer="2039" to-port="1" />
-		<edge from-layer="2039" from-port="2" to-layer="2041" to-port="0" />
-		<edge from-layer="2040" from-port="0" to-layer="2041" to-port="1" />
-		<edge from-layer="2041" from-port="2" to-layer="2047" to-port="0" />
-		<edge from-layer="2041" from-port="2" to-layer="2054" to-port="0" />
-		<edge from-layer="2041" from-port="2" to-layer="2042" to-port="0" />
-		<edge from-layer="2042" from-port="2" to-layer="2057" to-port="0" />
-		<edge from-layer="2043" from-port="0" to-layer="2047" to-port="1" />
-		<edge from-layer="2044" from-port="0" to-layer="2047" to-port="2" />
-		<edge from-layer="2045" from-port="0" to-layer="2047" to-port="3" />
-		<edge from-layer="2046" from-port="0" to-layer="2047" to-port="4" />
-		<edge from-layer="2047" from-port="5" to-layer="2049" to-port="0" />
-		<edge from-layer="2048" from-port="0" to-layer="2049" to-port="1" />
-		<edge from-layer="2049" from-port="2" to-layer="2055" to-port="0" />
-		<edge from-layer="2050" from-port="0" to-layer="2054" to-port="1" />
-		<edge from-layer="2051" from-port="0" to-layer="2054" to-port="2" />
-		<edge from-layer="2052" from-port="0" to-layer="2054" to-port="3" />
-		<edge from-layer="2053" from-port="0" to-layer="2054" to-port="4" />
-		<edge from-layer="2054" from-port="5" to-layer="2055" to-port="1" />
-		<edge from-layer="2055" from-port="2" to-layer="2056" to-port="0" />
-		<edge from-layer="2056" from-port="2" to-layer="2057" to-port="1" />
-		<edge from-layer="2057" from-port="2" to-layer="2059" to-port="0" />
-		<edge from-layer="2058" from-port="0" to-layer="2059" to-port="1" />
-		<edge from-layer="2058" from-port="0" to-layer="2073" to-port="1" />
-		<edge from-layer="2059" from-port="2" to-layer="2060" to-port="0" />
-		<edge from-layer="2060" from-port="2" to-layer="2062" to-port="0" />
-		<edge from-layer="2061" from-port="0" to-layer="2062" to-port="1" />
-		<edge from-layer="2062" from-port="2" to-layer="2078" to-port="1" />
-		<edge from-layer="2063" from-port="0" to-layer="2064" to-port="0" />
-		<edge from-layer="2064" from-port="1" to-layer="2066" to-port="0" />
-		<edge from-layer="2065" from-port="0" to-layer="2066" to-port="1" />
-		<edge from-layer="2066" from-port="2" to-layer="2067" to-port="0" />
-		<edge from-layer="2067" from-port="1" to-layer="2068" to-port="1" />
-		<edge from-layer="2068" from-port="2" to-layer="2070" to-port="0" />
-		<edge from-layer="2069" from-port="0" to-layer="2070" to-port="1" />
-		<edge from-layer="2070" from-port="2" to-layer="2072" to-port="0" />
-		<edge from-layer="2071" from-port="0" to-layer="2072" to-port="1" />
-		<edge from-layer="2072" from-port="2" to-layer="2073" to-port="0" />
-		<edge from-layer="2073" from-port="2" to-layer="2074" to-port="0" />
-		<edge from-layer="2074" from-port="2" to-layer="2076" to-port="0" />
-		<edge from-layer="2075" from-port="0" to-layer="2076" to-port="1" />
-		<edge from-layer="2076" from-port="2" to-layer="2078" to-port="2" />
-		<edge from-layer="2077" from-port="0" to-layer="2078" to-port="4" />
-		<edge from-layer="2078" from-port="5" to-layer="2080" to-port="0" />
+		<edge from-layer="2031" from-port="2" to-layer="2033" to-port="0" />
+		<edge from-layer="2032" from-port="0" to-layer="2033" to-port="1" />
+		<edge from-layer="2033" from-port="2" to-layer="2052" to-port="0" />
+		<edge from-layer="2033" from-port="2" to-layer="2042" to-port="0" />
+		<edge from-layer="2034" from-port="0" to-layer="2035" to-port="0" />
+		<edge from-layer="2035" from-port="1" to-layer="2038" to-port="0" />
+		<edge from-layer="2036" from-port="0" to-layer="2037" to-port="0" />
+		<edge from-layer="2037" from-port="1" to-layer="2038" to-port="1" />
+		<edge from-layer="2038" from-port="2" to-layer="2040" to-port="0" />
+		<edge from-layer="2039" from-port="0" to-layer="2040" to-port="1" />
+		<edge from-layer="2040" from-port="2" to-layer="2041" to-port="0" />
+		<edge from-layer="2041" from-port="1" to-layer="2042" to-port="1" />
+		<edge from-layer="2042" from-port="2" to-layer="2043" to-port="0" />
+		<edge from-layer="2043" from-port="1" to-layer="2053" to-port="0" />
+		<edge from-layer="2044" from-port="0" to-layer="2045" to-port="0" />
+		<edge from-layer="2045" from-port="1" to-layer="2048" to-port="0" />
+		<edge from-layer="2046" from-port="0" to-layer="2047" to-port="0" />
+		<edge from-layer="2047" from-port="1" to-layer="2048" to-port="1" />
+		<edge from-layer="2048" from-port="2" to-layer="2050" to-port="0" />
+		<edge from-layer="2049" from-port="0" to-layer="2050" to-port="1" />
+		<edge from-layer="2050" from-port="2" to-layer="2051" to-port="0" />
+		<edge from-layer="2051" from-port="1" to-layer="2052" to-port="1" />
+		<edge from-layer="2052" from-port="2" to-layer="2053" to-port="1" />
+		<edge from-layer="2053" from-port="2" to-layer="2062" to-port="0" />
+		<edge from-layer="2054" from-port="0" to-layer="2055" to-port="0" />
+		<edge from-layer="2055" from-port="1" to-layer="2058" to-port="0" />
+		<edge from-layer="2056" from-port="0" to-layer="2057" to-port="0" />
+		<edge from-layer="2057" from-port="1" to-layer="2058" to-port="1" />
+		<edge from-layer="2058" from-port="2" to-layer="2060" to-port="0" />
+		<edge from-layer="2059" from-port="0" to-layer="2060" to-port="1" />
+		<edge from-layer="2060" from-port="2" to-layer="2061" to-port="0" />
+		<edge from-layer="2061" from-port="1" to-layer="2062" to-port="1" />
+		<edge from-layer="2062" from-port="2" to-layer="2065" to-port="0" />
+		<edge from-layer="2062" from-port="2" to-layer="2072" to-port="0" />
+		<edge from-layer="2063" from-port="0" to-layer="2071" to-port="0" />
+		<edge from-layer="2064" from-port="0" to-layer="2065" to-port="1" />
+		<edge from-layer="2065" from-port="2" to-layer="2067" to-port="0" />
+		<edge from-layer="2066" from-port="0" to-layer="2067" to-port="1" />
+		<edge from-layer="2067" from-port="2" to-layer="2069" to-port="0" />
+		<edge from-layer="2068" from-port="0" to-layer="2069" to-port="1" />
+		<edge from-layer="2069" from-port="2" to-layer="2070" to-port="0" />
+		<edge from-layer="2070" from-port="1" to-layer="2071" to-port="1" />
+		<edge from-layer="2071" from-port="2" to-layer="2072" to-port="1" />
+		<edge from-layer="2072" from-port="2" to-layer="2074" to-port="0" />
+		<edge from-layer="2073" from-port="0" to-layer="2074" to-port="1" />
+		<edge from-layer="2074" from-port="2" to-layer="2075" to-port="1" />
+		<edge from-layer="2075" from-port="2" to-layer="2078" to-port="0" />
+		<edge from-layer="2075" from-port="2" to-layer="2194" to-port="0" />
+		<edge from-layer="2075" from-port="2" to-layer="2085" to-port="0" />
+		<edge from-layer="2076" from-port="0" to-layer="2084" to-port="0" />
+		<edge from-layer="2077" from-port="0" to-layer="2078" to-port="1" />
+		<edge from-layer="2078" from-port="2" to-layer="2080" to-port="0" />
 		<edge from-layer="2079" from-port="0" to-layer="2080" to-port="1" />
-		<edge from-layer="2080" from-port="2" to-layer="2081" to-port="0" />
-		<edge from-layer="2081" from-port="2" to-layer="2087" to-port="0" />
-		<edge from-layer="2082" from-port="0" to-layer="2083" to-port="0" />
-		<edge from-layer="2083" from-port="1" to-layer="2085" to-port="0" />
-		<edge from-layer="2084" from-port="0" to-layer="2085" to-port="1" />
-		<edge from-layer="2085" from-port="2" to-layer="2086" to-port="0" />
-		<edge from-layer="2086" from-port="1" to-layer="2087" to-port="1" />
-		<edge from-layer="2087" from-port="2" to-layer="2090" to-port="0" />
-		<edge from-layer="2087" from-port="2" to-layer="2097" to-port="0" />
-		<edge from-layer="2088" from-port="0" to-layer="2096" to-port="0" />
-		<edge from-layer="2089" from-port="0" to-layer="2090" to-port="1" />
-		<edge from-layer="2090" from-port="2" to-layer="2092" to-port="0" />
-		<edge from-layer="2091" from-port="0" to-layer="2092" to-port="1" />
+		<edge from-layer="2080" from-port="2" to-layer="2082" to-port="0" />
+		<edge from-layer="2081" from-port="0" to-layer="2082" to-port="1" />
+		<edge from-layer="2082" from-port="2" to-layer="2083" to-port="0" />
+		<edge from-layer="2083" from-port="1" to-layer="2084" to-port="1" />
+		<edge from-layer="2084" from-port="2" to-layer="2085" to-port="1" />
+		<edge from-layer="2085" from-port="2" to-layer="2087" to-port="0" />
+		<edge from-layer="2086" from-port="0" to-layer="2087" to-port="1" />
+		<edge from-layer="2087" from-port="2" to-layer="2159" to-port="0" />
+		<edge from-layer="2087" from-port="2" to-layer="2125" to-port="0" />
+		<edge from-layer="2087" from-port="2" to-layer="2096" to-port="0" />
+		<edge from-layer="2088" from-port="0" to-layer="2089" to-port="0" />
+		<edge from-layer="2089" from-port="1" to-layer="2092" to-port="0" />
+		<edge from-layer="2090" from-port="0" to-layer="2091" to-port="0" />
+		<edge from-layer="2091" from-port="1" to-layer="2092" to-port="1" />
 		<edge from-layer="2092" from-port="2" to-layer="2094" to-port="0" />
 		<edge from-layer="2093" from-port="0" to-layer="2094" to-port="1" />
 		<edge from-layer="2094" from-port="2" to-layer="2095" to-port="0" />
 		<edge from-layer="2095" from-port="1" to-layer="2096" to-port="1" />
-		<edge from-layer="2096" from-port="2" to-layer="2097" to-port="1" />
-		<edge from-layer="2097" from-port="2" to-layer="2099" to-port="0" />
-		<edge from-layer="2098" from-port="0" to-layer="2099" to-port="1" />
-		<edge from-layer="2099" from-port="2" to-layer="2100" to-port="1" />
-		<edge from-layer="2100" from-port="2" to-layer="2145" to-port="0" />
-		<edge from-layer="2100" from-port="2" to-layer="2110" to-port="0" />
-		<edge from-layer="2100" from-port="2" to-layer="2103" to-port="0" />
-		<edge from-layer="2101" from-port="0" to-layer="2109" to-port="0" />
-		<edge from-layer="2102" from-port="0" to-layer="2103" to-port="1" />
-		<edge from-layer="2103" from-port="2" to-layer="2105" to-port="0" />
-		<edge from-layer="2104" from-port="0" to-layer="2105" to-port="1" />
-		<edge from-layer="2105" from-port="2" to-layer="2107" to-port="0" />
-		<edge from-layer="2106" from-port="0" to-layer="2107" to-port="1" />
-		<edge from-layer="2107" from-port="2" to-layer="2108" to-port="0" />
-		<edge from-layer="2108" from-port="1" to-layer="2109" to-port="1" />
-		<edge from-layer="2109" from-port="2" to-layer="2110" to-port="1" />
-		<edge from-layer="2110" from-port="2" to-layer="2112" to-port="0" />
-		<edge from-layer="2111" from-port="0" to-layer="2112" to-port="1" />
-		<edge from-layer="2112" from-port="2" to-layer="2118" to-port="0" />
-		<edge from-layer="2112" from-port="2" to-layer="2125" to-port="0" />
-		<edge from-layer="2113" from-port="0" to-layer="2114" to-port="0" />
-		<edge from-layer="2114" from-port="1" to-layer="2116" to-port="0" />
-		<edge from-layer="2115" from-port="0" to-layer="2116" to-port="1" />
-		<edge from-layer="2116" from-port="2" to-layer="2117" to-port="0" />
-		<edge from-layer="2117" from-port="1" to-layer="2118" to-port="1" />
-		<edge from-layer="2118" from-port="2" to-layer="2119" to-port="0" />
-		<edge from-layer="2119" from-port="1" to-layer="2126" to-port="0" />
-		<edge from-layer="2120" from-port="0" to-layer="2121" to-port="0" />
-		<edge from-layer="2121" from-port="1" to-layer="2123" to-port="0" />
+		<edge from-layer="2096" from-port="2" to-layer="2098" to-port="0" />
+		<edge from-layer="2097" from-port="0" to-layer="2098" to-port="1" />
+		<edge from-layer="2098" from-port="2" to-layer="2100" to-port="0" />
+		<edge from-layer="2099" from-port="0" to-layer="2100" to-port="1" />
+		<edge from-layer="2100" from-port="2" to-layer="2101" to-port="0" />
+		<edge from-layer="2100" from-port="2" to-layer="2106" to-port="0" />
+		<edge from-layer="2100" from-port="2" to-layer="2113" to-port="0" />
+		<edge from-layer="2101" from-port="2" to-layer="2116" to-port="0" />
+		<edge from-layer="2102" from-port="0" to-layer="2106" to-port="1" />
+		<edge from-layer="2103" from-port="0" to-layer="2106" to-port="2" />
+		<edge from-layer="2104" from-port="0" to-layer="2106" to-port="3" />
+		<edge from-layer="2105" from-port="0" to-layer="2106" to-port="4" />
+		<edge from-layer="2106" from-port="5" to-layer="2108" to-port="0" />
+		<edge from-layer="2107" from-port="0" to-layer="2108" to-port="1" />
+		<edge from-layer="2108" from-port="2" to-layer="2114" to-port="0" />
+		<edge from-layer="2109" from-port="0" to-layer="2113" to-port="1" />
+		<edge from-layer="2110" from-port="0" to-layer="2113" to-port="2" />
+		<edge from-layer="2111" from-port="0" to-layer="2113" to-port="3" />
+		<edge from-layer="2112" from-port="0" to-layer="2113" to-port="4" />
+		<edge from-layer="2113" from-port="5" to-layer="2114" to-port="1" />
+		<edge from-layer="2114" from-port="2" to-layer="2115" to-port="0" />
+		<edge from-layer="2115" from-port="2" to-layer="2116" to-port="1" />
+		<edge from-layer="2116" from-port="2" to-layer="2169" to-port="0" />
+		<edge from-layer="2117" from-port="0" to-layer="2118" to-port="0" />
+		<edge from-layer="2118" from-port="1" to-layer="2121" to-port="0" />
+		<edge from-layer="2119" from-port="0" to-layer="2120" to-port="0" />
+		<edge from-layer="2120" from-port="1" to-layer="2121" to-port="1" />
+		<edge from-layer="2121" from-port="2" to-layer="2123" to-port="0" />
 		<edge from-layer="2122" from-port="0" to-layer="2123" to-port="1" />
 		<edge from-layer="2123" from-port="2" to-layer="2124" to-port="0" />
 		<edge from-layer="2124" from-port="1" to-layer="2125" to-port="1" />
-		<edge from-layer="2125" from-port="2" to-layer="2126" to-port="1" />
-		<edge from-layer="2126" from-port="2" to-layer="2132" to-port="0" />
-		<edge from-layer="2127" from-port="0" to-layer="2128" to-port="0" />
-		<edge from-layer="2128" from-port="1" to-layer="2130" to-port="0" />
-		<edge from-layer="2129" from-port="0" to-layer="2130" to-port="1" />
-		<edge from-layer="2130" from-port="2" to-layer="2131" to-port="0" />
-		<edge from-layer="2131" from-port="1" to-layer="2132" to-port="1" />
-		<edge from-layer="2132" from-port="2" to-layer="2142" to-port="0" />
-		<edge from-layer="2132" from-port="2" to-layer="2135" to-port="0" />
-		<edge from-layer="2133" from-port="0" to-layer="2141" to-port="0" />
-		<edge from-layer="2134" from-port="0" to-layer="2135" to-port="1" />
-		<edge from-layer="2135" from-port="2" to-layer="2137" to-port="0" />
+		<edge from-layer="2125" from-port="2" to-layer="2127" to-port="0" />
+		<edge from-layer="2126" from-port="0" to-layer="2127" to-port="1" />
+		<edge from-layer="2127" from-port="2" to-layer="2129" to-port="0" />
+		<edge from-layer="2128" from-port="0" to-layer="2129" to-port="1" />
+		<edge from-layer="2129" from-port="2" to-layer="2130" to-port="0" />
+		<edge from-layer="2129" from-port="2" to-layer="2142" to-port="0" />
+		<edge from-layer="2129" from-port="2" to-layer="2135" to-port="0" />
+		<edge from-layer="2130" from-port="2" to-layer="2145" to-port="0" />
+		<edge from-layer="2131" from-port="0" to-layer="2135" to-port="1" />
+		<edge from-layer="2132" from-port="0" to-layer="2135" to-port="2" />
+		<edge from-layer="2133" from-port="0" to-layer="2135" to-port="3" />
+		<edge from-layer="2134" from-port="0" to-layer="2135" to-port="4" />
+		<edge from-layer="2135" from-port="5" to-layer="2137" to-port="0" />
 		<edge from-layer="2136" from-port="0" to-layer="2137" to-port="1" />
-		<edge from-layer="2137" from-port="2" to-layer="2139" to-port="0" />
-		<edge from-layer="2138" from-port="0" to-layer="2139" to-port="1" />
-		<edge from-layer="2139" from-port="2" to-layer="2140" to-port="0" />
-		<edge from-layer="2140" from-port="1" to-layer="2141" to-port="1" />
-		<edge from-layer="2141" from-port="2" to-layer="2142" to-port="1" />
-		<edge from-layer="2142" from-port="2" to-layer="2144" to-port="0" />
-		<edge from-layer="2143" from-port="0" to-layer="2144" to-port="1" />
+		<edge from-layer="2137" from-port="2" to-layer="2143" to-port="0" />
+		<edge from-layer="2138" from-port="0" to-layer="2142" to-port="1" />
+		<edge from-layer="2139" from-port="0" to-layer="2142" to-port="2" />
+		<edge from-layer="2140" from-port="0" to-layer="2142" to-port="3" />
+		<edge from-layer="2141" from-port="0" to-layer="2142" to-port="4" />
+		<edge from-layer="2142" from-port="5" to-layer="2143" to-port="1" />
+		<edge from-layer="2143" from-port="2" to-layer="2144" to-port="0" />
 		<edge from-layer="2144" from-port="2" to-layer="2145" to-port="1" />
-		<edge from-layer="2145" from-port="2" to-layer="2148" to-port="0" />
-		<edge from-layer="2145" from-port="2" to-layer="2252" to-port="0" />
-		<edge from-layer="2145" from-port="2" to-layer="2155" to-port="0" />
-		<edge from-layer="2146" from-port="0" to-layer="2154" to-port="0" />
-		<edge from-layer="2147" from-port="0" to-layer="2148" to-port="1" />
+		<edge from-layer="2145" from-port="2" to-layer="2147" to-port="0" />
+		<edge from-layer="2146" from-port="0" to-layer="2147" to-port="1" />
+		<edge from-layer="2146" from-port="0" to-layer="2164" to-port="1" />
+		<edge from-layer="2147" from-port="2" to-layer="2148" to-port="0" />
 		<edge from-layer="2148" from-port="2" to-layer="2150" to-port="0" />
 		<edge from-layer="2149" from-port="0" to-layer="2150" to-port="1" />
-		<edge from-layer="2150" from-port="2" to-layer="2152" to-port="0" />
-		<edge from-layer="2151" from-port="0" to-layer="2152" to-port="1" />
-		<edge from-layer="2152" from-port="2" to-layer="2153" to-port="0" />
-		<edge from-layer="2153" from-port="1" to-layer="2154" to-port="1" />
-		<edge from-layer="2154" from-port="2" to-layer="2155" to-port="1" />
+		<edge from-layer="2150" from-port="2" to-layer="2169" to-port="1" />
+		<edge from-layer="2151" from-port="0" to-layer="2152" to-port="0" />
+		<edge from-layer="2152" from-port="1" to-layer="2155" to-port="0" />
+		<edge from-layer="2153" from-port="0" to-layer="2154" to-port="0" />
+		<edge from-layer="2154" from-port="1" to-layer="2155" to-port="1" />
 		<edge from-layer="2155" from-port="2" to-layer="2157" to-port="0" />
 		<edge from-layer="2156" from-port="0" to-layer="2157" to-port="1" />
-		<edge from-layer="2157" from-port="2" to-layer="2220" to-port="0" />
-		<edge from-layer="2157" from-port="2" to-layer="2163" to-port="0" />
-		<edge from-layer="2157" from-port="2" to-layer="2189" to-port="0" />
-		<edge from-layer="2158" from-port="0" to-layer="2159" to-port="0" />
-		<edge from-layer="2159" from-port="1" to-layer="2161" to-port="0" />
+		<edge from-layer="2157" from-port="2" to-layer="2158" to-port="0" />
+		<edge from-layer="2158" from-port="1" to-layer="2159" to-port="1" />
+		<edge from-layer="2159" from-port="2" to-layer="2161" to-port="0" />
 		<edge from-layer="2160" from-port="0" to-layer="2161" to-port="1" />
-		<edge from-layer="2161" from-port="2" to-layer="2162" to-port="0" />
-		<edge from-layer="2162" from-port="1" to-layer="2163" to-port="1" />
-		<edge from-layer="2163" from-port="2" to-layer="2165" to-port="0" />
-		<edge from-layer="2164" from-port="0" to-layer="2165" to-port="1" />
+		<edge from-layer="2161" from-port="2" to-layer="2163" to-port="0" />
+		<edge from-layer="2162" from-port="0" to-layer="2163" to-port="1" />
+		<edge from-layer="2163" from-port="2" to-layer="2164" to-port="0" />
+		<edge from-layer="2164" from-port="2" to-layer="2165" to-port="0" />
 		<edge from-layer="2165" from-port="2" to-layer="2167" to-port="0" />
 		<edge from-layer="2166" from-port="0" to-layer="2167" to-port="1" />
-		<edge from-layer="2167" from-port="2" to-layer="2168" to-port="0" />
-		<edge from-layer="2167" from-port="2" to-layer="2173" to-port="0" />
-		<edge from-layer="2167" from-port="2" to-layer="2180" to-port="0" />
-		<edge from-layer="2168" from-port="2" to-layer="2183" to-port="0" />
-		<edge from-layer="2169" from-port="0" to-layer="2173" to-port="1" />
-		<edge from-layer="2170" from-port="0" to-layer="2173" to-port="2" />
-		<edge from-layer="2171" from-port="0" to-layer="2173" to-port="3" />
-		<edge from-layer="2172" from-port="0" to-layer="2173" to-port="4" />
-		<edge from-layer="2173" from-port="5" to-layer="2175" to-port="0" />
-		<edge from-layer="2174" from-port="0" to-layer="2175" to-port="1" />
-		<edge from-layer="2175" from-port="2" to-layer="2181" to-port="0" />
-		<edge from-layer="2176" from-port="0" to-layer="2180" to-port="1" />
-		<edge from-layer="2177" from-port="0" to-layer="2180" to-port="2" />
-		<edge from-layer="2178" from-port="0" to-layer="2180" to-port="3" />
-		<edge from-layer="2179" from-port="0" to-layer="2180" to-port="4" />
-		<edge from-layer="2180" from-port="5" to-layer="2181" to-port="1" />
-		<edge from-layer="2181" from-port="2" to-layer="2182" to-port="0" />
-		<edge from-layer="2182" from-port="2" to-layer="2183" to-port="1" />
-		<edge from-layer="2183" from-port="2" to-layer="2230" to-port="0" />
-		<edge from-layer="2184" from-port="0" to-layer="2185" to-port="0" />
-		<edge from-layer="2185" from-port="1" to-layer="2187" to-port="0" />
-		<edge from-layer="2186" from-port="0" to-layer="2187" to-port="1" />
-		<edge from-layer="2187" from-port="2" to-layer="2188" to-port="0" />
-		<edge from-layer="2188" from-port="1" to-layer="2189" to-port="1" />
-		<edge from-layer="2189" from-port="2" to-layer="2191" to-port="0" />
-		<edge from-layer="2190" from-port="0" to-layer="2191" to-port="1" />
+		<edge from-layer="2167" from-port="2" to-layer="2169" to-port="2" />
+		<edge from-layer="2168" from-port="0" to-layer="2169" to-port="4" />
+		<edge from-layer="2169" from-port="5" to-layer="2171" to-port="0" />
+		<edge from-layer="2170" from-port="0" to-layer="2171" to-port="1" />
+		<edge from-layer="2171" from-port="2" to-layer="2172" to-port="0" />
+		<edge from-layer="2172" from-port="2" to-layer="2181" to-port="0" />
+		<edge from-layer="2173" from-port="0" to-layer="2174" to-port="0" />
+		<edge from-layer="2174" from-port="1" to-layer="2177" to-port="0" />
+		<edge from-layer="2175" from-port="0" to-layer="2176" to-port="0" />
+		<edge from-layer="2176" from-port="1" to-layer="2177" to-port="1" />
+		<edge from-layer="2177" from-port="2" to-layer="2179" to-port="0" />
+		<edge from-layer="2178" from-port="0" to-layer="2179" to-port="1" />
+		<edge from-layer="2179" from-port="2" to-layer="2180" to-port="0" />
+		<edge from-layer="2180" from-port="1" to-layer="2181" to-port="1" />
+		<edge from-layer="2181" from-port="2" to-layer="2184" to-port="0" />
+		<edge from-layer="2181" from-port="2" to-layer="2191" to-port="0" />
+		<edge from-layer="2182" from-port="0" to-layer="2190" to-port="0" />
+		<edge from-layer="2183" from-port="0" to-layer="2184" to-port="1" />
+		<edge from-layer="2184" from-port="2" to-layer="2186" to-port="0" />
+		<edge from-layer="2185" from-port="0" to-layer="2186" to-port="1" />
+		<edge from-layer="2186" from-port="2" to-layer="2188" to-port="0" />
+		<edge from-layer="2187" from-port="0" to-layer="2188" to-port="1" />
+		<edge from-layer="2188" from-port="2" to-layer="2189" to-port="0" />
+		<edge from-layer="2189" from-port="1" to-layer="2190" to-port="1" />
+		<edge from-layer="2190" from-port="2" to-layer="2191" to-port="1" />
 		<edge from-layer="2191" from-port="2" to-layer="2193" to-port="0" />
 		<edge from-layer="2192" from-port="0" to-layer="2193" to-port="1" />
-		<edge from-layer="2193" from-port="2" to-layer="2194" to-port="0" />
-		<edge from-layer="2193" from-port="2" to-layer="2199" to-port="0" />
-		<edge from-layer="2193" from-port="2" to-layer="2206" to-port="0" />
-		<edge from-layer="2194" from-port="2" to-layer="2209" to-port="0" />
-		<edge from-layer="2195" from-port="0" to-layer="2199" to-port="1" />
-		<edge from-layer="2196" from-port="0" to-layer="2199" to-port="2" />
-		<edge from-layer="2197" from-port="0" to-layer="2199" to-port="3" />
-		<edge from-layer="2198" from-port="0" to-layer="2199" to-port="4" />
-		<edge from-layer="2199" from-port="5" to-layer="2201" to-port="0" />
+		<edge from-layer="2193" from-port="2" to-layer="2194" to-port="1" />
+		<edge from-layer="2194" from-port="2" to-layer="2248" to-port="0" />
+		<edge from-layer="2194" from-port="2" to-layer="2197" to-port="0" />
+		<edge from-layer="2194" from-port="2" to-layer="2204" to-port="0" />
+		<edge from-layer="2195" from-port="0" to-layer="2203" to-port="0" />
+		<edge from-layer="2196" from-port="0" to-layer="2197" to-port="1" />
+		<edge from-layer="2197" from-port="2" to-layer="2199" to-port="0" />
+		<edge from-layer="2198" from-port="0" to-layer="2199" to-port="1" />
+		<edge from-layer="2199" from-port="2" to-layer="2201" to-port="0" />
 		<edge from-layer="2200" from-port="0" to-layer="2201" to-port="1" />
-		<edge from-layer="2201" from-port="2" to-layer="2207" to-port="0" />
-		<edge from-layer="2202" from-port="0" to-layer="2206" to-port="1" />
-		<edge from-layer="2203" from-port="0" to-layer="2206" to-port="2" />
-		<edge from-layer="2204" from-port="0" to-layer="2206" to-port="3" />
-		<edge from-layer="2205" from-port="0" to-layer="2206" to-port="4" />
-		<edge from-layer="2206" from-port="5" to-layer="2207" to-port="1" />
-		<edge from-layer="2207" from-port="2" to-layer="2208" to-port="0" />
-		<edge from-layer="2208" from-port="2" to-layer="2209" to-port="1" />
-		<edge from-layer="2209" from-port="2" to-layer="2211" to-port="0" />
-		<edge from-layer="2210" from-port="0" to-layer="2225" to-port="1" />
-		<edge from-layer="2210" from-port="0" to-layer="2211" to-port="1" />
-		<edge from-layer="2211" from-port="2" to-layer="2212" to-port="0" />
-		<edge from-layer="2212" from-port="2" to-layer="2214" to-port="0" />
-		<edge from-layer="2213" from-port="0" to-layer="2214" to-port="1" />
-		<edge from-layer="2214" from-port="2" to-layer="2230" to-port="1" />
-		<edge from-layer="2215" from-port="0" to-layer="2216" to-port="0" />
-		<edge from-layer="2216" from-port="1" to-layer="2218" to-port="0" />
-		<edge from-layer="2217" from-port="0" to-layer="2218" to-port="1" />
-		<edge from-layer="2218" from-port="2" to-layer="2219" to-port="0" />
-		<edge from-layer="2219" from-port="1" to-layer="2220" to-port="1" />
-		<edge from-layer="2220" from-port="2" to-layer="2222" to-port="0" />
-		<edge from-layer="2221" from-port="0" to-layer="2222" to-port="1" />
-		<edge from-layer="2222" from-port="2" to-layer="2224" to-port="0" />
-		<edge from-layer="2223" from-port="0" to-layer="2224" to-port="1" />
-		<edge from-layer="2224" from-port="2" to-layer="2225" to-port="0" />
-		<edge from-layer="2225" from-port="2" to-layer="2226" to-port="0" />
-		<edge from-layer="2226" from-port="2" to-layer="2228" to-port="0" />
-		<edge from-layer="2227" from-port="0" to-layer="2228" to-port="1" />
-		<edge from-layer="2228" from-port="2" to-layer="2230" to-port="2" />
-		<edge from-layer="2229" from-port="0" to-layer="2230" to-port="4" />
-		<edge from-layer="2230" from-port="5" to-layer="2232" to-port="0" />
-		<edge from-layer="2231" from-port="0" to-layer="2232" to-port="1" />
-		<edge from-layer="2232" from-port="2" to-layer="2233" to-port="0" />
-		<edge from-layer="2233" from-port="2" to-layer="2239" to-port="0" />
-		<edge from-layer="2234" from-port="0" to-layer="2235" to-port="0" />
-		<edge from-layer="2235" from-port="1" to-layer="2237" to-port="0" />
-		<edge from-layer="2236" from-port="0" to-layer="2237" to-port="1" />
-		<edge from-layer="2237" from-port="2" to-layer="2238" to-port="0" />
-		<edge from-layer="2238" from-port="1" to-layer="2239" to-port="1" />
-		<edge from-layer="2239" from-port="2" to-layer="2249" to-port="0" />
-		<edge from-layer="2239" from-port="2" to-layer="2242" to-port="0" />
-		<edge from-layer="2240" from-port="0" to-layer="2248" to-port="0" />
+		<edge from-layer="2201" from-port="2" to-layer="2202" to-port="0" />
+		<edge from-layer="2202" from-port="1" to-layer="2203" to-port="1" />
+		<edge from-layer="2203" from-port="2" to-layer="2204" to-port="1" />
+		<edge from-layer="2204" from-port="2" to-layer="2206" to-port="0" />
+		<edge from-layer="2205" from-port="0" to-layer="2206" to-port="1" />
+		<edge from-layer="2206" from-port="2" to-layer="2225" to-port="0" />
+		<edge from-layer="2206" from-port="2" to-layer="2215" to-port="0" />
+		<edge from-layer="2207" from-port="0" to-layer="2208" to-port="0" />
+		<edge from-layer="2208" from-port="1" to-layer="2211" to-port="0" />
+		<edge from-layer="2209" from-port="0" to-layer="2210" to-port="0" />
+		<edge from-layer="2210" from-port="1" to-layer="2211" to-port="1" />
+		<edge from-layer="2211" from-port="2" to-layer="2213" to-port="0" />
+		<edge from-layer="2212" from-port="0" to-layer="2213" to-port="1" />
+		<edge from-layer="2213" from-port="2" to-layer="2214" to-port="0" />
+		<edge from-layer="2214" from-port="1" to-layer="2215" to-port="1" />
+		<edge from-layer="2215" from-port="2" to-layer="2216" to-port="0" />
+		<edge from-layer="2216" from-port="1" to-layer="2226" to-port="0" />
+		<edge from-layer="2217" from-port="0" to-layer="2218" to-port="0" />
+		<edge from-layer="2218" from-port="1" to-layer="2221" to-port="0" />
+		<edge from-layer="2219" from-port="0" to-layer="2220" to-port="0" />
+		<edge from-layer="2220" from-port="1" to-layer="2221" to-port="1" />
+		<edge from-layer="2221" from-port="2" to-layer="2223" to-port="0" />
+		<edge from-layer="2222" from-port="0" to-layer="2223" to-port="1" />
+		<edge from-layer="2223" from-port="2" to-layer="2224" to-port="0" />
+		<edge from-layer="2224" from-port="1" to-layer="2225" to-port="1" />
+		<edge from-layer="2225" from-port="2" to-layer="2226" to-port="1" />
+		<edge from-layer="2226" from-port="2" to-layer="2235" to-port="0" />
+		<edge from-layer="2227" from-port="0" to-layer="2228" to-port="0" />
+		<edge from-layer="2228" from-port="1" to-layer="2231" to-port="0" />
+		<edge from-layer="2229" from-port="0" to-layer="2230" to-port="0" />
+		<edge from-layer="2230" from-port="1" to-layer="2231" to-port="1" />
+		<edge from-layer="2231" from-port="2" to-layer="2233" to-port="0" />
+		<edge from-layer="2232" from-port="0" to-layer="2233" to-port="1" />
+		<edge from-layer="2233" from-port="2" to-layer="2234" to-port="0" />
+		<edge from-layer="2234" from-port="1" to-layer="2235" to-port="1" />
+		<edge from-layer="2235" from-port="2" to-layer="2245" to-port="0" />
+		<edge from-layer="2235" from-port="2" to-layer="2238" to-port="0" />
+		<edge from-layer="2236" from-port="0" to-layer="2244" to-port="0" />
+		<edge from-layer="2237" from-port="0" to-layer="2238" to-port="1" />
+		<edge from-layer="2238" from-port="2" to-layer="2240" to-port="0" />
+		<edge from-layer="2239" from-port="0" to-layer="2240" to-port="1" />
+		<edge from-layer="2240" from-port="2" to-layer="2242" to-port="0" />
 		<edge from-layer="2241" from-port="0" to-layer="2242" to-port="1" />
-		<edge from-layer="2242" from-port="2" to-layer="2244" to-port="0" />
-		<edge from-layer="2243" from-port="0" to-layer="2244" to-port="1" />
-		<edge from-layer="2244" from-port="2" to-layer="2246" to-port="0" />
-		<edge from-layer="2245" from-port="0" to-layer="2246" to-port="1" />
-		<edge from-layer="2246" from-port="2" to-layer="2247" to-port="0" />
-		<edge from-layer="2247" from-port="1" to-layer="2248" to-port="1" />
-		<edge from-layer="2248" from-port="2" to-layer="2249" to-port="1" />
-		<edge from-layer="2249" from-port="2" to-layer="2251" to-port="0" />
+		<edge from-layer="2242" from-port="2" to-layer="2243" to-port="0" />
+		<edge from-layer="2243" from-port="1" to-layer="2244" to-port="1" />
+		<edge from-layer="2244" from-port="2" to-layer="2245" to-port="1" />
+		<edge from-layer="2245" from-port="2" to-layer="2247" to-port="0" />
+		<edge from-layer="2246" from-port="0" to-layer="2247" to-port="1" />
+		<edge from-layer="2247" from-port="2" to-layer="2248" to-port="1" />
+		<edge from-layer="2248" from-port="2" to-layer="2258" to-port="0" />
+		<edge from-layer="2248" from-port="2" to-layer="2251" to-port="0" />
+		<edge from-layer="2248" from-port="2" to-layer="2367" to-port="0" />
+		<edge from-layer="2249" from-port="0" to-layer="2257" to-port="0" />
 		<edge from-layer="2250" from-port="0" to-layer="2251" to-port="1" />
-		<edge from-layer="2251" from-port="2" to-layer="2252" to-port="1" />
-		<edge from-layer="2252" from-port="2" to-layer="2255" to-port="0" />
-		<edge from-layer="2252" from-port="2" to-layer="2297" to-port="0" />
-		<edge from-layer="2252" from-port="2" to-layer="2262" to-port="0" />
-		<edge from-layer="2253" from-port="0" to-layer="2261" to-port="0" />
+		<edge from-layer="2251" from-port="2" to-layer="2253" to-port="0" />
+		<edge from-layer="2252" from-port="0" to-layer="2253" to-port="1" />
+		<edge from-layer="2253" from-port="2" to-layer="2255" to-port="0" />
 		<edge from-layer="2254" from-port="0" to-layer="2255" to-port="1" />
-		<edge from-layer="2255" from-port="2" to-layer="2257" to-port="0" />
-		<edge from-layer="2256" from-port="0" to-layer="2257" to-port="1" />
-		<edge from-layer="2257" from-port="2" to-layer="2259" to-port="0" />
-		<edge from-layer="2258" from-port="0" to-layer="2259" to-port="1" />
-		<edge from-layer="2259" from-port="2" to-layer="2260" to-port="0" />
-		<edge from-layer="2260" from-port="1" to-layer="2261" to-port="1" />
-		<edge from-layer="2261" from-port="2" to-layer="2262" to-port="1" />
-		<edge from-layer="2262" from-port="2" to-layer="2264" to-port="0" />
-		<edge from-layer="2263" from-port="0" to-layer="2264" to-port="1" />
-		<edge from-layer="2264" from-port="2" to-layer="2277" to-port="0" />
-		<edge from-layer="2264" from-port="2" to-layer="2270" to-port="0" />
-		<edge from-layer="2265" from-port="0" to-layer="2266" to-port="0" />
-		<edge from-layer="2266" from-port="1" to-layer="2268" to-port="0" />
-		<edge from-layer="2267" from-port="0" to-layer="2268" to-port="1" />
-		<edge from-layer="2268" from-port="2" to-layer="2269" to-port="0" />
-		<edge from-layer="2269" from-port="1" to-layer="2270" to-port="1" />
-		<edge from-layer="2270" from-port="2" to-layer="2271" to-port="0" />
-		<edge from-layer="2271" from-port="1" to-layer="2278" to-port="0" />
-		<edge from-layer="2272" from-port="0" to-layer="2273" to-port="0" />
-		<edge from-layer="2273" from-port="1" to-layer="2275" to-port="0" />
-		<edge from-layer="2274" from-port="0" to-layer="2275" to-port="1" />
-		<edge from-layer="2275" from-port="2" to-layer="2276" to-port="0" />
-		<edge from-layer="2276" from-port="1" to-layer="2277" to-port="1" />
-		<edge from-layer="2277" from-port="2" to-layer="2278" to-port="1" />
-		<edge from-layer="2278" from-port="2" to-layer="2284" to-port="0" />
-		<edge from-layer="2279" from-port="0" to-layer="2280" to-port="0" />
-		<edge from-layer="2280" from-port="1" to-layer="2282" to-port="0" />
-		<edge from-layer="2281" from-port="0" to-layer="2282" to-port="1" />
-		<edge from-layer="2282" from-port="2" to-layer="2283" to-port="0" />
-		<edge from-layer="2283" from-port="1" to-layer="2284" to-port="1" />
-		<edge from-layer="2284" from-port="2" to-layer="2287" to-port="0" />
-		<edge from-layer="2284" from-port="2" to-layer="2294" to-port="0" />
-		<edge from-layer="2285" from-port="0" to-layer="2293" to-port="0" />
-		<edge from-layer="2286" from-port="0" to-layer="2287" to-port="1" />
-		<edge from-layer="2287" from-port="2" to-layer="2289" to-port="0" />
-		<edge from-layer="2288" from-port="0" to-layer="2289" to-port="1" />
-		<edge from-layer="2289" from-port="2" to-layer="2291" to-port="0" />
-		<edge from-layer="2290" from-port="0" to-layer="2291" to-port="1" />
-		<edge from-layer="2291" from-port="2" to-layer="2292" to-port="0" />
-		<edge from-layer="2292" from-port="1" to-layer="2293" to-port="1" />
-		<edge from-layer="2293" from-port="2" to-layer="2294" to-port="1" />
+		<edge from-layer="2255" from-port="2" to-layer="2256" to-port="0" />
+		<edge from-layer="2256" from-port="1" to-layer="2257" to-port="1" />
+		<edge from-layer="2257" from-port="2" to-layer="2258" to-port="1" />
+		<edge from-layer="2258" from-port="2" to-layer="2260" to-port="0" />
+		<edge from-layer="2259" from-port="0" to-layer="2260" to-port="1" />
+		<edge from-layer="2260" from-port="2" to-layer="2269" to-port="0" />
+		<edge from-layer="2260" from-port="2" to-layer="2298" to-port="0" />
+		<edge from-layer="2260" from-port="2" to-layer="2332" to-port="0" />
+		<edge from-layer="2261" from-port="0" to-layer="2262" to-port="0" />
+		<edge from-layer="2262" from-port="1" to-layer="2265" to-port="0" />
+		<edge from-layer="2263" from-port="0" to-layer="2264" to-port="0" />
+		<edge from-layer="2264" from-port="1" to-layer="2265" to-port="1" />
+		<edge from-layer="2265" from-port="2" to-layer="2267" to-port="0" />
+		<edge from-layer="2266" from-port="0" to-layer="2267" to-port="1" />
+		<edge from-layer="2267" from-port="2" to-layer="2268" to-port="0" />
+		<edge from-layer="2268" from-port="1" to-layer="2269" to-port="1" />
+		<edge from-layer="2269" from-port="2" to-layer="2271" to-port="0" />
+		<edge from-layer="2270" from-port="0" to-layer="2271" to-port="1" />
+		<edge from-layer="2271" from-port="2" to-layer="2273" to-port="0" />
+		<edge from-layer="2272" from-port="0" to-layer="2273" to-port="1" />
+		<edge from-layer="2273" from-port="2" to-layer="2286" to-port="0" />
+		<edge from-layer="2273" from-port="2" to-layer="2279" to-port="0" />
+		<edge from-layer="2273" from-port="2" to-layer="2274" to-port="0" />
+		<edge from-layer="2274" from-port="2" to-layer="2289" to-port="0" />
+		<edge from-layer="2275" from-port="0" to-layer="2279" to-port="1" />
+		<edge from-layer="2276" from-port="0" to-layer="2279" to-port="2" />
+		<edge from-layer="2277" from-port="0" to-layer="2279" to-port="3" />
+		<edge from-layer="2278" from-port="0" to-layer="2279" to-port="4" />
+		<edge from-layer="2279" from-port="5" to-layer="2281" to-port="0" />
+		<edge from-layer="2280" from-port="0" to-layer="2281" to-port="1" />
+		<edge from-layer="2281" from-port="2" to-layer="2287" to-port="0" />
+		<edge from-layer="2282" from-port="0" to-layer="2286" to-port="1" />
+		<edge from-layer="2283" from-port="0" to-layer="2286" to-port="2" />
+		<edge from-layer="2284" from-port="0" to-layer="2286" to-port="3" />
+		<edge from-layer="2285" from-port="0" to-layer="2286" to-port="4" />
+		<edge from-layer="2286" from-port="5" to-layer="2287" to-port="1" />
+		<edge from-layer="2287" from-port="2" to-layer="2288" to-port="0" />
+		<edge from-layer="2288" from-port="2" to-layer="2289" to-port="1" />
+		<edge from-layer="2289" from-port="2" to-layer="2342" to-port="0" />
+		<edge from-layer="2290" from-port="0" to-layer="2291" to-port="0" />
+		<edge from-layer="2291" from-port="1" to-layer="2294" to-port="0" />
+		<edge from-layer="2292" from-port="0" to-layer="2293" to-port="0" />
+		<edge from-layer="2293" from-port="1" to-layer="2294" to-port="1" />
 		<edge from-layer="2294" from-port="2" to-layer="2296" to-port="0" />
 		<edge from-layer="2295" from-port="0" to-layer="2296" to-port="1" />
-		<edge from-layer="2296" from-port="2" to-layer="2297" to-port="1" />
-		<edge from-layer="2297" from-port="2" to-layer="2307" to-port="0" />
-		<edge from-layer="2297" from-port="2" to-layer="2300" to-port="0" />
-		<edge from-layer="2297" from-port="2" to-layer="2404" to-port="0" />
-		<edge from-layer="2298" from-port="0" to-layer="2306" to-port="0" />
+		<edge from-layer="2296" from-port="2" to-layer="2297" to-port="0" />
+		<edge from-layer="2297" from-port="1" to-layer="2298" to-port="1" />
+		<edge from-layer="2298" from-port="2" to-layer="2300" to-port="0" />
 		<edge from-layer="2299" from-port="0" to-layer="2300" to-port="1" />
 		<edge from-layer="2300" from-port="2" to-layer="2302" to-port="0" />
 		<edge from-layer="2301" from-port="0" to-layer="2302" to-port="1" />
-		<edge from-layer="2302" from-port="2" to-layer="2304" to-port="0" />
-		<edge from-layer="2303" from-port="0" to-layer="2304" to-port="1" />
-		<edge from-layer="2304" from-port="2" to-layer="2305" to-port="0" />
-		<edge from-layer="2305" from-port="1" to-layer="2306" to-port="1" />
-		<edge from-layer="2306" from-port="2" to-layer="2307" to-port="1" />
-		<edge from-layer="2307" from-port="2" to-layer="2309" to-port="0" />
-		<edge from-layer="2308" from-port="0" to-layer="2309" to-port="1" />
-		<edge from-layer="2309" from-port="2" to-layer="2341" to-port="0" />
-		<edge from-layer="2309" from-port="2" to-layer="2372" to-port="0" />
-		<edge from-layer="2309" from-port="2" to-layer="2315" to-port="0" />
-		<edge from-layer="2310" from-port="0" to-layer="2311" to-port="0" />
-		<edge from-layer="2311" from-port="1" to-layer="2313" to-port="0" />
-		<edge from-layer="2312" from-port="0" to-layer="2313" to-port="1" />
-		<edge from-layer="2313" from-port="2" to-layer="2314" to-port="0" />
-		<edge from-layer="2314" from-port="1" to-layer="2315" to-port="1" />
-		<edge from-layer="2315" from-port="2" to-layer="2317" to-port="0" />
-		<edge from-layer="2316" from-port="0" to-layer="2317" to-port="1" />
-		<edge from-layer="2317" from-port="2" to-layer="2319" to-port="0" />
-		<edge from-layer="2318" from-port="0" to-layer="2319" to-port="1" />
-		<edge from-layer="2319" from-port="2" to-layer="2332" to-port="0" />
-		<edge from-layer="2319" from-port="2" to-layer="2320" to-port="0" />
-		<edge from-layer="2319" from-port="2" to-layer="2325" to-port="0" />
-		<edge from-layer="2320" from-port="2" to-layer="2335" to-port="0" />
-		<edge from-layer="2321" from-port="0" to-layer="2325" to-port="1" />
-		<edge from-layer="2322" from-port="0" to-layer="2325" to-port="2" />
-		<edge from-layer="2323" from-port="0" to-layer="2325" to-port="3" />
-		<edge from-layer="2324" from-port="0" to-layer="2325" to-port="4" />
-		<edge from-layer="2325" from-port="5" to-layer="2327" to-port="0" />
-		<edge from-layer="2326" from-port="0" to-layer="2327" to-port="1" />
-		<edge from-layer="2327" from-port="2" to-layer="2333" to-port="0" />
-		<edge from-layer="2328" from-port="0" to-layer="2332" to-port="1" />
-		<edge from-layer="2329" from-port="0" to-layer="2332" to-port="2" />
-		<edge from-layer="2330" from-port="0" to-layer="2332" to-port="3" />
-		<edge from-layer="2331" from-port="0" to-layer="2332" to-port="4" />
-		<edge from-layer="2332" from-port="5" to-layer="2333" to-port="1" />
-		<edge from-layer="2333" from-port="2" to-layer="2334" to-port="0" />
-		<edge from-layer="2334" from-port="2" to-layer="2335" to-port="1" />
-		<edge from-layer="2335" from-port="2" to-layer="2382" to-port="0" />
-		<edge from-layer="2336" from-port="0" to-layer="2337" to-port="0" />
-		<edge from-layer="2337" from-port="1" to-layer="2339" to-port="0" />
-		<edge from-layer="2338" from-port="0" to-layer="2339" to-port="1" />
-		<edge from-layer="2339" from-port="2" to-layer="2340" to-port="0" />
-		<edge from-layer="2340" from-port="1" to-layer="2341" to-port="1" />
-		<edge from-layer="2341" from-port="2" to-layer="2343" to-port="0" />
-		<edge from-layer="2342" from-port="0" to-layer="2343" to-port="1" />
-		<edge from-layer="2343" from-port="2" to-layer="2345" to-port="0" />
-		<edge from-layer="2344" from-port="0" to-layer="2345" to-port="1" />
-		<edge from-layer="2345" from-port="2" to-layer="2358" to-port="0" />
-		<edge from-layer="2345" from-port="2" to-layer="2351" to-port="0" />
-		<edge from-layer="2345" from-port="2" to-layer="2346" to-port="0" />
-		<edge from-layer="2346" from-port="2" to-layer="2361" to-port="0" />
-		<edge from-layer="2347" from-port="0" to-layer="2351" to-port="1" />
-		<edge from-layer="2348" from-port="0" to-layer="2351" to-port="2" />
-		<edge from-layer="2349" from-port="0" to-layer="2351" to-port="3" />
-		<edge from-layer="2350" from-port="0" to-layer="2351" to-port="4" />
-		<edge from-layer="2351" from-port="5" to-layer="2353" to-port="0" />
-		<edge from-layer="2352" from-port="0" to-layer="2353" to-port="1" />
-		<edge from-layer="2353" from-port="2" to-layer="2359" to-port="0" />
-		<edge from-layer="2354" from-port="0" to-layer="2358" to-port="1" />
-		<edge from-layer="2355" from-port="0" to-layer="2358" to-port="2" />
-		<edge from-layer="2356" from-port="0" to-layer="2358" to-port="3" />
-		<edge from-layer="2357" from-port="0" to-layer="2358" to-port="4" />
-		<edge from-layer="2358" from-port="5" to-layer="2359" to-port="1" />
-		<edge from-layer="2359" from-port="2" to-layer="2360" to-port="0" />
-		<edge from-layer="2360" from-port="2" to-layer="2361" to-port="1" />
-		<edge from-layer="2361" from-port="2" to-layer="2363" to-port="0" />
-		<edge from-layer="2362" from-port="0" to-layer="2363" to-port="1" />
-		<edge from-layer="2362" from-port="0" to-layer="2377" to-port="1" />
-		<edge from-layer="2363" from-port="2" to-layer="2364" to-port="0" />
+		<edge from-layer="2302" from-port="2" to-layer="2303" to-port="0" />
+		<edge from-layer="2302" from-port="2" to-layer="2308" to-port="0" />
+		<edge from-layer="2302" from-port="2" to-layer="2315" to-port="0" />
+		<edge from-layer="2303" from-port="2" to-layer="2318" to-port="0" />
+		<edge from-layer="2304" from-port="0" to-layer="2308" to-port="1" />
+		<edge from-layer="2305" from-port="0" to-layer="2308" to-port="2" />
+		<edge from-layer="2306" from-port="0" to-layer="2308" to-port="3" />
+		<edge from-layer="2307" from-port="0" to-layer="2308" to-port="4" />
+		<edge from-layer="2308" from-port="5" to-layer="2310" to-port="0" />
+		<edge from-layer="2309" from-port="0" to-layer="2310" to-port="1" />
+		<edge from-layer="2310" from-port="2" to-layer="2316" to-port="0" />
+		<edge from-layer="2311" from-port="0" to-layer="2315" to-port="1" />
+		<edge from-layer="2312" from-port="0" to-layer="2315" to-port="2" />
+		<edge from-layer="2313" from-port="0" to-layer="2315" to-port="3" />
+		<edge from-layer="2314" from-port="0" to-layer="2315" to-port="4" />
+		<edge from-layer="2315" from-port="5" to-layer="2316" to-port="1" />
+		<edge from-layer="2316" from-port="2" to-layer="2317" to-port="0" />
+		<edge from-layer="2317" from-port="2" to-layer="2318" to-port="1" />
+		<edge from-layer="2318" from-port="2" to-layer="2320" to-port="0" />
+		<edge from-layer="2319" from-port="0" to-layer="2320" to-port="1" />
+		<edge from-layer="2319" from-port="0" to-layer="2337" to-port="1" />
+		<edge from-layer="2320" from-port="2" to-layer="2321" to-port="0" />
+		<edge from-layer="2321" from-port="2" to-layer="2323" to-port="0" />
+		<edge from-layer="2322" from-port="0" to-layer="2323" to-port="1" />
+		<edge from-layer="2323" from-port="2" to-layer="2342" to-port="1" />
+		<edge from-layer="2324" from-port="0" to-layer="2325" to-port="0" />
+		<edge from-layer="2325" from-port="1" to-layer="2328" to-port="0" />
+		<edge from-layer="2326" from-port="0" to-layer="2327" to-port="0" />
+		<edge from-layer="2327" from-port="1" to-layer="2328" to-port="1" />
+		<edge from-layer="2328" from-port="2" to-layer="2330" to-port="0" />
+		<edge from-layer="2329" from-port="0" to-layer="2330" to-port="1" />
+		<edge from-layer="2330" from-port="2" to-layer="2331" to-port="0" />
+		<edge from-layer="2331" from-port="1" to-layer="2332" to-port="1" />
+		<edge from-layer="2332" from-port="2" to-layer="2334" to-port="0" />
+		<edge from-layer="2333" from-port="0" to-layer="2334" to-port="1" />
+		<edge from-layer="2334" from-port="2" to-layer="2336" to-port="0" />
+		<edge from-layer="2335" from-port="0" to-layer="2336" to-port="1" />
+		<edge from-layer="2336" from-port="2" to-layer="2337" to-port="0" />
+		<edge from-layer="2337" from-port="2" to-layer="2338" to-port="0" />
+		<edge from-layer="2338" from-port="2" to-layer="2340" to-port="0" />
+		<edge from-layer="2339" from-port="0" to-layer="2340" to-port="1" />
+		<edge from-layer="2340" from-port="2" to-layer="2342" to-port="2" />
+		<edge from-layer="2341" from-port="0" to-layer="2342" to-port="4" />
+		<edge from-layer="2342" from-port="5" to-layer="2344" to-port="0" />
+		<edge from-layer="2343" from-port="0" to-layer="2344" to-port="1" />
+		<edge from-layer="2344" from-port="2" to-layer="2345" to-port="0" />
+		<edge from-layer="2345" from-port="2" to-layer="2354" to-port="0" />
+		<edge from-layer="2346" from-port="0" to-layer="2347" to-port="0" />
+		<edge from-layer="2347" from-port="1" to-layer="2350" to-port="0" />
+		<edge from-layer="2348" from-port="0" to-layer="2349" to-port="0" />
+		<edge from-layer="2349" from-port="1" to-layer="2350" to-port="1" />
+		<edge from-layer="2350" from-port="2" to-layer="2352" to-port="0" />
+		<edge from-layer="2351" from-port="0" to-layer="2352" to-port="1" />
+		<edge from-layer="2352" from-port="2" to-layer="2353" to-port="0" />
+		<edge from-layer="2353" from-port="1" to-layer="2354" to-port="1" />
+		<edge from-layer="2354" from-port="2" to-layer="2357" to-port="0" />
+		<edge from-layer="2354" from-port="2" to-layer="2364" to-port="0" />
+		<edge from-layer="2355" from-port="0" to-layer="2363" to-port="0" />
+		<edge from-layer="2356" from-port="0" to-layer="2357" to-port="1" />
+		<edge from-layer="2357" from-port="2" to-layer="2359" to-port="0" />
+		<edge from-layer="2358" from-port="0" to-layer="2359" to-port="1" />
+		<edge from-layer="2359" from-port="2" to-layer="2361" to-port="0" />
+		<edge from-layer="2360" from-port="0" to-layer="2361" to-port="1" />
+		<edge from-layer="2361" from-port="2" to-layer="2362" to-port="0" />
+		<edge from-layer="2362" from-port="1" to-layer="2363" to-port="1" />
+		<edge from-layer="2363" from-port="2" to-layer="2364" to-port="1" />
 		<edge from-layer="2364" from-port="2" to-layer="2366" to-port="0" />
 		<edge from-layer="2365" from-port="0" to-layer="2366" to-port="1" />
-		<edge from-layer="2366" from-port="2" to-layer="2382" to-port="1" />
-		<edge from-layer="2367" from-port="0" to-layer="2368" to-port="0" />
-		<edge from-layer="2368" from-port="1" to-layer="2370" to-port="0" />
+		<edge from-layer="2366" from-port="2" to-layer="2367" to-port="1" />
+		<edge from-layer="2367" from-port="2" to-layer="2370" to-port="0" />
+		<edge from-layer="2367" from-port="2" to-layer="2377" to-port="0" />
+		<edge from-layer="2367" from-port="2" to-layer="2421" to-port="0" />
+		<edge from-layer="2368" from-port="0" to-layer="2376" to-port="0" />
 		<edge from-layer="2369" from-port="0" to-layer="2370" to-port="1" />
-		<edge from-layer="2370" from-port="2" to-layer="2371" to-port="0" />
-		<edge from-layer="2371" from-port="1" to-layer="2372" to-port="1" />
+		<edge from-layer="2370" from-port="2" to-layer="2372" to-port="0" />
+		<edge from-layer="2371" from-port="0" to-layer="2372" to-port="1" />
 		<edge from-layer="2372" from-port="2" to-layer="2374" to-port="0" />
 		<edge from-layer="2373" from-port="0" to-layer="2374" to-port="1" />
-		<edge from-layer="2374" from-port="2" to-layer="2376" to-port="0" />
-		<edge from-layer="2375" from-port="0" to-layer="2376" to-port="1" />
-		<edge from-layer="2376" from-port="2" to-layer="2377" to-port="0" />
-		<edge from-layer="2377" from-port="2" to-layer="2378" to-port="0" />
-		<edge from-layer="2378" from-port="2" to-layer="2380" to-port="0" />
-		<edge from-layer="2379" from-port="0" to-layer="2380" to-port="1" />
-		<edge from-layer="2380" from-port="2" to-layer="2382" to-port="2" />
-		<edge from-layer="2381" from-port="0" to-layer="2382" to-port="4" />
-		<edge from-layer="2382" from-port="5" to-layer="2384" to-port="0" />
-		<edge from-layer="2383" from-port="0" to-layer="2384" to-port="1" />
-		<edge from-layer="2384" from-port="2" to-layer="2385" to-port="0" />
-		<edge from-layer="2385" from-port="2" to-layer="2391" to-port="0" />
-		<edge from-layer="2386" from-port="0" to-layer="2387" to-port="0" />
-		<edge from-layer="2387" from-port="1" to-layer="2389" to-port="0" />
-		<edge from-layer="2388" from-port="0" to-layer="2389" to-port="1" />
-		<edge from-layer="2389" from-port="2" to-layer="2390" to-port="0" />
-		<edge from-layer="2390" from-port="1" to-layer="2391" to-port="1" />
-		<edge from-layer="2391" from-port="2" to-layer="2401" to-port="0" />
-		<edge from-layer="2391" from-port="2" to-layer="2394" to-port="0" />
-		<edge from-layer="2392" from-port="0" to-layer="2400" to-port="0" />
-		<edge from-layer="2393" from-port="0" to-layer="2394" to-port="1" />
+		<edge from-layer="2374" from-port="2" to-layer="2375" to-port="0" />
+		<edge from-layer="2375" from-port="1" to-layer="2376" to-port="1" />
+		<edge from-layer="2376" from-port="2" to-layer="2377" to-port="1" />
+		<edge from-layer="2377" from-port="2" to-layer="2379" to-port="0" />
+		<edge from-layer="2378" from-port="0" to-layer="2379" to-port="1" />
+		<edge from-layer="2379" from-port="2" to-layer="2388" to-port="0" />
+		<edge from-layer="2379" from-port="2" to-layer="2398" to-port="0" />
+		<edge from-layer="2380" from-port="0" to-layer="2381" to-port="0" />
+		<edge from-layer="2381" from-port="1" to-layer="2384" to-port="0" />
+		<edge from-layer="2382" from-port="0" to-layer="2383" to-port="0" />
+		<edge from-layer="2383" from-port="1" to-layer="2384" to-port="1" />
+		<edge from-layer="2384" from-port="2" to-layer="2386" to-port="0" />
+		<edge from-layer="2385" from-port="0" to-layer="2386" to-port="1" />
+		<edge from-layer="2386" from-port="2" to-layer="2387" to-port="0" />
+		<edge from-layer="2387" from-port="1" to-layer="2388" to-port="1" />
+		<edge from-layer="2388" from-port="2" to-layer="2389" to-port="0" />
+		<edge from-layer="2389" from-port="1" to-layer="2399" to-port="0" />
+		<edge from-layer="2390" from-port="0" to-layer="2391" to-port="0" />
+		<edge from-layer="2391" from-port="1" to-layer="2394" to-port="0" />
+		<edge from-layer="2392" from-port="0" to-layer="2393" to-port="0" />
+		<edge from-layer="2393" from-port="1" to-layer="2394" to-port="1" />
 		<edge from-layer="2394" from-port="2" to-layer="2396" to-port="0" />
 		<edge from-layer="2395" from-port="0" to-layer="2396" to-port="1" />
-		<edge from-layer="2396" from-port="2" to-layer="2398" to-port="0" />
-		<edge from-layer="2397" from-port="0" to-layer="2398" to-port="1" />
-		<edge from-layer="2398" from-port="2" to-layer="2399" to-port="0" />
-		<edge from-layer="2399" from-port="1" to-layer="2400" to-port="1" />
-		<edge from-layer="2400" from-port="2" to-layer="2401" to-port="1" />
-		<edge from-layer="2401" from-port="2" to-layer="2403" to-port="0" />
-		<edge from-layer="2402" from-port="0" to-layer="2403" to-port="1" />
-		<edge from-layer="2403" from-port="2" to-layer="2404" to-port="1" />
-		<edge from-layer="2404" from-port="2" to-layer="2449" to-port="0" />
-		<edge from-layer="2404" from-port="2" to-layer="2407" to-port="0" />
-		<edge from-layer="2404" from-port="2" to-layer="2414" to-port="0" />
-		<edge from-layer="2405" from-port="0" to-layer="2413" to-port="0" />
-		<edge from-layer="2406" from-port="0" to-layer="2407" to-port="1" />
-		<edge from-layer="2407" from-port="2" to-layer="2409" to-port="0" />
-		<edge from-layer="2408" from-port="0" to-layer="2409" to-port="1" />
-		<edge from-layer="2409" from-port="2" to-layer="2411" to-port="0" />
+		<edge from-layer="2396" from-port="2" to-layer="2397" to-port="0" />
+		<edge from-layer="2397" from-port="1" to-layer="2398" to-port="1" />
+		<edge from-layer="2398" from-port="2" to-layer="2399" to-port="1" />
+		<edge from-layer="2399" from-port="2" to-layer="2408" to-port="0" />
+		<edge from-layer="2400" from-port="0" to-layer="2401" to-port="0" />
+		<edge from-layer="2401" from-port="1" to-layer="2404" to-port="0" />
+		<edge from-layer="2402" from-port="0" to-layer="2403" to-port="0" />
+		<edge from-layer="2403" from-port="1" to-layer="2404" to-port="1" />
+		<edge from-layer="2404" from-port="2" to-layer="2406" to-port="0" />
+		<edge from-layer="2405" from-port="0" to-layer="2406" to-port="1" />
+		<edge from-layer="2406" from-port="2" to-layer="2407" to-port="0" />
+		<edge from-layer="2407" from-port="1" to-layer="2408" to-port="1" />
+		<edge from-layer="2408" from-port="2" to-layer="2411" to-port="0" />
+		<edge from-layer="2408" from-port="2" to-layer="2418" to-port="0" />
+		<edge from-layer="2409" from-port="0" to-layer="2417" to-port="0" />
 		<edge from-layer="2410" from-port="0" to-layer="2411" to-port="1" />
-		<edge from-layer="2411" from-port="2" to-layer="2412" to-port="0" />
-		<edge from-layer="2412" from-port="1" to-layer="2413" to-port="1" />
-		<edge from-layer="2413" from-port="2" to-layer="2414" to-port="1" />
-		<edge from-layer="2414" from-port="2" to-layer="2416" to-port="0" />
-		<edge from-layer="2415" from-port="0" to-layer="2416" to-port="1" />
-		<edge from-layer="2416" from-port="2" to-layer="2429" to-port="0" />
-		<edge from-layer="2416" from-port="2" to-layer="2422" to-port="0" />
-		<edge from-layer="2417" from-port="0" to-layer="2418" to-port="0" />
-		<edge from-layer="2418" from-port="1" to-layer="2420" to-port="0" />
+		<edge from-layer="2411" from-port="2" to-layer="2413" to-port="0" />
+		<edge from-layer="2412" from-port="0" to-layer="2413" to-port="1" />
+		<edge from-layer="2413" from-port="2" to-layer="2415" to-port="0" />
+		<edge from-layer="2414" from-port="0" to-layer="2415" to-port="1" />
+		<edge from-layer="2415" from-port="2" to-layer="2416" to-port="0" />
+		<edge from-layer="2416" from-port="1" to-layer="2417" to-port="1" />
+		<edge from-layer="2417" from-port="2" to-layer="2418" to-port="1" />
+		<edge from-layer="2418" from-port="2" to-layer="2420" to-port="0" />
 		<edge from-layer="2419" from-port="0" to-layer="2420" to-port="1" />
-		<edge from-layer="2420" from-port="2" to-layer="2421" to-port="0" />
-		<edge from-layer="2421" from-port="1" to-layer="2422" to-port="1" />
-		<edge from-layer="2422" from-port="2" to-layer="2423" to-port="0" />
-		<edge from-layer="2423" from-port="1" to-layer="2430" to-port="0" />
-		<edge from-layer="2424" from-port="0" to-layer="2425" to-port="0" />
-		<edge from-layer="2425" from-port="1" to-layer="2427" to-port="0" />
-		<edge from-layer="2426" from-port="0" to-layer="2427" to-port="1" />
-		<edge from-layer="2427" from-port="2" to-layer="2428" to-port="0" />
-		<edge from-layer="2428" from-port="1" to-layer="2429" to-port="1" />
-		<edge from-layer="2429" from-port="2" to-layer="2430" to-port="1" />
-		<edge from-layer="2430" from-port="2" to-layer="2436" to-port="0" />
-		<edge from-layer="2431" from-port="0" to-layer="2432" to-port="0" />
-		<edge from-layer="2432" from-port="1" to-layer="2434" to-port="0" />
-		<edge from-layer="2433" from-port="0" to-layer="2434" to-port="1" />
-		<edge from-layer="2434" from-port="2" to-layer="2435" to-port="0" />
-		<edge from-layer="2435" from-port="1" to-layer="2436" to-port="1" />
-		<edge from-layer="2436" from-port="2" to-layer="2439" to-port="0" />
-		<edge from-layer="2436" from-port="2" to-layer="2446" to-port="0" />
-		<edge from-layer="2437" from-port="0" to-layer="2445" to-port="0" />
-		<edge from-layer="2438" from-port="0" to-layer="2439" to-port="1" />
-		<edge from-layer="2439" from-port="2" to-layer="2441" to-port="0" />
-		<edge from-layer="2440" from-port="0" to-layer="2441" to-port="1" />
-		<edge from-layer="2441" from-port="2" to-layer="2443" to-port="0" />
-		<edge from-layer="2442" from-port="0" to-layer="2443" to-port="1" />
-		<edge from-layer="2443" from-port="2" to-layer="2444" to-port="0" />
-		<edge from-layer="2444" from-port="1" to-layer="2445" to-port="1" />
-		<edge from-layer="2445" from-port="2" to-layer="2446" to-port="1" />
-		<edge from-layer="2446" from-port="2" to-layer="2448" to-port="0" />
-		<edge from-layer="2447" from-port="0" to-layer="2448" to-port="1" />
-		<edge from-layer="2448" from-port="2" to-layer="2449" to-port="1" />
-		<edge from-layer="2449" from-port="2" to-layer="2459" to-port="0" />
-		<edge from-layer="2449" from-port="2" to-layer="2452" to-port="0" />
-		<edge from-layer="2449" from-port="2" to-layer="2556" to-port="0" />
-		<edge from-layer="2450" from-port="0" to-layer="2458" to-port="0" />
-		<edge from-layer="2451" from-port="0" to-layer="2452" to-port="1" />
-		<edge from-layer="2452" from-port="2" to-layer="2454" to-port="0" />
+		<edge from-layer="2420" from-port="2" to-layer="2421" to-port="1" />
+		<edge from-layer="2421" from-port="2" to-layer="2431" to-port="0" />
+		<edge from-layer="2421" from-port="2" to-layer="2424" to-port="0" />
+		<edge from-layer="2421" from-port="2" to-layer="2540" to-port="0" />
+		<edge from-layer="2422" from-port="0" to-layer="2430" to-port="0" />
+		<edge from-layer="2423" from-port="0" to-layer="2424" to-port="1" />
+		<edge from-layer="2424" from-port="2" to-layer="2426" to-port="0" />
+		<edge from-layer="2425" from-port="0" to-layer="2426" to-port="1" />
+		<edge from-layer="2426" from-port="2" to-layer="2428" to-port="0" />
+		<edge from-layer="2427" from-port="0" to-layer="2428" to-port="1" />
+		<edge from-layer="2428" from-port="2" to-layer="2429" to-port="0" />
+		<edge from-layer="2429" from-port="1" to-layer="2430" to-port="1" />
+		<edge from-layer="2430" from-port="2" to-layer="2431" to-port="1" />
+		<edge from-layer="2431" from-port="2" to-layer="2433" to-port="0" />
+		<edge from-layer="2432" from-port="0" to-layer="2433" to-port="1" />
+		<edge from-layer="2433" from-port="2" to-layer="2505" to-port="0" />
+		<edge from-layer="2433" from-port="2" to-layer="2442" to-port="0" />
+		<edge from-layer="2433" from-port="2" to-layer="2471" to-port="0" />
+		<edge from-layer="2434" from-port="0" to-layer="2435" to-port="0" />
+		<edge from-layer="2435" from-port="1" to-layer="2438" to-port="0" />
+		<edge from-layer="2436" from-port="0" to-layer="2437" to-port="0" />
+		<edge from-layer="2437" from-port="1" to-layer="2438" to-port="1" />
+		<edge from-layer="2438" from-port="2" to-layer="2440" to-port="0" />
+		<edge from-layer="2439" from-port="0" to-layer="2440" to-port="1" />
+		<edge from-layer="2440" from-port="2" to-layer="2441" to-port="0" />
+		<edge from-layer="2441" from-port="1" to-layer="2442" to-port="1" />
+		<edge from-layer="2442" from-port="2" to-layer="2444" to-port="0" />
+		<edge from-layer="2443" from-port="0" to-layer="2444" to-port="1" />
+		<edge from-layer="2444" from-port="2" to-layer="2446" to-port="0" />
+		<edge from-layer="2445" from-port="0" to-layer="2446" to-port="1" />
+		<edge from-layer="2446" from-port="2" to-layer="2447" to-port="0" />
+		<edge from-layer="2446" from-port="2" to-layer="2452" to-port="0" />
+		<edge from-layer="2446" from-port="2" to-layer="2459" to-port="0" />
+		<edge from-layer="2447" from-port="2" to-layer="2462" to-port="0" />
+		<edge from-layer="2448" from-port="0" to-layer="2452" to-port="1" />
+		<edge from-layer="2449" from-port="0" to-layer="2452" to-port="2" />
+		<edge from-layer="2450" from-port="0" to-layer="2452" to-port="3" />
+		<edge from-layer="2451" from-port="0" to-layer="2452" to-port="4" />
+		<edge from-layer="2452" from-port="5" to-layer="2454" to-port="0" />
 		<edge from-layer="2453" from-port="0" to-layer="2454" to-port="1" />
-		<edge from-layer="2454" from-port="2" to-layer="2456" to-port="0" />
-		<edge from-layer="2455" from-port="0" to-layer="2456" to-port="1" />
-		<edge from-layer="2456" from-port="2" to-layer="2457" to-port="0" />
-		<edge from-layer="2457" from-port="1" to-layer="2458" to-port="1" />
-		<edge from-layer="2458" from-port="2" to-layer="2459" to-port="1" />
-		<edge from-layer="2459" from-port="2" to-layer="2461" to-port="0" />
-		<edge from-layer="2460" from-port="0" to-layer="2461" to-port="1" />
-		<edge from-layer="2461" from-port="2" to-layer="2524" to-port="0" />
-		<edge from-layer="2461" from-port="2" to-layer="2493" to-port="0" />
-		<edge from-layer="2461" from-port="2" to-layer="2467" to-port="0" />
-		<edge from-layer="2462" from-port="0" to-layer="2463" to-port="0" />
-		<edge from-layer="2463" from-port="1" to-layer="2465" to-port="0" />
-		<edge from-layer="2464" from-port="0" to-layer="2465" to-port="1" />
-		<edge from-layer="2465" from-port="2" to-layer="2466" to-port="0" />
+		<edge from-layer="2454" from-port="2" to-layer="2460" to-port="0" />
+		<edge from-layer="2455" from-port="0" to-layer="2459" to-port="1" />
+		<edge from-layer="2456" from-port="0" to-layer="2459" to-port="2" />
+		<edge from-layer="2457" from-port="0" to-layer="2459" to-port="3" />
+		<edge from-layer="2458" from-port="0" to-layer="2459" to-port="4" />
+		<edge from-layer="2459" from-port="5" to-layer="2460" to-port="1" />
+		<edge from-layer="2460" from-port="2" to-layer="2461" to-port="0" />
+		<edge from-layer="2461" from-port="2" to-layer="2462" to-port="1" />
+		<edge from-layer="2462" from-port="2" to-layer="2515" to-port="0" />
+		<edge from-layer="2463" from-port="0" to-layer="2464" to-port="0" />
+		<edge from-layer="2464" from-port="1" to-layer="2467" to-port="0" />
+		<edge from-layer="2465" from-port="0" to-layer="2466" to-port="0" />
 		<edge from-layer="2466" from-port="1" to-layer="2467" to-port="1" />
 		<edge from-layer="2467" from-port="2" to-layer="2469" to-port="0" />
 		<edge from-layer="2468" from-port="0" to-layer="2469" to-port="1" />
-		<edge from-layer="2469" from-port="2" to-layer="2471" to-port="0" />
-		<edge from-layer="2470" from-port="0" to-layer="2471" to-port="1" />
-		<edge from-layer="2471" from-port="2" to-layer="2472" to-port="0" />
-		<edge from-layer="2471" from-port="2" to-layer="2477" to-port="0" />
-		<edge from-layer="2471" from-port="2" to-layer="2484" to-port="0" />
-		<edge from-layer="2472" from-port="2" to-layer="2487" to-port="0" />
-		<edge from-layer="2473" from-port="0" to-layer="2477" to-port="1" />
-		<edge from-layer="2474" from-port="0" to-layer="2477" to-port="2" />
-		<edge from-layer="2475" from-port="0" to-layer="2477" to-port="3" />
-		<edge from-layer="2476" from-port="0" to-layer="2477" to-port="4" />
-		<edge from-layer="2477" from-port="5" to-layer="2479" to-port="0" />
-		<edge from-layer="2478" from-port="0" to-layer="2479" to-port="1" />
-		<edge from-layer="2479" from-port="2" to-layer="2485" to-port="0" />
-		<edge from-layer="2480" from-port="0" to-layer="2484" to-port="1" />
-		<edge from-layer="2481" from-port="0" to-layer="2484" to-port="2" />
-		<edge from-layer="2482" from-port="0" to-layer="2484" to-port="3" />
-		<edge from-layer="2483" from-port="0" to-layer="2484" to-port="4" />
-		<edge from-layer="2484" from-port="5" to-layer="2485" to-port="1" />
-		<edge from-layer="2485" from-port="2" to-layer="2486" to-port="0" />
-		<edge from-layer="2486" from-port="2" to-layer="2487" to-port="1" />
-		<edge from-layer="2487" from-port="2" to-layer="2534" to-port="0" />
-		<edge from-layer="2488" from-port="0" to-layer="2489" to-port="0" />
-		<edge from-layer="2489" from-port="1" to-layer="2491" to-port="0" />
-		<edge from-layer="2490" from-port="0" to-layer="2491" to-port="1" />
-		<edge from-layer="2491" from-port="2" to-layer="2492" to-port="0" />
-		<edge from-layer="2492" from-port="1" to-layer="2493" to-port="1" />
-		<edge from-layer="2493" from-port="2" to-layer="2495" to-port="0" />
-		<edge from-layer="2494" from-port="0" to-layer="2495" to-port="1" />
-		<edge from-layer="2495" from-port="2" to-layer="2497" to-port="0" />
-		<edge from-layer="2496" from-port="0" to-layer="2497" to-port="1" />
-		<edge from-layer="2497" from-port="2" to-layer="2498" to-port="0" />
-		<edge from-layer="2497" from-port="2" to-layer="2503" to-port="0" />
-		<edge from-layer="2497" from-port="2" to-layer="2510" to-port="0" />
-		<edge from-layer="2498" from-port="2" to-layer="2513" to-port="0" />
-		<edge from-layer="2499" from-port="0" to-layer="2503" to-port="1" />
-		<edge from-layer="2500" from-port="0" to-layer="2503" to-port="2" />
-		<edge from-layer="2501" from-port="0" to-layer="2503" to-port="3" />
-		<edge from-layer="2502" from-port="0" to-layer="2503" to-port="4" />
-		<edge from-layer="2503" from-port="5" to-layer="2505" to-port="0" />
-		<edge from-layer="2504" from-port="0" to-layer="2505" to-port="1" />
-		<edge from-layer="2505" from-port="2" to-layer="2511" to-port="0" />
-		<edge from-layer="2506" from-port="0" to-layer="2510" to-port="1" />
-		<edge from-layer="2507" from-port="0" to-layer="2510" to-port="2" />
-		<edge from-layer="2508" from-port="0" to-layer="2510" to-port="3" />
-		<edge from-layer="2509" from-port="0" to-layer="2510" to-port="4" />
-		<edge from-layer="2510" from-port="5" to-layer="2511" to-port="1" />
-		<edge from-layer="2511" from-port="2" to-layer="2512" to-port="0" />
-		<edge from-layer="2512" from-port="2" to-layer="2513" to-port="1" />
-		<edge from-layer="2513" from-port="2" to-layer="2515" to-port="0" />
-		<edge from-layer="2514" from-port="0" to-layer="2529" to-port="1" />
-		<edge from-layer="2514" from-port="0" to-layer="2515" to-port="1" />
-		<edge from-layer="2515" from-port="2" to-layer="2516" to-port="0" />
-		<edge from-layer="2516" from-port="2" to-layer="2518" to-port="0" />
-		<edge from-layer="2517" from-port="0" to-layer="2518" to-port="1" />
-		<edge from-layer="2518" from-port="2" to-layer="2534" to-port="1" />
+		<edge from-layer="2469" from-port="2" to-layer="2470" to-port="0" />
+		<edge from-layer="2470" from-port="1" to-layer="2471" to-port="1" />
+		<edge from-layer="2471" from-port="2" to-layer="2473" to-port="0" />
+		<edge from-layer="2472" from-port="0" to-layer="2473" to-port="1" />
+		<edge from-layer="2473" from-port="2" to-layer="2475" to-port="0" />
+		<edge from-layer="2474" from-port="0" to-layer="2475" to-port="1" />
+		<edge from-layer="2475" from-port="2" to-layer="2476" to-port="0" />
+		<edge from-layer="2475" from-port="2" to-layer="2488" to-port="0" />
+		<edge from-layer="2475" from-port="2" to-layer="2481" to-port="0" />
+		<edge from-layer="2476" from-port="2" to-layer="2491" to-port="0" />
+		<edge from-layer="2477" from-port="0" to-layer="2481" to-port="1" />
+		<edge from-layer="2478" from-port="0" to-layer="2481" to-port="2" />
+		<edge from-layer="2479" from-port="0" to-layer="2481" to-port="3" />
+		<edge from-layer="2480" from-port="0" to-layer="2481" to-port="4" />
+		<edge from-layer="2481" from-port="5" to-layer="2483" to-port="0" />
+		<edge from-layer="2482" from-port="0" to-layer="2483" to-port="1" />
+		<edge from-layer="2483" from-port="2" to-layer="2489" to-port="0" />
+		<edge from-layer="2484" from-port="0" to-layer="2488" to-port="1" />
+		<edge from-layer="2485" from-port="0" to-layer="2488" to-port="2" />
+		<edge from-layer="2486" from-port="0" to-layer="2488" to-port="3" />
+		<edge from-layer="2487" from-port="0" to-layer="2488" to-port="4" />
+		<edge from-layer="2488" from-port="5" to-layer="2489" to-port="1" />
+		<edge from-layer="2489" from-port="2" to-layer="2490" to-port="0" />
+		<edge from-layer="2490" from-port="2" to-layer="2491" to-port="1" />
+		<edge from-layer="2491" from-port="2" to-layer="2493" to-port="0" />
+		<edge from-layer="2492" from-port="0" to-layer="2510" to-port="1" />
+		<edge from-layer="2492" from-port="0" to-layer="2493" to-port="1" />
+		<edge from-layer="2493" from-port="2" to-layer="2494" to-port="0" />
+		<edge from-layer="2494" from-port="2" to-layer="2496" to-port="0" />
+		<edge from-layer="2495" from-port="0" to-layer="2496" to-port="1" />
+		<edge from-layer="2496" from-port="2" to-layer="2515" to-port="1" />
+		<edge from-layer="2497" from-port="0" to-layer="2498" to-port="0" />
+		<edge from-layer="2498" from-port="1" to-layer="2501" to-port="0" />
+		<edge from-layer="2499" from-port="0" to-layer="2500" to-port="0" />
+		<edge from-layer="2500" from-port="1" to-layer="2501" to-port="1" />
+		<edge from-layer="2501" from-port="2" to-layer="2503" to-port="0" />
+		<edge from-layer="2502" from-port="0" to-layer="2503" to-port="1" />
+		<edge from-layer="2503" from-port="2" to-layer="2504" to-port="0" />
+		<edge from-layer="2504" from-port="1" to-layer="2505" to-port="1" />
+		<edge from-layer="2505" from-port="2" to-layer="2507" to-port="0" />
+		<edge from-layer="2506" from-port="0" to-layer="2507" to-port="1" />
+		<edge from-layer="2507" from-port="2" to-layer="2509" to-port="0" />
+		<edge from-layer="2508" from-port="0" to-layer="2509" to-port="1" />
+		<edge from-layer="2509" from-port="2" to-layer="2510" to-port="0" />
+		<edge from-layer="2510" from-port="2" to-layer="2511" to-port="0" />
+		<edge from-layer="2511" from-port="2" to-layer="2513" to-port="0" />
+		<edge from-layer="2512" from-port="0" to-layer="2513" to-port="1" />
+		<edge from-layer="2513" from-port="2" to-layer="2515" to-port="2" />
+		<edge from-layer="2514" from-port="0" to-layer="2515" to-port="4" />
+		<edge from-layer="2515" from-port="5" to-layer="2517" to-port="0" />
+		<edge from-layer="2516" from-port="0" to-layer="2517" to-port="1" />
+		<edge from-layer="2517" from-port="2" to-layer="2518" to-port="0" />
+		<edge from-layer="2518" from-port="2" to-layer="2527" to-port="0" />
 		<edge from-layer="2519" from-port="0" to-layer="2520" to-port="0" />
-		<edge from-layer="2520" from-port="1" to-layer="2522" to-port="0" />
-		<edge from-layer="2521" from-port="0" to-layer="2522" to-port="1" />
-		<edge from-layer="2522" from-port="2" to-layer="2523" to-port="0" />
-		<edge from-layer="2523" from-port="1" to-layer="2524" to-port="1" />
-		<edge from-layer="2524" from-port="2" to-layer="2526" to-port="0" />
-		<edge from-layer="2525" from-port="0" to-layer="2526" to-port="1" />
-		<edge from-layer="2526" from-port="2" to-layer="2528" to-port="0" />
-		<edge from-layer="2527" from-port="0" to-layer="2528" to-port="1" />
-		<edge from-layer="2528" from-port="2" to-layer="2529" to-port="0" />
-		<edge from-layer="2529" from-port="2" to-layer="2530" to-port="0" />
+		<edge from-layer="2520" from-port="1" to-layer="2523" to-port="0" />
+		<edge from-layer="2521" from-port="0" to-layer="2522" to-port="0" />
+		<edge from-layer="2522" from-port="1" to-layer="2523" to-port="1" />
+		<edge from-layer="2523" from-port="2" to-layer="2525" to-port="0" />
+		<edge from-layer="2524" from-port="0" to-layer="2525" to-port="1" />
+		<edge from-layer="2525" from-port="2" to-layer="2526" to-port="0" />
+		<edge from-layer="2526" from-port="1" to-layer="2527" to-port="1" />
+		<edge from-layer="2527" from-port="2" to-layer="2537" to-port="0" />
+		<edge from-layer="2527" from-port="2" to-layer="2530" to-port="0" />
+		<edge from-layer="2528" from-port="0" to-layer="2536" to-port="0" />
+		<edge from-layer="2529" from-port="0" to-layer="2530" to-port="1" />
 		<edge from-layer="2530" from-port="2" to-layer="2532" to-port="0" />
 		<edge from-layer="2531" from-port="0" to-layer="2532" to-port="1" />
-		<edge from-layer="2532" from-port="2" to-layer="2534" to-port="2" />
-		<edge from-layer="2533" from-port="0" to-layer="2534" to-port="4" />
-		<edge from-layer="2534" from-port="5" to-layer="2536" to-port="0" />
-		<edge from-layer="2535" from-port="0" to-layer="2536" to-port="1" />
-		<edge from-layer="2536" from-port="2" to-layer="2537" to-port="0" />
-		<edge from-layer="2537" from-port="2" to-layer="2543" to-port="0" />
-		<edge from-layer="2538" from-port="0" to-layer="2539" to-port="0" />
-		<edge from-layer="2539" from-port="1" to-layer="2541" to-port="0" />
-		<edge from-layer="2540" from-port="0" to-layer="2541" to-port="1" />
-		<edge from-layer="2541" from-port="2" to-layer="2542" to-port="0" />
-		<edge from-layer="2542" from-port="1" to-layer="2543" to-port="1" />
-		<edge from-layer="2543" from-port="2" to-layer="2553" to-port="0" />
-		<edge from-layer="2543" from-port="2" to-layer="2546" to-port="0" />
-		<edge from-layer="2544" from-port="0" to-layer="2552" to-port="0" />
-		<edge from-layer="2545" from-port="0" to-layer="2546" to-port="1" />
-		<edge from-layer="2546" from-port="2" to-layer="2548" to-port="0" />
-		<edge from-layer="2547" from-port="0" to-layer="2548" to-port="1" />
-		<edge from-layer="2548" from-port="2" to-layer="2550" to-port="0" />
-		<edge from-layer="2549" from-port="0" to-layer="2550" to-port="1" />
-		<edge from-layer="2550" from-port="2" to-layer="2551" to-port="0" />
-		<edge from-layer="2551" from-port="1" to-layer="2552" to-port="1" />
-		<edge from-layer="2552" from-port="2" to-layer="2553" to-port="1" />
-		<edge from-layer="2553" from-port="2" to-layer="2555" to-port="0" />
-		<edge from-layer="2554" from-port="0" to-layer="2555" to-port="1" />
-		<edge from-layer="2555" from-port="2" to-layer="2556" to-port="1" />
-		<edge from-layer="2556" from-port="2" to-layer="2601" to-port="0" />
-		<edge from-layer="2556" from-port="2" to-layer="2566" to-port="0" />
-		<edge from-layer="2556" from-port="2" to-layer="2559" to-port="0" />
-		<edge from-layer="2557" from-port="0" to-layer="2565" to-port="0" />
+		<edge from-layer="2532" from-port="2" to-layer="2534" to-port="0" />
+		<edge from-layer="2533" from-port="0" to-layer="2534" to-port="1" />
+		<edge from-layer="2534" from-port="2" to-layer="2535" to-port="0" />
+		<edge from-layer="2535" from-port="1" to-layer="2536" to-port="1" />
+		<edge from-layer="2536" from-port="2" to-layer="2537" to-port="1" />
+		<edge from-layer="2537" from-port="2" to-layer="2539" to-port="0" />
+		<edge from-layer="2538" from-port="0" to-layer="2539" to-port="1" />
+		<edge from-layer="2539" from-port="2" to-layer="2540" to-port="1" />
+		<edge from-layer="2540" from-port="2" to-layer="2543" to-port="0" />
+		<edge from-layer="2540" from-port="2" to-layer="2550" to-port="0" />
+		<edge from-layer="2540" from-port="2" to-layer="2594" to-port="0" />
+		<edge from-layer="2541" from-port="0" to-layer="2549" to-port="0" />
+		<edge from-layer="2542" from-port="0" to-layer="2543" to-port="1" />
+		<edge from-layer="2543" from-port="2" to-layer="2545" to-port="0" />
+		<edge from-layer="2544" from-port="0" to-layer="2545" to-port="1" />
+		<edge from-layer="2545" from-port="2" to-layer="2547" to-port="0" />
+		<edge from-layer="2546" from-port="0" to-layer="2547" to-port="1" />
+		<edge from-layer="2547" from-port="2" to-layer="2548" to-port="0" />
+		<edge from-layer="2548" from-port="1" to-layer="2549" to-port="1" />
+		<edge from-layer="2549" from-port="2" to-layer="2550" to-port="1" />
+		<edge from-layer="2550" from-port="2" to-layer="2552" to-port="0" />
+		<edge from-layer="2551" from-port="0" to-layer="2552" to-port="1" />
+		<edge from-layer="2552" from-port="2" to-layer="2571" to-port="0" />
+		<edge from-layer="2552" from-port="2" to-layer="2561" to-port="0" />
+		<edge from-layer="2553" from-port="0" to-layer="2554" to-port="0" />
+		<edge from-layer="2554" from-port="1" to-layer="2557" to-port="0" />
+		<edge from-layer="2555" from-port="0" to-layer="2556" to-port="0" />
+		<edge from-layer="2556" from-port="1" to-layer="2557" to-port="1" />
+		<edge from-layer="2557" from-port="2" to-layer="2559" to-port="0" />
 		<edge from-layer="2558" from-port="0" to-layer="2559" to-port="1" />
-		<edge from-layer="2559" from-port="2" to-layer="2561" to-port="0" />
-		<edge from-layer="2560" from-port="0" to-layer="2561" to-port="1" />
-		<edge from-layer="2561" from-port="2" to-layer="2563" to-port="0" />
-		<edge from-layer="2562" from-port="0" to-layer="2563" to-port="1" />
-		<edge from-layer="2563" from-port="2" to-layer="2564" to-port="0" />
-		<edge from-layer="2564" from-port="1" to-layer="2565" to-port="1" />
-		<edge from-layer="2565" from-port="2" to-layer="2566" to-port="1" />
-		<edge from-layer="2566" from-port="2" to-layer="2568" to-port="0" />
-		<edge from-layer="2567" from-port="0" to-layer="2568" to-port="1" />
-		<edge from-layer="2568" from-port="2" to-layer="2581" to-port="0" />
-		<edge from-layer="2568" from-port="2" to-layer="2574" to-port="0" />
-		<edge from-layer="2569" from-port="0" to-layer="2570" to-port="0" />
-		<edge from-layer="2570" from-port="1" to-layer="2572" to-port="0" />
-		<edge from-layer="2571" from-port="0" to-layer="2572" to-port="1" />
-		<edge from-layer="2572" from-port="2" to-layer="2573" to-port="0" />
-		<edge from-layer="2573" from-port="1" to-layer="2574" to-port="1" />
-		<edge from-layer="2574" from-port="2" to-layer="2575" to-port="0" />
-		<edge from-layer="2575" from-port="1" to-layer="2582" to-port="0" />
-		<edge from-layer="2576" from-port="0" to-layer="2577" to-port="0" />
-		<edge from-layer="2577" from-port="1" to-layer="2579" to-port="0" />
+		<edge from-layer="2559" from-port="2" to-layer="2560" to-port="0" />
+		<edge from-layer="2560" from-port="1" to-layer="2561" to-port="1" />
+		<edge from-layer="2561" from-port="2" to-layer="2562" to-port="0" />
+		<edge from-layer="2562" from-port="1" to-layer="2572" to-port="0" />
+		<edge from-layer="2563" from-port="0" to-layer="2564" to-port="0" />
+		<edge from-layer="2564" from-port="1" to-layer="2567" to-port="0" />
+		<edge from-layer="2565" from-port="0" to-layer="2566" to-port="0" />
+		<edge from-layer="2566" from-port="1" to-layer="2567" to-port="1" />
+		<edge from-layer="2567" from-port="2" to-layer="2569" to-port="0" />
+		<edge from-layer="2568" from-port="0" to-layer="2569" to-port="1" />
+		<edge from-layer="2569" from-port="2" to-layer="2570" to-port="0" />
+		<edge from-layer="2570" from-port="1" to-layer="2571" to-port="1" />
+		<edge from-layer="2571" from-port="2" to-layer="2572" to-port="1" />
+		<edge from-layer="2572" from-port="2" to-layer="2581" to-port="0" />
+		<edge from-layer="2573" from-port="0" to-layer="2574" to-port="0" />
+		<edge from-layer="2574" from-port="1" to-layer="2577" to-port="0" />
+		<edge from-layer="2575" from-port="0" to-layer="2576" to-port="0" />
+		<edge from-layer="2576" from-port="1" to-layer="2577" to-port="1" />
+		<edge from-layer="2577" from-port="2" to-layer="2579" to-port="0" />
 		<edge from-layer="2578" from-port="0" to-layer="2579" to-port="1" />
 		<edge from-layer="2579" from-port="2" to-layer="2580" to-port="0" />
 		<edge from-layer="2580" from-port="1" to-layer="2581" to-port="1" />
-		<edge from-layer="2581" from-port="2" to-layer="2582" to-port="1" />
-		<edge from-layer="2582" from-port="2" to-layer="2588" to-port="0" />
-		<edge from-layer="2583" from-port="0" to-layer="2584" to-port="0" />
-		<edge from-layer="2584" from-port="1" to-layer="2586" to-port="0" />
+		<edge from-layer="2581" from-port="2" to-layer="2584" to-port="0" />
+		<edge from-layer="2581" from-port="2" to-layer="2591" to-port="0" />
+		<edge from-layer="2582" from-port="0" to-layer="2590" to-port="0" />
+		<edge from-layer="2583" from-port="0" to-layer="2584" to-port="1" />
+		<edge from-layer="2584" from-port="2" to-layer="2586" to-port="0" />
 		<edge from-layer="2585" from-port="0" to-layer="2586" to-port="1" />
-		<edge from-layer="2586" from-port="2" to-layer="2587" to-port="0" />
-		<edge from-layer="2587" from-port="1" to-layer="2588" to-port="1" />
-		<edge from-layer="2588" from-port="2" to-layer="2598" to-port="0" />
-		<edge from-layer="2588" from-port="2" to-layer="2591" to-port="0" />
-		<edge from-layer="2589" from-port="0" to-layer="2597" to-port="0" />
-		<edge from-layer="2590" from-port="0" to-layer="2591" to-port="1" />
+		<edge from-layer="2586" from-port="2" to-layer="2588" to-port="0" />
+		<edge from-layer="2587" from-port="0" to-layer="2588" to-port="1" />
+		<edge from-layer="2588" from-port="2" to-layer="2589" to-port="0" />
+		<edge from-layer="2589" from-port="1" to-layer="2590" to-port="1" />
+		<edge from-layer="2590" from-port="2" to-layer="2591" to-port="1" />
 		<edge from-layer="2591" from-port="2" to-layer="2593" to-port="0" />
 		<edge from-layer="2592" from-port="0" to-layer="2593" to-port="1" />
-		<edge from-layer="2593" from-port="2" to-layer="2595" to-port="0" />
-		<edge from-layer="2594" from-port="0" to-layer="2595" to-port="1" />
-		<edge from-layer="2595" from-port="2" to-layer="2596" to-port="0" />
-		<edge from-layer="2596" from-port="1" to-layer="2597" to-port="1" />
-		<edge from-layer="2597" from-port="2" to-layer="2598" to-port="1" />
-		<edge from-layer="2598" from-port="2" to-layer="2600" to-port="0" />
-		<edge from-layer="2599" from-port="0" to-layer="2600" to-port="1" />
-		<edge from-layer="2600" from-port="2" to-layer="2601" to-port="1" />
-		<edge from-layer="2601" from-port="2" to-layer="2604" to-port="0" />
-		<edge from-layer="2601" from-port="2" to-layer="2708" to-port="0" />
-		<edge from-layer="2601" from-port="2" to-layer="2611" to-port="0" />
-		<edge from-layer="2602" from-port="0" to-layer="2610" to-port="0" />
-		<edge from-layer="2603" from-port="0" to-layer="2604" to-port="1" />
+		<edge from-layer="2593" from-port="2" to-layer="2594" to-port="1" />
+		<edge from-layer="2594" from-port="2" to-layer="2713" to-port="0" />
+		<edge from-layer="2594" from-port="2" to-layer="2604" to-port="0" />
+		<edge from-layer="2594" from-port="2" to-layer="2597" to-port="0" />
+		<edge from-layer="2595" from-port="0" to-layer="2603" to-port="0" />
+		<edge from-layer="2596" from-port="0" to-layer="2597" to-port="1" />
+		<edge from-layer="2597" from-port="2" to-layer="2599" to-port="0" />
+		<edge from-layer="2598" from-port="0" to-layer="2599" to-port="1" />
+		<edge from-layer="2599" from-port="2" to-layer="2601" to-port="0" />
+		<edge from-layer="2600" from-port="0" to-layer="2601" to-port="1" />
+		<edge from-layer="2601" from-port="2" to-layer="2602" to-port="0" />
+		<edge from-layer="2602" from-port="1" to-layer="2603" to-port="1" />
+		<edge from-layer="2603" from-port="2" to-layer="2604" to-port="1" />
 		<edge from-layer="2604" from-port="2" to-layer="2606" to-port="0" />
 		<edge from-layer="2605" from-port="0" to-layer="2606" to-port="1" />
-		<edge from-layer="2606" from-port="2" to-layer="2608" to-port="0" />
-		<edge from-layer="2607" from-port="0" to-layer="2608" to-port="1" />
-		<edge from-layer="2608" from-port="2" to-layer="2609" to-port="0" />
-		<edge from-layer="2609" from-port="1" to-layer="2610" to-port="1" />
-		<edge from-layer="2610" from-port="2" to-layer="2611" to-port="1" />
+		<edge from-layer="2606" from-port="2" to-layer="2644" to-port="0" />
+		<edge from-layer="2606" from-port="2" to-layer="2615" to-port="0" />
+		<edge from-layer="2606" from-port="2" to-layer="2678" to-port="0" />
+		<edge from-layer="2607" from-port="0" to-layer="2608" to-port="0" />
+		<edge from-layer="2608" from-port="1" to-layer="2611" to-port="0" />
+		<edge from-layer="2609" from-port="0" to-layer="2610" to-port="0" />
+		<edge from-layer="2610" from-port="1" to-layer="2611" to-port="1" />
 		<edge from-layer="2611" from-port="2" to-layer="2613" to-port="0" />
 		<edge from-layer="2612" from-port="0" to-layer="2613" to-port="1" />
-		<edge from-layer="2613" from-port="2" to-layer="2619" to-port="0" />
-		<edge from-layer="2613" from-port="2" to-layer="2645" to-port="0" />
-		<edge from-layer="2613" from-port="2" to-layer="2676" to-port="0" />
-		<edge from-layer="2614" from-port="0" to-layer="2615" to-port="0" />
-		<edge from-layer="2615" from-port="1" to-layer="2617" to-port="0" />
+		<edge from-layer="2613" from-port="2" to-layer="2614" to-port="0" />
+		<edge from-layer="2614" from-port="1" to-layer="2615" to-port="1" />
+		<edge from-layer="2615" from-port="2" to-layer="2617" to-port="0" />
 		<edge from-layer="2616" from-port="0" to-layer="2617" to-port="1" />
-		<edge from-layer="2617" from-port="2" to-layer="2618" to-port="0" />
-		<edge from-layer="2618" from-port="1" to-layer="2619" to-port="1" />
-		<edge from-layer="2619" from-port="2" to-layer="2621" to-port="0" />
-		<edge from-layer="2620" from-port="0" to-layer="2621" to-port="1" />
-		<edge from-layer="2621" from-port="2" to-layer="2623" to-port="0" />
-		<edge from-layer="2622" from-port="0" to-layer="2623" to-port="1" />
-		<edge from-layer="2623" from-port="2" to-layer="2624" to-port="0" />
-		<edge from-layer="2623" from-port="2" to-layer="2629" to-port="0" />
-		<edge from-layer="2623" from-port="2" to-layer="2636" to-port="0" />
-		<edge from-layer="2624" from-port="2" to-layer="2639" to-port="0" />
-		<edge from-layer="2625" from-port="0" to-layer="2629" to-port="1" />
-		<edge from-layer="2626" from-port="0" to-layer="2629" to-port="2" />
-		<edge from-layer="2627" from-port="0" to-layer="2629" to-port="3" />
-		<edge from-layer="2628" from-port="0" to-layer="2629" to-port="4" />
-		<edge from-layer="2629" from-port="5" to-layer="2631" to-port="0" />
-		<edge from-layer="2630" from-port="0" to-layer="2631" to-port="1" />
-		<edge from-layer="2631" from-port="2" to-layer="2637" to-port="0" />
-		<edge from-layer="2632" from-port="0" to-layer="2636" to-port="1" />
-		<edge from-layer="2633" from-port="0" to-layer="2636" to-port="2" />
-		<edge from-layer="2634" from-port="0" to-layer="2636" to-port="3" />
-		<edge from-layer="2635" from-port="0" to-layer="2636" to-port="4" />
-		<edge from-layer="2636" from-port="5" to-layer="2637" to-port="1" />
-		<edge from-layer="2637" from-port="2" to-layer="2638" to-port="0" />
-		<edge from-layer="2638" from-port="2" to-layer="2639" to-port="1" />
-		<edge from-layer="2639" from-port="2" to-layer="2686" to-port="0" />
-		<edge from-layer="2640" from-port="0" to-layer="2641" to-port="0" />
-		<edge from-layer="2641" from-port="1" to-layer="2643" to-port="0" />
-		<edge from-layer="2642" from-port="0" to-layer="2643" to-port="1" />
-		<edge from-layer="2643" from-port="2" to-layer="2644" to-port="0" />
-		<edge from-layer="2644" from-port="1" to-layer="2645" to-port="1" />
-		<edge from-layer="2645" from-port="2" to-layer="2647" to-port="0" />
-		<edge from-layer="2646" from-port="0" to-layer="2647" to-port="1" />
-		<edge from-layer="2647" from-port="2" to-layer="2649" to-port="0" />
-		<edge from-layer="2648" from-port="0" to-layer="2649" to-port="1" />
-		<edge from-layer="2649" from-port="2" to-layer="2650" to-port="0" />
-		<edge from-layer="2649" from-port="2" to-layer="2655" to-port="0" />
-		<edge from-layer="2649" from-port="2" to-layer="2662" to-port="0" />
-		<edge from-layer="2650" from-port="2" to-layer="2665" to-port="0" />
-		<edge from-layer="2651" from-port="0" to-layer="2655" to-port="1" />
-		<edge from-layer="2652" from-port="0" to-layer="2655" to-port="2" />
-		<edge from-layer="2653" from-port="0" to-layer="2655" to-port="3" />
-		<edge from-layer="2654" from-port="0" to-layer="2655" to-port="4" />
-		<edge from-layer="2655" from-port="5" to-layer="2657" to-port="0" />
-		<edge from-layer="2656" from-port="0" to-layer="2657" to-port="1" />
-		<edge from-layer="2657" from-port="2" to-layer="2663" to-port="0" />
-		<edge from-layer="2658" from-port="0" to-layer="2662" to-port="1" />
-		<edge from-layer="2659" from-port="0" to-layer="2662" to-port="2" />
-		<edge from-layer="2660" from-port="0" to-layer="2662" to-port="3" />
-		<edge from-layer="2661" from-port="0" to-layer="2662" to-port="4" />
-		<edge from-layer="2662" from-port="5" to-layer="2663" to-port="1" />
-		<edge from-layer="2663" from-port="2" to-layer="2664" to-port="0" />
-		<edge from-layer="2664" from-port="2" to-layer="2665" to-port="1" />
-		<edge from-layer="2665" from-port="2" to-layer="2667" to-port="0" />
-		<edge from-layer="2666" from-port="0" to-layer="2667" to-port="1" />
-		<edge from-layer="2666" from-port="0" to-layer="2681" to-port="1" />
-		<edge from-layer="2667" from-port="2" to-layer="2668" to-port="0" />
-		<edge from-layer="2668" from-port="2" to-layer="2670" to-port="0" />
-		<edge from-layer="2669" from-port="0" to-layer="2670" to-port="1" />
-		<edge from-layer="2670" from-port="2" to-layer="2686" to-port="1" />
-		<edge from-layer="2671" from-port="0" to-layer="2672" to-port="0" />
-		<edge from-layer="2672" from-port="1" to-layer="2674" to-port="0" />
-		<edge from-layer="2673" from-port="0" to-layer="2674" to-port="1" />
-		<edge from-layer="2674" from-port="2" to-layer="2675" to-port="0" />
-		<edge from-layer="2675" from-port="1" to-layer="2676" to-port="1" />
-		<edge from-layer="2676" from-port="2" to-layer="2678" to-port="0" />
-		<edge from-layer="2677" from-port="0" to-layer="2678" to-port="1" />
+		<edge from-layer="2617" from-port="2" to-layer="2619" to-port="0" />
+		<edge from-layer="2618" from-port="0" to-layer="2619" to-port="1" />
+		<edge from-layer="2619" from-port="2" to-layer="2625" to-port="0" />
+		<edge from-layer="2619" from-port="2" to-layer="2632" to-port="0" />
+		<edge from-layer="2619" from-port="2" to-layer="2620" to-port="0" />
+		<edge from-layer="2620" from-port="2" to-layer="2635" to-port="0" />
+		<edge from-layer="2621" from-port="0" to-layer="2625" to-port="1" />
+		<edge from-layer="2622" from-port="0" to-layer="2625" to-port="2" />
+		<edge from-layer="2623" from-port="0" to-layer="2625" to-port="3" />
+		<edge from-layer="2624" from-port="0" to-layer="2625" to-port="4" />
+		<edge from-layer="2625" from-port="5" to-layer="2627" to-port="0" />
+		<edge from-layer="2626" from-port="0" to-layer="2627" to-port="1" />
+		<edge from-layer="2627" from-port="2" to-layer="2633" to-port="0" />
+		<edge from-layer="2628" from-port="0" to-layer="2632" to-port="1" />
+		<edge from-layer="2629" from-port="0" to-layer="2632" to-port="2" />
+		<edge from-layer="2630" from-port="0" to-layer="2632" to-port="3" />
+		<edge from-layer="2631" from-port="0" to-layer="2632" to-port="4" />
+		<edge from-layer="2632" from-port="5" to-layer="2633" to-port="1" />
+		<edge from-layer="2633" from-port="2" to-layer="2634" to-port="0" />
+		<edge from-layer="2634" from-port="2" to-layer="2635" to-port="1" />
+		<edge from-layer="2635" from-port="2" to-layer="2688" to-port="0" />
+		<edge from-layer="2636" from-port="0" to-layer="2637" to-port="0" />
+		<edge from-layer="2637" from-port="1" to-layer="2640" to-port="0" />
+		<edge from-layer="2638" from-port="0" to-layer="2639" to-port="0" />
+		<edge from-layer="2639" from-port="1" to-layer="2640" to-port="1" />
+		<edge from-layer="2640" from-port="2" to-layer="2642" to-port="0" />
+		<edge from-layer="2641" from-port="0" to-layer="2642" to-port="1" />
+		<edge from-layer="2642" from-port="2" to-layer="2643" to-port="0" />
+		<edge from-layer="2643" from-port="1" to-layer="2644" to-port="1" />
+		<edge from-layer="2644" from-port="2" to-layer="2646" to-port="0" />
+		<edge from-layer="2645" from-port="0" to-layer="2646" to-port="1" />
+		<edge from-layer="2646" from-port="2" to-layer="2648" to-port="0" />
+		<edge from-layer="2647" from-port="0" to-layer="2648" to-port="1" />
+		<edge from-layer="2648" from-port="2" to-layer="2649" to-port="0" />
+		<edge from-layer="2648" from-port="2" to-layer="2654" to-port="0" />
+		<edge from-layer="2648" from-port="2" to-layer="2661" to-port="0" />
+		<edge from-layer="2649" from-port="2" to-layer="2664" to-port="0" />
+		<edge from-layer="2650" from-port="0" to-layer="2654" to-port="1" />
+		<edge from-layer="2651" from-port="0" to-layer="2654" to-port="2" />
+		<edge from-layer="2652" from-port="0" to-layer="2654" to-port="3" />
+		<edge from-layer="2653" from-port="0" to-layer="2654" to-port="4" />
+		<edge from-layer="2654" from-port="5" to-layer="2656" to-port="0" />
+		<edge from-layer="2655" from-port="0" to-layer="2656" to-port="1" />
+		<edge from-layer="2656" from-port="2" to-layer="2662" to-port="0" />
+		<edge from-layer="2657" from-port="0" to-layer="2661" to-port="1" />
+		<edge from-layer="2658" from-port="0" to-layer="2661" to-port="2" />
+		<edge from-layer="2659" from-port="0" to-layer="2661" to-port="3" />
+		<edge from-layer="2660" from-port="0" to-layer="2661" to-port="4" />
+		<edge from-layer="2661" from-port="5" to-layer="2662" to-port="1" />
+		<edge from-layer="2662" from-port="2" to-layer="2663" to-port="0" />
+		<edge from-layer="2663" from-port="2" to-layer="2664" to-port="1" />
+		<edge from-layer="2664" from-port="2" to-layer="2666" to-port="0" />
+		<edge from-layer="2665" from-port="0" to-layer="2683" to-port="1" />
+		<edge from-layer="2665" from-port="0" to-layer="2666" to-port="1" />
+		<edge from-layer="2666" from-port="2" to-layer="2667" to-port="0" />
+		<edge from-layer="2667" from-port="2" to-layer="2669" to-port="0" />
+		<edge from-layer="2668" from-port="0" to-layer="2669" to-port="1" />
+		<edge from-layer="2669" from-port="2" to-layer="2688" to-port="1" />
+		<edge from-layer="2670" from-port="0" to-layer="2671" to-port="0" />
+		<edge from-layer="2671" from-port="1" to-layer="2674" to-port="0" />
+		<edge from-layer="2672" from-port="0" to-layer="2673" to-port="0" />
+		<edge from-layer="2673" from-port="1" to-layer="2674" to-port="1" />
+		<edge from-layer="2674" from-port="2" to-layer="2676" to-port="0" />
+		<edge from-layer="2675" from-port="0" to-layer="2676" to-port="1" />
+		<edge from-layer="2676" from-port="2" to-layer="2677" to-port="0" />
+		<edge from-layer="2677" from-port="1" to-layer="2678" to-port="1" />
 		<edge from-layer="2678" from-port="2" to-layer="2680" to-port="0" />
 		<edge from-layer="2679" from-port="0" to-layer="2680" to-port="1" />
-		<edge from-layer="2680" from-port="2" to-layer="2681" to-port="0" />
-		<edge from-layer="2681" from-port="2" to-layer="2682" to-port="0" />
-		<edge from-layer="2682" from-port="2" to-layer="2684" to-port="0" />
-		<edge from-layer="2683" from-port="0" to-layer="2684" to-port="1" />
-		<edge from-layer="2684" from-port="2" to-layer="2686" to-port="2" />
-		<edge from-layer="2685" from-port="0" to-layer="2686" to-port="4" />
-		<edge from-layer="2686" from-port="5" to-layer="2688" to-port="0" />
-		<edge from-layer="2687" from-port="0" to-layer="2688" to-port="1" />
-		<edge from-layer="2688" from-port="2" to-layer="2689" to-port="0" />
-		<edge from-layer="2689" from-port="2" to-layer="2695" to-port="0" />
-		<edge from-layer="2690" from-port="0" to-layer="2691" to-port="0" />
-		<edge from-layer="2691" from-port="1" to-layer="2693" to-port="0" />
-		<edge from-layer="2692" from-port="0" to-layer="2693" to-port="1" />
-		<edge from-layer="2693" from-port="2" to-layer="2694" to-port="0" />
-		<edge from-layer="2694" from-port="1" to-layer="2695" to-port="1" />
-		<edge from-layer="2695" from-port="2" to-layer="2705" to-port="0" />
-		<edge from-layer="2695" from-port="2" to-layer="2698" to-port="0" />
-		<edge from-layer="2696" from-port="0" to-layer="2704" to-port="0" />
+		<edge from-layer="2680" from-port="2" to-layer="2682" to-port="0" />
+		<edge from-layer="2681" from-port="0" to-layer="2682" to-port="1" />
+		<edge from-layer="2682" from-port="2" to-layer="2683" to-port="0" />
+		<edge from-layer="2683" from-port="2" to-layer="2684" to-port="0" />
+		<edge from-layer="2684" from-port="2" to-layer="2686" to-port="0" />
+		<edge from-layer="2685" from-port="0" to-layer="2686" to-port="1" />
+		<edge from-layer="2686" from-port="2" to-layer="2688" to-port="2" />
+		<edge from-layer="2687" from-port="0" to-layer="2688" to-port="4" />
+		<edge from-layer="2688" from-port="5" to-layer="2690" to-port="0" />
+		<edge from-layer="2689" from-port="0" to-layer="2690" to-port="1" />
+		<edge from-layer="2690" from-port="2" to-layer="2691" to-port="0" />
+		<edge from-layer="2691" from-port="2" to-layer="2700" to-port="0" />
+		<edge from-layer="2692" from-port="0" to-layer="2693" to-port="0" />
+		<edge from-layer="2693" from-port="1" to-layer="2696" to-port="0" />
+		<edge from-layer="2694" from-port="0" to-layer="2695" to-port="0" />
+		<edge from-layer="2695" from-port="1" to-layer="2696" to-port="1" />
+		<edge from-layer="2696" from-port="2" to-layer="2698" to-port="0" />
 		<edge from-layer="2697" from-port="0" to-layer="2698" to-port="1" />
-		<edge from-layer="2698" from-port="2" to-layer="2700" to-port="0" />
-		<edge from-layer="2699" from-port="0" to-layer="2700" to-port="1" />
-		<edge from-layer="2700" from-port="2" to-layer="2702" to-port="0" />
-		<edge from-layer="2701" from-port="0" to-layer="2702" to-port="1" />
-		<edge from-layer="2702" from-port="2" to-layer="2703" to-port="0" />
-		<edge from-layer="2703" from-port="1" to-layer="2704" to-port="1" />
-		<edge from-layer="2704" from-port="2" to-layer="2705" to-port="1" />
+		<edge from-layer="2698" from-port="2" to-layer="2699" to-port="0" />
+		<edge from-layer="2699" from-port="1" to-layer="2700" to-port="1" />
+		<edge from-layer="2700" from-port="2" to-layer="2703" to-port="0" />
+		<edge from-layer="2700" from-port="2" to-layer="2710" to-port="0" />
+		<edge from-layer="2701" from-port="0" to-layer="2709" to-port="0" />
+		<edge from-layer="2702" from-port="0" to-layer="2703" to-port="1" />
+		<edge from-layer="2703" from-port="2" to-layer="2705" to-port="0" />
+		<edge from-layer="2704" from-port="0" to-layer="2705" to-port="1" />
 		<edge from-layer="2705" from-port="2" to-layer="2707" to-port="0" />
 		<edge from-layer="2706" from-port="0" to-layer="2707" to-port="1" />
-		<edge from-layer="2707" from-port="2" to-layer="2708" to-port="1" />
-		<edge from-layer="2708" from-port="2" to-layer="2753" to-port="0" />
-		<edge from-layer="2708" from-port="2" to-layer="2711" to-port="0" />
-		<edge from-layer="2708" from-port="2" to-layer="2718" to-port="0" />
-		<edge from-layer="2709" from-port="0" to-layer="2717" to-port="0" />
-		<edge from-layer="2710" from-port="0" to-layer="2711" to-port="1" />
-		<edge from-layer="2711" from-port="2" to-layer="2713" to-port="0" />
-		<edge from-layer="2712" from-port="0" to-layer="2713" to-port="1" />
-		<edge from-layer="2713" from-port="2" to-layer="2715" to-port="0" />
-		<edge from-layer="2714" from-port="0" to-layer="2715" to-port="1" />
-		<edge from-layer="2715" from-port="2" to-layer="2716" to-port="0" />
-		<edge from-layer="2716" from-port="1" to-layer="2717" to-port="1" />
-		<edge from-layer="2717" from-port="2" to-layer="2718" to-port="1" />
+		<edge from-layer="2707" from-port="2" to-layer="2708" to-port="0" />
+		<edge from-layer="2708" from-port="1" to-layer="2709" to-port="1" />
+		<edge from-layer="2709" from-port="2" to-layer="2710" to-port="1" />
+		<edge from-layer="2710" from-port="2" to-layer="2712" to-port="0" />
+		<edge from-layer="2711" from-port="0" to-layer="2712" to-port="1" />
+		<edge from-layer="2712" from-port="2" to-layer="2713" to-port="1" />
+		<edge from-layer="2713" from-port="2" to-layer="2716" to-port="0" />
+		<edge from-layer="2713" from-port="2" to-layer="2723" to-port="0" />
+		<edge from-layer="2713" from-port="2" to-layer="2767" to-port="0" />
+		<edge from-layer="2714" from-port="0" to-layer="2722" to-port="0" />
+		<edge from-layer="2715" from-port="0" to-layer="2716" to-port="1" />
+		<edge from-layer="2716" from-port="2" to-layer="2718" to-port="0" />
+		<edge from-layer="2717" from-port="0" to-layer="2718" to-port="1" />
 		<edge from-layer="2718" from-port="2" to-layer="2720" to-port="0" />
 		<edge from-layer="2719" from-port="0" to-layer="2720" to-port="1" />
-		<edge from-layer="2720" from-port="2" to-layer="2733" to-port="0" />
-		<edge from-layer="2720" from-port="2" to-layer="2726" to-port="0" />
-		<edge from-layer="2721" from-port="0" to-layer="2722" to-port="0" />
-		<edge from-layer="2722" from-port="1" to-layer="2724" to-port="0" />
-		<edge from-layer="2723" from-port="0" to-layer="2724" to-port="1" />
-		<edge from-layer="2724" from-port="2" to-layer="2725" to-port="0" />
-		<edge from-layer="2725" from-port="1" to-layer="2726" to-port="1" />
-		<edge from-layer="2726" from-port="2" to-layer="2727" to-port="0" />
-		<edge from-layer="2727" from-port="1" to-layer="2734" to-port="0" />
+		<edge from-layer="2720" from-port="2" to-layer="2721" to-port="0" />
+		<edge from-layer="2721" from-port="1" to-layer="2722" to-port="1" />
+		<edge from-layer="2722" from-port="2" to-layer="2723" to-port="1" />
+		<edge from-layer="2723" from-port="2" to-layer="2725" to-port="0" />
+		<edge from-layer="2724" from-port="0" to-layer="2725" to-port="1" />
+		<edge from-layer="2725" from-port="2" to-layer="2744" to-port="0" />
+		<edge from-layer="2725" from-port="2" to-layer="2734" to-port="0" />
+		<edge from-layer="2726" from-port="0" to-layer="2727" to-port="0" />
+		<edge from-layer="2727" from-port="1" to-layer="2730" to-port="0" />
 		<edge from-layer="2728" from-port="0" to-layer="2729" to-port="0" />
-		<edge from-layer="2729" from-port="1" to-layer="2731" to-port="0" />
-		<edge from-layer="2730" from-port="0" to-layer="2731" to-port="1" />
-		<edge from-layer="2731" from-port="2" to-layer="2732" to-port="0" />
-		<edge from-layer="2732" from-port="1" to-layer="2733" to-port="1" />
-		<edge from-layer="2733" from-port="2" to-layer="2734" to-port="1" />
-		<edge from-layer="2734" from-port="2" to-layer="2740" to-port="0" />
-		<edge from-layer="2735" from-port="0" to-layer="2736" to-port="0" />
-		<edge from-layer="2736" from-port="1" to-layer="2738" to-port="0" />
-		<edge from-layer="2737" from-port="0" to-layer="2738" to-port="1" />
-		<edge from-layer="2738" from-port="2" to-layer="2739" to-port="0" />
+		<edge from-layer="2729" from-port="1" to-layer="2730" to-port="1" />
+		<edge from-layer="2730" from-port="2" to-layer="2732" to-port="0" />
+		<edge from-layer="2731" from-port="0" to-layer="2732" to-port="1" />
+		<edge from-layer="2732" from-port="2" to-layer="2733" to-port="0" />
+		<edge from-layer="2733" from-port="1" to-layer="2734" to-port="1" />
+		<edge from-layer="2734" from-port="2" to-layer="2735" to-port="0" />
+		<edge from-layer="2735" from-port="1" to-layer="2745" to-port="0" />
+		<edge from-layer="2736" from-port="0" to-layer="2737" to-port="0" />
+		<edge from-layer="2737" from-port="1" to-layer="2740" to-port="0" />
+		<edge from-layer="2738" from-port="0" to-layer="2739" to-port="0" />
 		<edge from-layer="2739" from-port="1" to-layer="2740" to-port="1" />
-		<edge from-layer="2740" from-port="2" to-layer="2743" to-port="0" />
-		<edge from-layer="2740" from-port="2" to-layer="2750" to-port="0" />
-		<edge from-layer="2741" from-port="0" to-layer="2749" to-port="0" />
-		<edge from-layer="2742" from-port="0" to-layer="2743" to-port="1" />
-		<edge from-layer="2743" from-port="2" to-layer="2745" to-port="0" />
-		<edge from-layer="2744" from-port="0" to-layer="2745" to-port="1" />
-		<edge from-layer="2745" from-port="2" to-layer="2747" to-port="0" />
-		<edge from-layer="2746" from-port="0" to-layer="2747" to-port="1" />
-		<edge from-layer="2747" from-port="2" to-layer="2748" to-port="0" />
-		<edge from-layer="2748" from-port="1" to-layer="2749" to-port="1" />
-		<edge from-layer="2749" from-port="2" to-layer="2750" to-port="1" />
+		<edge from-layer="2740" from-port="2" to-layer="2742" to-port="0" />
+		<edge from-layer="2741" from-port="0" to-layer="2742" to-port="1" />
+		<edge from-layer="2742" from-port="2" to-layer="2743" to-port="0" />
+		<edge from-layer="2743" from-port="1" to-layer="2744" to-port="1" />
+		<edge from-layer="2744" from-port="2" to-layer="2745" to-port="1" />
+		<edge from-layer="2745" from-port="2" to-layer="2754" to-port="0" />
+		<edge from-layer="2746" from-port="0" to-layer="2747" to-port="0" />
+		<edge from-layer="2747" from-port="1" to-layer="2750" to-port="0" />
+		<edge from-layer="2748" from-port="0" to-layer="2749" to-port="0" />
+		<edge from-layer="2749" from-port="1" to-layer="2750" to-port="1" />
 		<edge from-layer="2750" from-port="2" to-layer="2752" to-port="0" />
 		<edge from-layer="2751" from-port="0" to-layer="2752" to-port="1" />
-		<edge from-layer="2752" from-port="2" to-layer="2753" to-port="1" />
-		<edge from-layer="2753" from-port="2" to-layer="2860" to-port="0" />
-		<edge from-layer="2753" from-port="2" to-layer="2756" to-port="0" />
-		<edge from-layer="2753" from-port="2" to-layer="2763" to-port="0" />
-		<edge from-layer="2754" from-port="0" to-layer="2762" to-port="0" />
-		<edge from-layer="2755" from-port="0" to-layer="2756" to-port="1" />
-		<edge from-layer="2756" from-port="2" to-layer="2758" to-port="0" />
-		<edge from-layer="2757" from-port="0" to-layer="2758" to-port="1" />
-		<edge from-layer="2758" from-port="2" to-layer="2760" to-port="0" />
-		<edge from-layer="2759" from-port="0" to-layer="2760" to-port="1" />
-		<edge from-layer="2760" from-port="2" to-layer="2761" to-port="0" />
-		<edge from-layer="2761" from-port="1" to-layer="2762" to-port="1" />
-		<edge from-layer="2762" from-port="2" to-layer="2763" to-port="1" />
-		<edge from-layer="2763" from-port="2" to-layer="2765" to-port="0" />
-		<edge from-layer="2764" from-port="0" to-layer="2765" to-port="1" />
-		<edge from-layer="2765" from-port="2" to-layer="2828" to-port="0" />
-		<edge from-layer="2765" from-port="2" to-layer="2797" to-port="0" />
-		<edge from-layer="2765" from-port="2" to-layer="2771" to-port="0" />
-		<edge from-layer="2766" from-port="0" to-layer="2767" to-port="0" />
-		<edge from-layer="2767" from-port="1" to-layer="2769" to-port="0" />
-		<edge from-layer="2768" from-port="0" to-layer="2769" to-port="1" />
-		<edge from-layer="2769" from-port="2" to-layer="2770" to-port="0" />
-		<edge from-layer="2770" from-port="1" to-layer="2771" to-port="1" />
-		<edge from-layer="2771" from-port="2" to-layer="2773" to-port="0" />
-		<edge from-layer="2772" from-port="0" to-layer="2773" to-port="1" />
-		<edge from-layer="2773" from-port="2" to-layer="2775" to-port="0" />
-		<edge from-layer="2774" from-port="0" to-layer="2775" to-port="1" />
-		<edge from-layer="2775" from-port="2" to-layer="2781" to-port="0" />
-		<edge from-layer="2775" from-port="2" to-layer="2788" to-port="0" />
-		<edge from-layer="2775" from-port="2" to-layer="2776" to-port="0" />
-		<edge from-layer="2776" from-port="2" to-layer="2791" to-port="0" />
-		<edge from-layer="2777" from-port="0" to-layer="2781" to-port="1" />
-		<edge from-layer="2778" from-port="0" to-layer="2781" to-port="2" />
-		<edge from-layer="2779" from-port="0" to-layer="2781" to-port="3" />
-		<edge from-layer="2780" from-port="0" to-layer="2781" to-port="4" />
-		<edge from-layer="2781" from-port="5" to-layer="2783" to-port="0" />
-		<edge from-layer="2782" from-port="0" to-layer="2783" to-port="1" />
-		<edge from-layer="2783" from-port="2" to-layer="2789" to-port="0" />
-		<edge from-layer="2784" from-port="0" to-layer="2788" to-port="1" />
-		<edge from-layer="2785" from-port="0" to-layer="2788" to-port="2" />
-		<edge from-layer="2786" from-port="0" to-layer="2788" to-port="3" />
-		<edge from-layer="2787" from-port="0" to-layer="2788" to-port="4" />
-		<edge from-layer="2788" from-port="5" to-layer="2789" to-port="1" />
-		<edge from-layer="2789" from-port="2" to-layer="2790" to-port="0" />
-		<edge from-layer="2790" from-port="2" to-layer="2791" to-port="1" />
-		<edge from-layer="2791" from-port="2" to-layer="2838" to-port="0" />
-		<edge from-layer="2792" from-port="0" to-layer="2793" to-port="0" />
-		<edge from-layer="2793" from-port="1" to-layer="2795" to-port="0" />
-		<edge from-layer="2794" from-port="0" to-layer="2795" to-port="1" />
-		<edge from-layer="2795" from-port="2" to-layer="2796" to-port="0" />
-		<edge from-layer="2796" from-port="1" to-layer="2797" to-port="1" />
-		<edge from-layer="2797" from-port="2" to-layer="2799" to-port="0" />
-		<edge from-layer="2798" from-port="0" to-layer="2799" to-port="1" />
-		<edge from-layer="2799" from-port="2" to-layer="2801" to-port="0" />
-		<edge from-layer="2800" from-port="0" to-layer="2801" to-port="1" />
-		<edge from-layer="2801" from-port="2" to-layer="2802" to-port="0" />
-		<edge from-layer="2801" from-port="2" to-layer="2807" to-port="0" />
-		<edge from-layer="2801" from-port="2" to-layer="2814" to-port="0" />
-		<edge from-layer="2802" from-port="2" to-layer="2817" to-port="0" />
-		<edge from-layer="2803" from-port="0" to-layer="2807" to-port="1" />
-		<edge from-layer="2804" from-port="0" to-layer="2807" to-port="2" />
-		<edge from-layer="2805" from-port="0" to-layer="2807" to-port="3" />
-		<edge from-layer="2806" from-port="0" to-layer="2807" to-port="4" />
-		<edge from-layer="2807" from-port="5" to-layer="2809" to-port="0" />
-		<edge from-layer="2808" from-port="0" to-layer="2809" to-port="1" />
-		<edge from-layer="2809" from-port="2" to-layer="2815" to-port="0" />
-		<edge from-layer="2810" from-port="0" to-layer="2814" to-port="1" />
-		<edge from-layer="2811" from-port="0" to-layer="2814" to-port="2" />
-		<edge from-layer="2812" from-port="0" to-layer="2814" to-port="3" />
-		<edge from-layer="2813" from-port="0" to-layer="2814" to-port="4" />
-		<edge from-layer="2814" from-port="5" to-layer="2815" to-port="1" />
+		<edge from-layer="2752" from-port="2" to-layer="2753" to-port="0" />
+		<edge from-layer="2753" from-port="1" to-layer="2754" to-port="1" />
+		<edge from-layer="2754" from-port="2" to-layer="2764" to-port="0" />
+		<edge from-layer="2754" from-port="2" to-layer="2757" to-port="0" />
+		<edge from-layer="2755" from-port="0" to-layer="2763" to-port="0" />
+		<edge from-layer="2756" from-port="0" to-layer="2757" to-port="1" />
+		<edge from-layer="2757" from-port="2" to-layer="2759" to-port="0" />
+		<edge from-layer="2758" from-port="0" to-layer="2759" to-port="1" />
+		<edge from-layer="2759" from-port="2" to-layer="2761" to-port="0" />
+		<edge from-layer="2760" from-port="0" to-layer="2761" to-port="1" />
+		<edge from-layer="2761" from-port="2" to-layer="2762" to-port="0" />
+		<edge from-layer="2762" from-port="1" to-layer="2763" to-port="1" />
+		<edge from-layer="2763" from-port="2" to-layer="2764" to-port="1" />
+		<edge from-layer="2764" from-port="2" to-layer="2766" to-port="0" />
+		<edge from-layer="2765" from-port="0" to-layer="2766" to-port="1" />
+		<edge from-layer="2766" from-port="2" to-layer="2767" to-port="1" />
+		<edge from-layer="2767" from-port="2" to-layer="2886" to-port="0" />
+		<edge from-layer="2767" from-port="2" to-layer="2770" to-port="0" />
+		<edge from-layer="2767" from-port="2" to-layer="2777" to-port="0" />
+		<edge from-layer="2768" from-port="0" to-layer="2776" to-port="0" />
+		<edge from-layer="2769" from-port="0" to-layer="2770" to-port="1" />
+		<edge from-layer="2770" from-port="2" to-layer="2772" to-port="0" />
+		<edge from-layer="2771" from-port="0" to-layer="2772" to-port="1" />
+		<edge from-layer="2772" from-port="2" to-layer="2774" to-port="0" />
+		<edge from-layer="2773" from-port="0" to-layer="2774" to-port="1" />
+		<edge from-layer="2774" from-port="2" to-layer="2775" to-port="0" />
+		<edge from-layer="2775" from-port="1" to-layer="2776" to-port="1" />
+		<edge from-layer="2776" from-port="2" to-layer="2777" to-port="1" />
+		<edge from-layer="2777" from-port="2" to-layer="2779" to-port="0" />
+		<edge from-layer="2778" from-port="0" to-layer="2779" to-port="1" />
+		<edge from-layer="2779" from-port="2" to-layer="2851" to-port="0" />
+		<edge from-layer="2779" from-port="2" to-layer="2788" to-port="0" />
+		<edge from-layer="2779" from-port="2" to-layer="2817" to-port="0" />
+		<edge from-layer="2780" from-port="0" to-layer="2781" to-port="0" />
+		<edge from-layer="2781" from-port="1" to-layer="2784" to-port="0" />
+		<edge from-layer="2782" from-port="0" to-layer="2783" to-port="0" />
+		<edge from-layer="2783" from-port="1" to-layer="2784" to-port="1" />
+		<edge from-layer="2784" from-port="2" to-layer="2786" to-port="0" />
+		<edge from-layer="2785" from-port="0" to-layer="2786" to-port="1" />
+		<edge from-layer="2786" from-port="2" to-layer="2787" to-port="0" />
+		<edge from-layer="2787" from-port="1" to-layer="2788" to-port="1" />
+		<edge from-layer="2788" from-port="2" to-layer="2790" to-port="0" />
+		<edge from-layer="2789" from-port="0" to-layer="2790" to-port="1" />
+		<edge from-layer="2790" from-port="2" to-layer="2792" to-port="0" />
+		<edge from-layer="2791" from-port="0" to-layer="2792" to-port="1" />
+		<edge from-layer="2792" from-port="2" to-layer="2793" to-port="0" />
+		<edge from-layer="2792" from-port="2" to-layer="2805" to-port="0" />
+		<edge from-layer="2792" from-port="2" to-layer="2798" to-port="0" />
+		<edge from-layer="2793" from-port="2" to-layer="2808" to-port="0" />
+		<edge from-layer="2794" from-port="0" to-layer="2798" to-port="1" />
+		<edge from-layer="2795" from-port="0" to-layer="2798" to-port="2" />
+		<edge from-layer="2796" from-port="0" to-layer="2798" to-port="3" />
+		<edge from-layer="2797" from-port="0" to-layer="2798" to-port="4" />
+		<edge from-layer="2798" from-port="5" to-layer="2800" to-port="0" />
+		<edge from-layer="2799" from-port="0" to-layer="2800" to-port="1" />
+		<edge from-layer="2800" from-port="2" to-layer="2806" to-port="0" />
+		<edge from-layer="2801" from-port="0" to-layer="2805" to-port="1" />
+		<edge from-layer="2802" from-port="0" to-layer="2805" to-port="2" />
+		<edge from-layer="2803" from-port="0" to-layer="2805" to-port="3" />
+		<edge from-layer="2804" from-port="0" to-layer="2805" to-port="4" />
+		<edge from-layer="2805" from-port="5" to-layer="2806" to-port="1" />
+		<edge from-layer="2806" from-port="2" to-layer="2807" to-port="0" />
+		<edge from-layer="2807" from-port="2" to-layer="2808" to-port="1" />
+		<edge from-layer="2808" from-port="2" to-layer="2861" to-port="0" />
+		<edge from-layer="2809" from-port="0" to-layer="2810" to-port="0" />
+		<edge from-layer="2810" from-port="1" to-layer="2813" to-port="0" />
+		<edge from-layer="2811" from-port="0" to-layer="2812" to-port="0" />
+		<edge from-layer="2812" from-port="1" to-layer="2813" to-port="1" />
+		<edge from-layer="2813" from-port="2" to-layer="2815" to-port="0" />
+		<edge from-layer="2814" from-port="0" to-layer="2815" to-port="1" />
 		<edge from-layer="2815" from-port="2" to-layer="2816" to-port="0" />
-		<edge from-layer="2816" from-port="2" to-layer="2817" to-port="1" />
+		<edge from-layer="2816" from-port="1" to-layer="2817" to-port="1" />
 		<edge from-layer="2817" from-port="2" to-layer="2819" to-port="0" />
 		<edge from-layer="2818" from-port="0" to-layer="2819" to-port="1" />
-		<edge from-layer="2818" from-port="0" to-layer="2833" to-port="1" />
-		<edge from-layer="2819" from-port="2" to-layer="2820" to-port="0" />
-		<edge from-layer="2820" from-port="2" to-layer="2822" to-port="0" />
-		<edge from-layer="2821" from-port="0" to-layer="2822" to-port="1" />
-		<edge from-layer="2822" from-port="2" to-layer="2838" to-port="1" />
-		<edge from-layer="2823" from-port="0" to-layer="2824" to-port="0" />
-		<edge from-layer="2824" from-port="1" to-layer="2826" to-port="0" />
-		<edge from-layer="2825" from-port="0" to-layer="2826" to-port="1" />
-		<edge from-layer="2826" from-port="2" to-layer="2827" to-port="0" />
-		<edge from-layer="2827" from-port="1" to-layer="2828" to-port="1" />
-		<edge from-layer="2828" from-port="2" to-layer="2830" to-port="0" />
-		<edge from-layer="2829" from-port="0" to-layer="2830" to-port="1" />
-		<edge from-layer="2830" from-port="2" to-layer="2832" to-port="0" />
-		<edge from-layer="2831" from-port="0" to-layer="2832" to-port="1" />
-		<edge from-layer="2832" from-port="2" to-layer="2833" to-port="0" />
-		<edge from-layer="2833" from-port="2" to-layer="2834" to-port="0" />
-		<edge from-layer="2834" from-port="2" to-layer="2836" to-port="0" />
-		<edge from-layer="2835" from-port="0" to-layer="2836" to-port="1" />
-		<edge from-layer="2836" from-port="2" to-layer="2838" to-port="2" />
-		<edge from-layer="2837" from-port="0" to-layer="2838" to-port="4" />
-		<edge from-layer="2838" from-port="5" to-layer="2840" to-port="0" />
-		<edge from-layer="2839" from-port="0" to-layer="2840" to-port="1" />
-		<edge from-layer="2840" from-port="2" to-layer="2841" to-port="0" />
-		<edge from-layer="2841" from-port="2" to-layer="2847" to-port="0" />
-		<edge from-layer="2842" from-port="0" to-layer="2843" to-port="0" />
-		<edge from-layer="2843" from-port="1" to-layer="2845" to-port="0" />
-		<edge from-layer="2844" from-port="0" to-layer="2845" to-port="1" />
-		<edge from-layer="2845" from-port="2" to-layer="2846" to-port="0" />
+		<edge from-layer="2819" from-port="2" to-layer="2821" to-port="0" />
+		<edge from-layer="2820" from-port="0" to-layer="2821" to-port="1" />
+		<edge from-layer="2821" from-port="2" to-layer="2822" to-port="0" />
+		<edge from-layer="2821" from-port="2" to-layer="2827" to-port="0" />
+		<edge from-layer="2821" from-port="2" to-layer="2834" to-port="0" />
+		<edge from-layer="2822" from-port="2" to-layer="2837" to-port="0" />
+		<edge from-layer="2823" from-port="0" to-layer="2827" to-port="1" />
+		<edge from-layer="2824" from-port="0" to-layer="2827" to-port="2" />
+		<edge from-layer="2825" from-port="0" to-layer="2827" to-port="3" />
+		<edge from-layer="2826" from-port="0" to-layer="2827" to-port="4" />
+		<edge from-layer="2827" from-port="5" to-layer="2829" to-port="0" />
+		<edge from-layer="2828" from-port="0" to-layer="2829" to-port="1" />
+		<edge from-layer="2829" from-port="2" to-layer="2835" to-port="0" />
+		<edge from-layer="2830" from-port="0" to-layer="2834" to-port="1" />
+		<edge from-layer="2831" from-port="0" to-layer="2834" to-port="2" />
+		<edge from-layer="2832" from-port="0" to-layer="2834" to-port="3" />
+		<edge from-layer="2833" from-port="0" to-layer="2834" to-port="4" />
+		<edge from-layer="2834" from-port="5" to-layer="2835" to-port="1" />
+		<edge from-layer="2835" from-port="2" to-layer="2836" to-port="0" />
+		<edge from-layer="2836" from-port="2" to-layer="2837" to-port="1" />
+		<edge from-layer="2837" from-port="2" to-layer="2839" to-port="0" />
+		<edge from-layer="2838" from-port="0" to-layer="2856" to-port="1" />
+		<edge from-layer="2838" from-port="0" to-layer="2839" to-port="1" />
+		<edge from-layer="2839" from-port="2" to-layer="2840" to-port="0" />
+		<edge from-layer="2840" from-port="2" to-layer="2842" to-port="0" />
+		<edge from-layer="2841" from-port="0" to-layer="2842" to-port="1" />
+		<edge from-layer="2842" from-port="2" to-layer="2861" to-port="1" />
+		<edge from-layer="2843" from-port="0" to-layer="2844" to-port="0" />
+		<edge from-layer="2844" from-port="1" to-layer="2847" to-port="0" />
+		<edge from-layer="2845" from-port="0" to-layer="2846" to-port="0" />
 		<edge from-layer="2846" from-port="1" to-layer="2847" to-port="1" />
-		<edge from-layer="2847" from-port="2" to-layer="2850" to-port="0" />
-		<edge from-layer="2847" from-port="2" to-layer="2857" to-port="0" />
-		<edge from-layer="2848" from-port="0" to-layer="2856" to-port="0" />
-		<edge from-layer="2849" from-port="0" to-layer="2850" to-port="1" />
-		<edge from-layer="2850" from-port="2" to-layer="2852" to-port="0" />
-		<edge from-layer="2851" from-port="0" to-layer="2852" to-port="1" />
-		<edge from-layer="2852" from-port="2" to-layer="2854" to-port="0" />
-		<edge from-layer="2853" from-port="0" to-layer="2854" to-port="1" />
-		<edge from-layer="2854" from-port="2" to-layer="2855" to-port="0" />
-		<edge from-layer="2855" from-port="1" to-layer="2856" to-port="1" />
-		<edge from-layer="2856" from-port="2" to-layer="2857" to-port="1" />
+		<edge from-layer="2847" from-port="2" to-layer="2849" to-port="0" />
+		<edge from-layer="2848" from-port="0" to-layer="2849" to-port="1" />
+		<edge from-layer="2849" from-port="2" to-layer="2850" to-port="0" />
+		<edge from-layer="2850" from-port="1" to-layer="2851" to-port="1" />
+		<edge from-layer="2851" from-port="2" to-layer="2853" to-port="0" />
+		<edge from-layer="2852" from-port="0" to-layer="2853" to-port="1" />
+		<edge from-layer="2853" from-port="2" to-layer="2855" to-port="0" />
+		<edge from-layer="2854" from-port="0" to-layer="2855" to-port="1" />
+		<edge from-layer="2855" from-port="2" to-layer="2856" to-port="0" />
+		<edge from-layer="2856" from-port="2" to-layer="2857" to-port="0" />
 		<edge from-layer="2857" from-port="2" to-layer="2859" to-port="0" />
 		<edge from-layer="2858" from-port="0" to-layer="2859" to-port="1" />
-		<edge from-layer="2859" from-port="2" to-layer="2860" to-port="1" />
-		<edge from-layer="2860" from-port="2" to-layer="2905" to-port="0" />
-		<edge from-layer="2860" from-port="2" to-layer="2863" to-port="0" />
-		<edge from-layer="2860" from-port="2" to-layer="2870" to-port="0" />
-		<edge from-layer="2861" from-port="0" to-layer="2869" to-port="0" />
+		<edge from-layer="2859" from-port="2" to-layer="2861" to-port="2" />
+		<edge from-layer="2860" from-port="0" to-layer="2861" to-port="4" />
+		<edge from-layer="2861" from-port="5" to-layer="2863" to-port="0" />
 		<edge from-layer="2862" from-port="0" to-layer="2863" to-port="1" />
-		<edge from-layer="2863" from-port="2" to-layer="2865" to-port="0" />
-		<edge from-layer="2864" from-port="0" to-layer="2865" to-port="1" />
-		<edge from-layer="2865" from-port="2" to-layer="2867" to-port="0" />
-		<edge from-layer="2866" from-port="0" to-layer="2867" to-port="1" />
-		<edge from-layer="2867" from-port="2" to-layer="2868" to-port="0" />
+		<edge from-layer="2863" from-port="2" to-layer="2864" to-port="0" />
+		<edge from-layer="2864" from-port="2" to-layer="2873" to-port="0" />
+		<edge from-layer="2865" from-port="0" to-layer="2866" to-port="0" />
+		<edge from-layer="2866" from-port="1" to-layer="2869" to-port="0" />
+		<edge from-layer="2867" from-port="0" to-layer="2868" to-port="0" />
 		<edge from-layer="2868" from-port="1" to-layer="2869" to-port="1" />
-		<edge from-layer="2869" from-port="2" to-layer="2870" to-port="1" />
-		<edge from-layer="2870" from-port="2" to-layer="2872" to-port="0" />
-		<edge from-layer="2871" from-port="0" to-layer="2872" to-port="1" />
-		<edge from-layer="2872" from-port="2" to-layer="2878" to-port="0" />
-		<edge from-layer="2872" from-port="2" to-layer="2885" to-port="0" />
-		<edge from-layer="2873" from-port="0" to-layer="2874" to-port="0" />
-		<edge from-layer="2874" from-port="1" to-layer="2876" to-port="0" />
+		<edge from-layer="2869" from-port="2" to-layer="2871" to-port="0" />
+		<edge from-layer="2870" from-port="0" to-layer="2871" to-port="1" />
+		<edge from-layer="2871" from-port="2" to-layer="2872" to-port="0" />
+		<edge from-layer="2872" from-port="1" to-layer="2873" to-port="1" />
+		<edge from-layer="2873" from-port="2" to-layer="2883" to-port="0" />
+		<edge from-layer="2873" from-port="2" to-layer="2876" to-port="0" />
+		<edge from-layer="2874" from-port="0" to-layer="2882" to-port="0" />
 		<edge from-layer="2875" from-port="0" to-layer="2876" to-port="1" />
-		<edge from-layer="2876" from-port="2" to-layer="2877" to-port="0" />
-		<edge from-layer="2877" from-port="1" to-layer="2878" to-port="1" />
-		<edge from-layer="2878" from-port="2" to-layer="2879" to-port="0" />
-		<edge from-layer="2879" from-port="1" to-layer="2886" to-port="0" />
-		<edge from-layer="2880" from-port="0" to-layer="2881" to-port="0" />
-		<edge from-layer="2881" from-port="1" to-layer="2883" to-port="0" />
-		<edge from-layer="2882" from-port="0" to-layer="2883" to-port="1" />
-		<edge from-layer="2883" from-port="2" to-layer="2884" to-port="0" />
-		<edge from-layer="2884" from-port="1" to-layer="2885" to-port="1" />
+		<edge from-layer="2876" from-port="2" to-layer="2878" to-port="0" />
+		<edge from-layer="2877" from-port="0" to-layer="2878" to-port="1" />
+		<edge from-layer="2878" from-port="2" to-layer="2880" to-port="0" />
+		<edge from-layer="2879" from-port="0" to-layer="2880" to-port="1" />
+		<edge from-layer="2880" from-port="2" to-layer="2881" to-port="0" />
+		<edge from-layer="2881" from-port="1" to-layer="2882" to-port="1" />
+		<edge from-layer="2882" from-port="2" to-layer="2883" to-port="1" />
+		<edge from-layer="2883" from-port="2" to-layer="2885" to-port="0" />
+		<edge from-layer="2884" from-port="0" to-layer="2885" to-port="1" />
 		<edge from-layer="2885" from-port="2" to-layer="2886" to-port="1" />
-		<edge from-layer="2886" from-port="2" to-layer="2892" to-port="0" />
-		<edge from-layer="2887" from-port="0" to-layer="2888" to-port="0" />
-		<edge from-layer="2888" from-port="1" to-layer="2890" to-port="0" />
-		<edge from-layer="2889" from-port="0" to-layer="2890" to-port="1" />
-		<edge from-layer="2890" from-port="2" to-layer="2891" to-port="0" />
-		<edge from-layer="2891" from-port="1" to-layer="2892" to-port="1" />
-		<edge from-layer="2892" from-port="2" to-layer="2895" to-port="0" />
-		<edge from-layer="2892" from-port="2" to-layer="2902" to-port="0" />
-		<edge from-layer="2893" from-port="0" to-layer="2901" to-port="0" />
-		<edge from-layer="2894" from-port="0" to-layer="2895" to-port="1" />
-		<edge from-layer="2895" from-port="2" to-layer="2897" to-port="0" />
-		<edge from-layer="2896" from-port="0" to-layer="2897" to-port="1" />
-		<edge from-layer="2897" from-port="2" to-layer="2899" to-port="0" />
-		<edge from-layer="2898" from-port="0" to-layer="2899" to-port="1" />
-		<edge from-layer="2899" from-port="2" to-layer="2900" to-port="0" />
-		<edge from-layer="2900" from-port="1" to-layer="2901" to-port="1" />
-		<edge from-layer="2901" from-port="2" to-layer="2902" to-port="1" />
-		<edge from-layer="2902" from-port="2" to-layer="2904" to-port="0" />
-		<edge from-layer="2903" from-port="0" to-layer="2904" to-port="1" />
-		<edge from-layer="2904" from-port="2" to-layer="2905" to-port="1" />
-		<edge from-layer="2905" from-port="2" to-layer="3012" to-port="0" />
-		<edge from-layer="2905" from-port="2" to-layer="2908" to-port="0" />
-		<edge from-layer="2905" from-port="2" to-layer="2915" to-port="0" />
-		<edge from-layer="2906" from-port="0" to-layer="2914" to-port="0" />
-		<edge from-layer="2907" from-port="0" to-layer="2908" to-port="1" />
-		<edge from-layer="2908" from-port="2" to-layer="2910" to-port="0" />
-		<edge from-layer="2909" from-port="0" to-layer="2910" to-port="1" />
-		<edge from-layer="2910" from-port="2" to-layer="2912" to-port="0" />
-		<edge from-layer="2911" from-port="0" to-layer="2912" to-port="1" />
-		<edge from-layer="2912" from-port="2" to-layer="2913" to-port="0" />
-		<edge from-layer="2913" from-port="1" to-layer="2914" to-port="1" />
-		<edge from-layer="2914" from-port="2" to-layer="2915" to-port="1" />
-		<edge from-layer="2915" from-port="2" to-layer="2917" to-port="0" />
-		<edge from-layer="2916" from-port="0" to-layer="2917" to-port="1" />
-		<edge from-layer="2917" from-port="2" to-layer="2923" to-port="0" />
-		<edge from-layer="2917" from-port="2" to-layer="2980" to-port="0" />
-		<edge from-layer="2917" from-port="2" to-layer="2949" to-port="0" />
-		<edge from-layer="2918" from-port="0" to-layer="2919" to-port="0" />
-		<edge from-layer="2919" from-port="1" to-layer="2921" to-port="0" />
-		<edge from-layer="2920" from-port="0" to-layer="2921" to-port="1" />
-		<edge from-layer="2921" from-port="2" to-layer="2922" to-port="0" />
+		<edge from-layer="2886" from-port="2" to-layer="2940" to-port="0" />
+		<edge from-layer="2886" from-port="2" to-layer="2889" to-port="0" />
+		<edge from-layer="2886" from-port="2" to-layer="2896" to-port="0" />
+		<edge from-layer="2887" from-port="0" to-layer="2895" to-port="0" />
+		<edge from-layer="2888" from-port="0" to-layer="2889" to-port="1" />
+		<edge from-layer="2889" from-port="2" to-layer="2891" to-port="0" />
+		<edge from-layer="2890" from-port="0" to-layer="2891" to-port="1" />
+		<edge from-layer="2891" from-port="2" to-layer="2893" to-port="0" />
+		<edge from-layer="2892" from-port="0" to-layer="2893" to-port="1" />
+		<edge from-layer="2893" from-port="2" to-layer="2894" to-port="0" />
+		<edge from-layer="2894" from-port="1" to-layer="2895" to-port="1" />
+		<edge from-layer="2895" from-port="2" to-layer="2896" to-port="1" />
+		<edge from-layer="2896" from-port="2" to-layer="2898" to-port="0" />
+		<edge from-layer="2897" from-port="0" to-layer="2898" to-port="1" />
+		<edge from-layer="2898" from-port="2" to-layer="2907" to-port="0" />
+		<edge from-layer="2898" from-port="2" to-layer="2917" to-port="0" />
+		<edge from-layer="2899" from-port="0" to-layer="2900" to-port="0" />
+		<edge from-layer="2900" from-port="1" to-layer="2903" to-port="0" />
+		<edge from-layer="2901" from-port="0" to-layer="2902" to-port="0" />
+		<edge from-layer="2902" from-port="1" to-layer="2903" to-port="1" />
+		<edge from-layer="2903" from-port="2" to-layer="2905" to-port="0" />
+		<edge from-layer="2904" from-port="0" to-layer="2905" to-port="1" />
+		<edge from-layer="2905" from-port="2" to-layer="2906" to-port="0" />
+		<edge from-layer="2906" from-port="1" to-layer="2907" to-port="1" />
+		<edge from-layer="2907" from-port="2" to-layer="2908" to-port="0" />
+		<edge from-layer="2908" from-port="1" to-layer="2918" to-port="0" />
+		<edge from-layer="2909" from-port="0" to-layer="2910" to-port="0" />
+		<edge from-layer="2910" from-port="1" to-layer="2913" to-port="0" />
+		<edge from-layer="2911" from-port="0" to-layer="2912" to-port="0" />
+		<edge from-layer="2912" from-port="1" to-layer="2913" to-port="1" />
+		<edge from-layer="2913" from-port="2" to-layer="2915" to-port="0" />
+		<edge from-layer="2914" from-port="0" to-layer="2915" to-port="1" />
+		<edge from-layer="2915" from-port="2" to-layer="2916" to-port="0" />
+		<edge from-layer="2916" from-port="1" to-layer="2917" to-port="1" />
+		<edge from-layer="2917" from-port="2" to-layer="2918" to-port="1" />
+		<edge from-layer="2918" from-port="2" to-layer="2927" to-port="0" />
+		<edge from-layer="2919" from-port="0" to-layer="2920" to-port="0" />
+		<edge from-layer="2920" from-port="1" to-layer="2923" to-port="0" />
+		<edge from-layer="2921" from-port="0" to-layer="2922" to-port="0" />
 		<edge from-layer="2922" from-port="1" to-layer="2923" to-port="1" />
 		<edge from-layer="2923" from-port="2" to-layer="2925" to-port="0" />
 		<edge from-layer="2924" from-port="0" to-layer="2925" to-port="1" />
-		<edge from-layer="2925" from-port="2" to-layer="2927" to-port="0" />
-		<edge from-layer="2926" from-port="0" to-layer="2927" to-port="1" />
-		<edge from-layer="2927" from-port="2" to-layer="2928" to-port="0" />
-		<edge from-layer="2927" from-port="2" to-layer="2933" to-port="0" />
-		<edge from-layer="2927" from-port="2" to-layer="2940" to-port="0" />
-		<edge from-layer="2928" from-port="2" to-layer="2943" to-port="0" />
-		<edge from-layer="2929" from-port="0" to-layer="2933" to-port="1" />
-		<edge from-layer="2930" from-port="0" to-layer="2933" to-port="2" />
-		<edge from-layer="2931" from-port="0" to-layer="2933" to-port="3" />
-		<edge from-layer="2932" from-port="0" to-layer="2933" to-port="4" />
-		<edge from-layer="2933" from-port="5" to-layer="2935" to-port="0" />
-		<edge from-layer="2934" from-port="0" to-layer="2935" to-port="1" />
-		<edge from-layer="2935" from-port="2" to-layer="2941" to-port="0" />
-		<edge from-layer="2936" from-port="0" to-layer="2940" to-port="1" />
-		<edge from-layer="2937" from-port="0" to-layer="2940" to-port="2" />
-		<edge from-layer="2938" from-port="0" to-layer="2940" to-port="3" />
-		<edge from-layer="2939" from-port="0" to-layer="2940" to-port="4" />
-		<edge from-layer="2940" from-port="5" to-layer="2941" to-port="1" />
-		<edge from-layer="2941" from-port="2" to-layer="2942" to-port="0" />
-		<edge from-layer="2942" from-port="2" to-layer="2943" to-port="1" />
-		<edge from-layer="2943" from-port="2" to-layer="2990" to-port="0" />
-		<edge from-layer="2944" from-port="0" to-layer="2945" to-port="0" />
-		<edge from-layer="2945" from-port="1" to-layer="2947" to-port="0" />
+		<edge from-layer="2925" from-port="2" to-layer="2926" to-port="0" />
+		<edge from-layer="2926" from-port="1" to-layer="2927" to-port="1" />
+		<edge from-layer="2927" from-port="2" to-layer="2930" to-port="0" />
+		<edge from-layer="2927" from-port="2" to-layer="2937" to-port="0" />
+		<edge from-layer="2928" from-port="0" to-layer="2936" to-port="0" />
+		<edge from-layer="2929" from-port="0" to-layer="2930" to-port="1" />
+		<edge from-layer="2930" from-port="2" to-layer="2932" to-port="0" />
+		<edge from-layer="2931" from-port="0" to-layer="2932" to-port="1" />
+		<edge from-layer="2932" from-port="2" to-layer="2934" to-port="0" />
+		<edge from-layer="2933" from-port="0" to-layer="2934" to-port="1" />
+		<edge from-layer="2934" from-port="2" to-layer="2935" to-port="0" />
+		<edge from-layer="2935" from-port="1" to-layer="2936" to-port="1" />
+		<edge from-layer="2936" from-port="2" to-layer="2937" to-port="1" />
+		<edge from-layer="2937" from-port="2" to-layer="2939" to-port="0" />
+		<edge from-layer="2938" from-port="0" to-layer="2939" to-port="1" />
+		<edge from-layer="2939" from-port="2" to-layer="2940" to-port="1" />
+		<edge from-layer="2940" from-port="2" to-layer="3059" to-port="0" />
+		<edge from-layer="2940" from-port="2" to-layer="2943" to-port="0" />
+		<edge from-layer="2940" from-port="2" to-layer="2950" to-port="0" />
+		<edge from-layer="2941" from-port="0" to-layer="2949" to-port="0" />
+		<edge from-layer="2942" from-port="0" to-layer="2943" to-port="1" />
+		<edge from-layer="2943" from-port="2" to-layer="2945" to-port="0" />
+		<edge from-layer="2944" from-port="0" to-layer="2945" to-port="1" />
+		<edge from-layer="2945" from-port="2" to-layer="2947" to-port="0" />
 		<edge from-layer="2946" from-port="0" to-layer="2947" to-port="1" />
 		<edge from-layer="2947" from-port="2" to-layer="2948" to-port="0" />
 		<edge from-layer="2948" from-port="1" to-layer="2949" to-port="1" />
-		<edge from-layer="2949" from-port="2" to-layer="2951" to-port="0" />
-		<edge from-layer="2950" from-port="0" to-layer="2951" to-port="1" />
-		<edge from-layer="2951" from-port="2" to-layer="2953" to-port="0" />
-		<edge from-layer="2952" from-port="0" to-layer="2953" to-port="1" />
-		<edge from-layer="2953" from-port="2" to-layer="2954" to-port="0" />
-		<edge from-layer="2953" from-port="2" to-layer="2959" to-port="0" />
-		<edge from-layer="2953" from-port="2" to-layer="2966" to-port="0" />
-		<edge from-layer="2954" from-port="2" to-layer="2969" to-port="0" />
-		<edge from-layer="2955" from-port="0" to-layer="2959" to-port="1" />
-		<edge from-layer="2956" from-port="0" to-layer="2959" to-port="2" />
-		<edge from-layer="2957" from-port="0" to-layer="2959" to-port="3" />
-		<edge from-layer="2958" from-port="0" to-layer="2959" to-port="4" />
-		<edge from-layer="2959" from-port="5" to-layer="2961" to-port="0" />
-		<edge from-layer="2960" from-port="0" to-layer="2961" to-port="1" />
-		<edge from-layer="2961" from-port="2" to-layer="2967" to-port="0" />
-		<edge from-layer="2962" from-port="0" to-layer="2966" to-port="1" />
-		<edge from-layer="2963" from-port="0" to-layer="2966" to-port="2" />
-		<edge from-layer="2964" from-port="0" to-layer="2966" to-port="3" />
-		<edge from-layer="2965" from-port="0" to-layer="2966" to-port="4" />
-		<edge from-layer="2966" from-port="5" to-layer="2967" to-port="1" />
-		<edge from-layer="2967" from-port="2" to-layer="2968" to-port="0" />
-		<edge from-layer="2968" from-port="2" to-layer="2969" to-port="1" />
-		<edge from-layer="2969" from-port="2" to-layer="2971" to-port="0" />
-		<edge from-layer="2970" from-port="0" to-layer="2971" to-port="1" />
-		<edge from-layer="2970" from-port="0" to-layer="2985" to-port="1" />
-		<edge from-layer="2971" from-port="2" to-layer="2972" to-port="0" />
-		<edge from-layer="2972" from-port="2" to-layer="2974" to-port="0" />
-		<edge from-layer="2973" from-port="0" to-layer="2974" to-port="1" />
-		<edge from-layer="2974" from-port="2" to-layer="2990" to-port="1" />
-		<edge from-layer="2975" from-port="0" to-layer="2976" to-port="0" />
-		<edge from-layer="2976" from-port="1" to-layer="2978" to-port="0" />
-		<edge from-layer="2977" from-port="0" to-layer="2978" to-port="1" />
-		<edge from-layer="2978" from-port="2" to-layer="2979" to-port="0" />
-		<edge from-layer="2979" from-port="1" to-layer="2980" to-port="1" />
-		<edge from-layer="2980" from-port="2" to-layer="2982" to-port="0" />
-		<edge from-layer="2981" from-port="0" to-layer="2982" to-port="1" />
-		<edge from-layer="2982" from-port="2" to-layer="2984" to-port="0" />
-		<edge from-layer="2983" from-port="0" to-layer="2984" to-port="1" />
-		<edge from-layer="2984" from-port="2" to-layer="2985" to-port="0" />
-		<edge from-layer="2985" from-port="2" to-layer="2986" to-port="0" />
+		<edge from-layer="2949" from-port="2" to-layer="2950" to-port="1" />
+		<edge from-layer="2950" from-port="2" to-layer="2952" to-port="0" />
+		<edge from-layer="2951" from-port="0" to-layer="2952" to-port="1" />
+		<edge from-layer="2952" from-port="2" to-layer="3024" to-port="0" />
+		<edge from-layer="2952" from-port="2" to-layer="2990" to-port="0" />
+		<edge from-layer="2952" from-port="2" to-layer="2961" to-port="0" />
+		<edge from-layer="2953" from-port="0" to-layer="2954" to-port="0" />
+		<edge from-layer="2954" from-port="1" to-layer="2957" to-port="0" />
+		<edge from-layer="2955" from-port="0" to-layer="2956" to-port="0" />
+		<edge from-layer="2956" from-port="1" to-layer="2957" to-port="1" />
+		<edge from-layer="2957" from-port="2" to-layer="2959" to-port="0" />
+		<edge from-layer="2958" from-port="0" to-layer="2959" to-port="1" />
+		<edge from-layer="2959" from-port="2" to-layer="2960" to-port="0" />
+		<edge from-layer="2960" from-port="1" to-layer="2961" to-port="1" />
+		<edge from-layer="2961" from-port="2" to-layer="2963" to-port="0" />
+		<edge from-layer="2962" from-port="0" to-layer="2963" to-port="1" />
+		<edge from-layer="2963" from-port="2" to-layer="2965" to-port="0" />
+		<edge from-layer="2964" from-port="0" to-layer="2965" to-port="1" />
+		<edge from-layer="2965" from-port="2" to-layer="2978" to-port="0" />
+		<edge from-layer="2965" from-port="2" to-layer="2971" to-port="0" />
+		<edge from-layer="2965" from-port="2" to-layer="2966" to-port="0" />
+		<edge from-layer="2966" from-port="2" to-layer="2981" to-port="0" />
+		<edge from-layer="2967" from-port="0" to-layer="2971" to-port="1" />
+		<edge from-layer="2968" from-port="0" to-layer="2971" to-port="2" />
+		<edge from-layer="2969" from-port="0" to-layer="2971" to-port="3" />
+		<edge from-layer="2970" from-port="0" to-layer="2971" to-port="4" />
+		<edge from-layer="2971" from-port="5" to-layer="2973" to-port="0" />
+		<edge from-layer="2972" from-port="0" to-layer="2973" to-port="1" />
+		<edge from-layer="2973" from-port="2" to-layer="2979" to-port="0" />
+		<edge from-layer="2974" from-port="0" to-layer="2978" to-port="1" />
+		<edge from-layer="2975" from-port="0" to-layer="2978" to-port="2" />
+		<edge from-layer="2976" from-port="0" to-layer="2978" to-port="3" />
+		<edge from-layer="2977" from-port="0" to-layer="2978" to-port="4" />
+		<edge from-layer="2978" from-port="5" to-layer="2979" to-port="1" />
+		<edge from-layer="2979" from-port="2" to-layer="2980" to-port="0" />
+		<edge from-layer="2980" from-port="2" to-layer="2981" to-port="1" />
+		<edge from-layer="2981" from-port="2" to-layer="3034" to-port="0" />
+		<edge from-layer="2982" from-port="0" to-layer="2983" to-port="0" />
+		<edge from-layer="2983" from-port="1" to-layer="2986" to-port="0" />
+		<edge from-layer="2984" from-port="0" to-layer="2985" to-port="0" />
+		<edge from-layer="2985" from-port="1" to-layer="2986" to-port="1" />
 		<edge from-layer="2986" from-port="2" to-layer="2988" to-port="0" />
 		<edge from-layer="2987" from-port="0" to-layer="2988" to-port="1" />
-		<edge from-layer="2988" from-port="2" to-layer="2990" to-port="2" />
-		<edge from-layer="2989" from-port="0" to-layer="2990" to-port="4" />
-		<edge from-layer="2990" from-port="5" to-layer="2992" to-port="0" />
+		<edge from-layer="2988" from-port="2" to-layer="2989" to-port="0" />
+		<edge from-layer="2989" from-port="1" to-layer="2990" to-port="1" />
+		<edge from-layer="2990" from-port="2" to-layer="2992" to-port="0" />
 		<edge from-layer="2991" from-port="0" to-layer="2992" to-port="1" />
-		<edge from-layer="2992" from-port="2" to-layer="2993" to-port="0" />
-		<edge from-layer="2993" from-port="2" to-layer="2999" to-port="0" />
-		<edge from-layer="2994" from-port="0" to-layer="2995" to-port="0" />
-		<edge from-layer="2995" from-port="1" to-layer="2997" to-port="0" />
-		<edge from-layer="2996" from-port="0" to-layer="2997" to-port="1" />
-		<edge from-layer="2997" from-port="2" to-layer="2998" to-port="0" />
-		<edge from-layer="2998" from-port="1" to-layer="2999" to-port="1" />
-		<edge from-layer="2999" from-port="2" to-layer="3009" to-port="0" />
-		<edge from-layer="2999" from-port="2" to-layer="3002" to-port="0" />
-		<edge from-layer="3000" from-port="0" to-layer="3008" to-port="0" />
+		<edge from-layer="2992" from-port="2" to-layer="2994" to-port="0" />
+		<edge from-layer="2993" from-port="0" to-layer="2994" to-port="1" />
+		<edge from-layer="2994" from-port="2" to-layer="3000" to-port="0" />
+		<edge from-layer="2994" from-port="2" to-layer="3007" to-port="0" />
+		<edge from-layer="2994" from-port="2" to-layer="2995" to-port="0" />
+		<edge from-layer="2995" from-port="2" to-layer="3010" to-port="0" />
+		<edge from-layer="2996" from-port="0" to-layer="3000" to-port="1" />
+		<edge from-layer="2997" from-port="0" to-layer="3000" to-port="2" />
+		<edge from-layer="2998" from-port="0" to-layer="3000" to-port="3" />
+		<edge from-layer="2999" from-port="0" to-layer="3000" to-port="4" />
+		<edge from-layer="3000" from-port="5" to-layer="3002" to-port="0" />
 		<edge from-layer="3001" from-port="0" to-layer="3002" to-port="1" />
-		<edge from-layer="3002" from-port="2" to-layer="3004" to-port="0" />
-		<edge from-layer="3003" from-port="0" to-layer="3004" to-port="1" />
-		<edge from-layer="3004" from-port="2" to-layer="3006" to-port="0" />
-		<edge from-layer="3005" from-port="0" to-layer="3006" to-port="1" />
-		<edge from-layer="3006" from-port="2" to-layer="3007" to-port="0" />
-		<edge from-layer="3007" from-port="1" to-layer="3008" to-port="1" />
-		<edge from-layer="3008" from-port="2" to-layer="3009" to-port="1" />
-		<edge from-layer="3009" from-port="2" to-layer="3011" to-port="0" />
-		<edge from-layer="3010" from-port="0" to-layer="3011" to-port="1" />
-		<edge from-layer="3011" from-port="2" to-layer="3012" to-port="1" />
-		<edge from-layer="3012" from-port="2" to-layer="3022" to-port="0" />
-		<edge from-layer="3012" from-port="2" to-layer="3057" to-port="0" />
-		<edge from-layer="3012" from-port="2" to-layer="3015" to-port="0" />
-		<edge from-layer="3013" from-port="0" to-layer="3021" to-port="0" />
+		<edge from-layer="3002" from-port="2" to-layer="3008" to-port="0" />
+		<edge from-layer="3003" from-port="0" to-layer="3007" to-port="1" />
+		<edge from-layer="3004" from-port="0" to-layer="3007" to-port="2" />
+		<edge from-layer="3005" from-port="0" to-layer="3007" to-port="3" />
+		<edge from-layer="3006" from-port="0" to-layer="3007" to-port="4" />
+		<edge from-layer="3007" from-port="5" to-layer="3008" to-port="1" />
+		<edge from-layer="3008" from-port="2" to-layer="3009" to-port="0" />
+		<edge from-layer="3009" from-port="2" to-layer="3010" to-port="1" />
+		<edge from-layer="3010" from-port="2" to-layer="3012" to-port="0" />
+		<edge from-layer="3011" from-port="0" to-layer="3029" to-port="1" />
+		<edge from-layer="3011" from-port="0" to-layer="3012" to-port="1" />
+		<edge from-layer="3012" from-port="2" to-layer="3013" to-port="0" />
+		<edge from-layer="3013" from-port="2" to-layer="3015" to-port="0" />
 		<edge from-layer="3014" from-port="0" to-layer="3015" to-port="1" />
-		<edge from-layer="3015" from-port="2" to-layer="3017" to-port="0" />
-		<edge from-layer="3016" from-port="0" to-layer="3017" to-port="1" />
-		<edge from-layer="3017" from-port="2" to-layer="3019" to-port="0" />
-		<edge from-layer="3018" from-port="0" to-layer="3019" to-port="1" />
-		<edge from-layer="3019" from-port="2" to-layer="3020" to-port="0" />
-		<edge from-layer="3020" from-port="1" to-layer="3021" to-port="1" />
-		<edge from-layer="3021" from-port="2" to-layer="3022" to-port="1" />
-		<edge from-layer="3022" from-port="2" to-layer="3024" to-port="0" />
-		<edge from-layer="3023" from-port="0" to-layer="3024" to-port="1" />
-		<edge from-layer="3024" from-port="2" to-layer="3037" to-port="0" />
-		<edge from-layer="3024" from-port="2" to-layer="3030" to-port="0" />
-		<edge from-layer="3025" from-port="0" to-layer="3026" to-port="0" />
-		<edge from-layer="3026" from-port="1" to-layer="3028" to-port="0" />
+		<edge from-layer="3015" from-port="2" to-layer="3034" to-port="1" />
+		<edge from-layer="3016" from-port="0" to-layer="3017" to-port="0" />
+		<edge from-layer="3017" from-port="1" to-layer="3020" to-port="0" />
+		<edge from-layer="3018" from-port="0" to-layer="3019" to-port="0" />
+		<edge from-layer="3019" from-port="1" to-layer="3020" to-port="1" />
+		<edge from-layer="3020" from-port="2" to-layer="3022" to-port="0" />
+		<edge from-layer="3021" from-port="0" to-layer="3022" to-port="1" />
+		<edge from-layer="3022" from-port="2" to-layer="3023" to-port="0" />
+		<edge from-layer="3023" from-port="1" to-layer="3024" to-port="1" />
+		<edge from-layer="3024" from-port="2" to-layer="3026" to-port="0" />
+		<edge from-layer="3025" from-port="0" to-layer="3026" to-port="1" />
+		<edge from-layer="3026" from-port="2" to-layer="3028" to-port="0" />
 		<edge from-layer="3027" from-port="0" to-layer="3028" to-port="1" />
 		<edge from-layer="3028" from-port="2" to-layer="3029" to-port="0" />
-		<edge from-layer="3029" from-port="1" to-layer="3030" to-port="1" />
-		<edge from-layer="3030" from-port="2" to-layer="3031" to-port="0" />
-		<edge from-layer="3031" from-port="1" to-layer="3038" to-port="0" />
-		<edge from-layer="3032" from-port="0" to-layer="3033" to-port="0" />
-		<edge from-layer="3033" from-port="1" to-layer="3035" to-port="0" />
-		<edge from-layer="3034" from-port="0" to-layer="3035" to-port="1" />
-		<edge from-layer="3035" from-port="2" to-layer="3036" to-port="0" />
-		<edge from-layer="3036" from-port="1" to-layer="3037" to-port="1" />
-		<edge from-layer="3037" from-port="2" to-layer="3038" to-port="1" />
-		<edge from-layer="3038" from-port="2" to-layer="3044" to-port="0" />
-		<edge from-layer="3039" from-port="0" to-layer="3040" to-port="0" />
-		<edge from-layer="3040" from-port="1" to-layer="3042" to-port="0" />
-		<edge from-layer="3041" from-port="0" to-layer="3042" to-port="1" />
-		<edge from-layer="3042" from-port="2" to-layer="3043" to-port="0" />
-		<edge from-layer="3043" from-port="1" to-layer="3044" to-port="1" />
-		<edge from-layer="3044" from-port="2" to-layer="3054" to-port="0" />
-		<edge from-layer="3044" from-port="2" to-layer="3047" to-port="0" />
-		<edge from-layer="3045" from-port="0" to-layer="3053" to-port="0" />
-		<edge from-layer="3046" from-port="0" to-layer="3047" to-port="1" />
-		<edge from-layer="3047" from-port="2" to-layer="3049" to-port="0" />
+		<edge from-layer="3029" from-port="2" to-layer="3030" to-port="0" />
+		<edge from-layer="3030" from-port="2" to-layer="3032" to-port="0" />
+		<edge from-layer="3031" from-port="0" to-layer="3032" to-port="1" />
+		<edge from-layer="3032" from-port="2" to-layer="3034" to-port="2" />
+		<edge from-layer="3033" from-port="0" to-layer="3034" to-port="4" />
+		<edge from-layer="3034" from-port="5" to-layer="3036" to-port="0" />
+		<edge from-layer="3035" from-port="0" to-layer="3036" to-port="1" />
+		<edge from-layer="3036" from-port="2" to-layer="3037" to-port="0" />
+		<edge from-layer="3037" from-port="2" to-layer="3046" to-port="0" />
+		<edge from-layer="3038" from-port="0" to-layer="3039" to-port="0" />
+		<edge from-layer="3039" from-port="1" to-layer="3042" to-port="0" />
+		<edge from-layer="3040" from-port="0" to-layer="3041" to-port="0" />
+		<edge from-layer="3041" from-port="1" to-layer="3042" to-port="1" />
+		<edge from-layer="3042" from-port="2" to-layer="3044" to-port="0" />
+		<edge from-layer="3043" from-port="0" to-layer="3044" to-port="1" />
+		<edge from-layer="3044" from-port="2" to-layer="3045" to-port="0" />
+		<edge from-layer="3045" from-port="1" to-layer="3046" to-port="1" />
+		<edge from-layer="3046" from-port="2" to-layer="3049" to-port="0" />
+		<edge from-layer="3046" from-port="2" to-layer="3056" to-port="0" />
+		<edge from-layer="3047" from-port="0" to-layer="3055" to-port="0" />
 		<edge from-layer="3048" from-port="0" to-layer="3049" to-port="1" />
 		<edge from-layer="3049" from-port="2" to-layer="3051" to-port="0" />
 		<edge from-layer="3050" from-port="0" to-layer="3051" to-port="1" />
-		<edge from-layer="3051" from-port="2" to-layer="3052" to-port="0" />
-		<edge from-layer="3052" from-port="1" to-layer="3053" to-port="1" />
-		<edge from-layer="3053" from-port="2" to-layer="3054" to-port="1" />
-		<edge from-layer="3054" from-port="2" to-layer="3056" to-port="0" />
-		<edge from-layer="3055" from-port="0" to-layer="3056" to-port="1" />
-		<edge from-layer="3056" from-port="2" to-layer="3057" to-port="1" />
-		<edge from-layer="3057" from-port="2" to-layer="3067" to-port="0" />
-		<edge from-layer="3057" from-port="2" to-layer="3164" to-port="0" />
-		<edge from-layer="3057" from-port="2" to-layer="3060" to-port="0" />
-		<edge from-layer="3058" from-port="0" to-layer="3066" to-port="0" />
-		<edge from-layer="3059" from-port="0" to-layer="3060" to-port="1" />
-		<edge from-layer="3060" from-port="2" to-layer="3062" to-port="0" />
+		<edge from-layer="3051" from-port="2" to-layer="3053" to-port="0" />
+		<edge from-layer="3052" from-port="0" to-layer="3053" to-port="1" />
+		<edge from-layer="3053" from-port="2" to-layer="3054" to-port="0" />
+		<edge from-layer="3054" from-port="1" to-layer="3055" to-port="1" />
+		<edge from-layer="3055" from-port="2" to-layer="3056" to-port="1" />
+		<edge from-layer="3056" from-port="2" to-layer="3058" to-port="0" />
+		<edge from-layer="3057" from-port="0" to-layer="3058" to-port="1" />
+		<edge from-layer="3058" from-port="2" to-layer="3059" to-port="1" />
+		<edge from-layer="3059" from-port="2" to-layer="3113" to-port="0" />
+		<edge from-layer="3059" from-port="2" to-layer="3069" to-port="0" />
+		<edge from-layer="3059" from-port="2" to-layer="3062" to-port="0" />
+		<edge from-layer="3060" from-port="0" to-layer="3068" to-port="0" />
 		<edge from-layer="3061" from-port="0" to-layer="3062" to-port="1" />
 		<edge from-layer="3062" from-port="2" to-layer="3064" to-port="0" />
 		<edge from-layer="3063" from-port="0" to-layer="3064" to-port="1" />
-		<edge from-layer="3064" from-port="2" to-layer="3065" to-port="0" />
-		<edge from-layer="3065" from-port="1" to-layer="3066" to-port="1" />
-		<edge from-layer="3066" from-port="2" to-layer="3067" to-port="1" />
-		<edge from-layer="3067" from-port="2" to-layer="3069" to-port="0" />
-		<edge from-layer="3068" from-port="0" to-layer="3069" to-port="1" />
-		<edge from-layer="3069" from-port="2" to-layer="3101" to-port="0" />
-		<edge from-layer="3069" from-port="2" to-layer="3132" to-port="0" />
-		<edge from-layer="3069" from-port="2" to-layer="3075" to-port="0" />
-		<edge from-layer="3070" from-port="0" to-layer="3071" to-port="0" />
-		<edge from-layer="3071" from-port="1" to-layer="3073" to-port="0" />
-		<edge from-layer="3072" from-port="0" to-layer="3073" to-port="1" />
-		<edge from-layer="3073" from-port="2" to-layer="3074" to-port="0" />
-		<edge from-layer="3074" from-port="1" to-layer="3075" to-port="1" />
-		<edge from-layer="3075" from-port="2" to-layer="3077" to-port="0" />
-		<edge from-layer="3076" from-port="0" to-layer="3077" to-port="1" />
-		<edge from-layer="3077" from-port="2" to-layer="3079" to-port="0" />
-		<edge from-layer="3078" from-port="0" to-layer="3079" to-port="1" />
-		<edge from-layer="3079" from-port="2" to-layer="3080" to-port="0" />
-		<edge from-layer="3079" from-port="2" to-layer="3085" to-port="0" />
-		<edge from-layer="3079" from-port="2" to-layer="3092" to-port="0" />
-		<edge from-layer="3080" from-port="2" to-layer="3095" to-port="0" />
-		<edge from-layer="3081" from-port="0" to-layer="3085" to-port="1" />
-		<edge from-layer="3082" from-port="0" to-layer="3085" to-port="2" />
-		<edge from-layer="3083" from-port="0" to-layer="3085" to-port="3" />
-		<edge from-layer="3084" from-port="0" to-layer="3085" to-port="4" />
-		<edge from-layer="3085" from-port="5" to-layer="3087" to-port="0" />
-		<edge from-layer="3086" from-port="0" to-layer="3087" to-port="1" />
-		<edge from-layer="3087" from-port="2" to-layer="3093" to-port="0" />
-		<edge from-layer="3088" from-port="0" to-layer="3092" to-port="1" />
-		<edge from-layer="3089" from-port="0" to-layer="3092" to-port="2" />
-		<edge from-layer="3090" from-port="0" to-layer="3092" to-port="3" />
-		<edge from-layer="3091" from-port="0" to-layer="3092" to-port="4" />
-		<edge from-layer="3092" from-port="5" to-layer="3093" to-port="1" />
-		<edge from-layer="3093" from-port="2" to-layer="3094" to-port="0" />
-		<edge from-layer="3094" from-port="2" to-layer="3095" to-port="1" />
-		<edge from-layer="3095" from-port="2" to-layer="3142" to-port="0" />
-		<edge from-layer="3096" from-port="0" to-layer="3097" to-port="0" />
-		<edge from-layer="3097" from-port="1" to-layer="3099" to-port="0" />
-		<edge from-layer="3098" from-port="0" to-layer="3099" to-port="1" />
-		<edge from-layer="3099" from-port="2" to-layer="3100" to-port="0" />
-		<edge from-layer="3100" from-port="1" to-layer="3101" to-port="1" />
-		<edge from-layer="3101" from-port="2" to-layer="3103" to-port="0" />
+		<edge from-layer="3064" from-port="2" to-layer="3066" to-port="0" />
+		<edge from-layer="3065" from-port="0" to-layer="3066" to-port="1" />
+		<edge from-layer="3066" from-port="2" to-layer="3067" to-port="0" />
+		<edge from-layer="3067" from-port="1" to-layer="3068" to-port="1" />
+		<edge from-layer="3068" from-port="2" to-layer="3069" to-port="1" />
+		<edge from-layer="3069" from-port="2" to-layer="3071" to-port="0" />
+		<edge from-layer="3070" from-port="0" to-layer="3071" to-port="1" />
+		<edge from-layer="3071" from-port="2" to-layer="3080" to-port="0" />
+		<edge from-layer="3071" from-port="2" to-layer="3090" to-port="0" />
+		<edge from-layer="3072" from-port="0" to-layer="3073" to-port="0" />
+		<edge from-layer="3073" from-port="1" to-layer="3076" to-port="0" />
+		<edge from-layer="3074" from-port="0" to-layer="3075" to-port="0" />
+		<edge from-layer="3075" from-port="1" to-layer="3076" to-port="1" />
+		<edge from-layer="3076" from-port="2" to-layer="3078" to-port="0" />
+		<edge from-layer="3077" from-port="0" to-layer="3078" to-port="1" />
+		<edge from-layer="3078" from-port="2" to-layer="3079" to-port="0" />
+		<edge from-layer="3079" from-port="1" to-layer="3080" to-port="1" />
+		<edge from-layer="3080" from-port="2" to-layer="3081" to-port="0" />
+		<edge from-layer="3081" from-port="1" to-layer="3091" to-port="0" />
+		<edge from-layer="3082" from-port="0" to-layer="3083" to-port="0" />
+		<edge from-layer="3083" from-port="1" to-layer="3086" to-port="0" />
+		<edge from-layer="3084" from-port="0" to-layer="3085" to-port="0" />
+		<edge from-layer="3085" from-port="1" to-layer="3086" to-port="1" />
+		<edge from-layer="3086" from-port="2" to-layer="3088" to-port="0" />
+		<edge from-layer="3087" from-port="0" to-layer="3088" to-port="1" />
+		<edge from-layer="3088" from-port="2" to-layer="3089" to-port="0" />
+		<edge from-layer="3089" from-port="1" to-layer="3090" to-port="1" />
+		<edge from-layer="3090" from-port="2" to-layer="3091" to-port="1" />
+		<edge from-layer="3091" from-port="2" to-layer="3100" to-port="0" />
+		<edge from-layer="3092" from-port="0" to-layer="3093" to-port="0" />
+		<edge from-layer="3093" from-port="1" to-layer="3096" to-port="0" />
+		<edge from-layer="3094" from-port="0" to-layer="3095" to-port="0" />
+		<edge from-layer="3095" from-port="1" to-layer="3096" to-port="1" />
+		<edge from-layer="3096" from-port="2" to-layer="3098" to-port="0" />
+		<edge from-layer="3097" from-port="0" to-layer="3098" to-port="1" />
+		<edge from-layer="3098" from-port="2" to-layer="3099" to-port="0" />
+		<edge from-layer="3099" from-port="1" to-layer="3100" to-port="1" />
+		<edge from-layer="3100" from-port="2" to-layer="3103" to-port="0" />
+		<edge from-layer="3100" from-port="2" to-layer="3110" to-port="0" />
+		<edge from-layer="3101" from-port="0" to-layer="3109" to-port="0" />
 		<edge from-layer="3102" from-port="0" to-layer="3103" to-port="1" />
 		<edge from-layer="3103" from-port="2" to-layer="3105" to-port="0" />
 		<edge from-layer="3104" from-port="0" to-layer="3105" to-port="1" />
-		<edge from-layer="3105" from-port="2" to-layer="3111" to-port="0" />
-		<edge from-layer="3105" from-port="2" to-layer="3118" to-port="0" />
-		<edge from-layer="3105" from-port="2" to-layer="3106" to-port="0" />
-		<edge from-layer="3106" from-port="2" to-layer="3121" to-port="0" />
-		<edge from-layer="3107" from-port="0" to-layer="3111" to-port="1" />
-		<edge from-layer="3108" from-port="0" to-layer="3111" to-port="2" />
-		<edge from-layer="3109" from-port="0" to-layer="3111" to-port="3" />
-		<edge from-layer="3110" from-port="0" to-layer="3111" to-port="4" />
-		<edge from-layer="3111" from-port="5" to-layer="3113" to-port="0" />
-		<edge from-layer="3112" from-port="0" to-layer="3113" to-port="1" />
-		<edge from-layer="3113" from-port="2" to-layer="3119" to-port="0" />
-		<edge from-layer="3114" from-port="0" to-layer="3118" to-port="1" />
-		<edge from-layer="3115" from-port="0" to-layer="3118" to-port="2" />
-		<edge from-layer="3116" from-port="0" to-layer="3118" to-port="3" />
-		<edge from-layer="3117" from-port="0" to-layer="3118" to-port="4" />
-		<edge from-layer="3118" from-port="5" to-layer="3119" to-port="1" />
-		<edge from-layer="3119" from-port="2" to-layer="3120" to-port="0" />
-		<edge from-layer="3120" from-port="2" to-layer="3121" to-port="1" />
-		<edge from-layer="3121" from-port="2" to-layer="3123" to-port="0" />
-		<edge from-layer="3122" from-port="0" to-layer="3137" to-port="1" />
-		<edge from-layer="3122" from-port="0" to-layer="3123" to-port="1" />
-		<edge from-layer="3123" from-port="2" to-layer="3124" to-port="0" />
-		<edge from-layer="3124" from-port="2" to-layer="3126" to-port="0" />
-		<edge from-layer="3125" from-port="0" to-layer="3126" to-port="1" />
-		<edge from-layer="3126" from-port="2" to-layer="3142" to-port="1" />
-		<edge from-layer="3127" from-port="0" to-layer="3128" to-port="0" />
-		<edge from-layer="3128" from-port="1" to-layer="3130" to-port="0" />
-		<edge from-layer="3129" from-port="0" to-layer="3130" to-port="1" />
-		<edge from-layer="3130" from-port="2" to-layer="3131" to-port="0" />
-		<edge from-layer="3131" from-port="1" to-layer="3132" to-port="1" />
-		<edge from-layer="3132" from-port="2" to-layer="3134" to-port="0" />
-		<edge from-layer="3133" from-port="0" to-layer="3134" to-port="1" />
+		<edge from-layer="3105" from-port="2" to-layer="3107" to-port="0" />
+		<edge from-layer="3106" from-port="0" to-layer="3107" to-port="1" />
+		<edge from-layer="3107" from-port="2" to-layer="3108" to-port="0" />
+		<edge from-layer="3108" from-port="1" to-layer="3109" to-port="1" />
+		<edge from-layer="3109" from-port="2" to-layer="3110" to-port="1" />
+		<edge from-layer="3110" from-port="2" to-layer="3112" to-port="0" />
+		<edge from-layer="3111" from-port="0" to-layer="3112" to-port="1" />
+		<edge from-layer="3112" from-port="2" to-layer="3113" to-port="1" />
+		<edge from-layer="3113" from-port="2" to-layer="3123" to-port="0" />
+		<edge from-layer="3113" from-port="2" to-layer="3232" to-port="0" />
+		<edge from-layer="3113" from-port="2" to-layer="3116" to-port="0" />
+		<edge from-layer="3114" from-port="0" to-layer="3122" to-port="0" />
+		<edge from-layer="3115" from-port="0" to-layer="3116" to-port="1" />
+		<edge from-layer="3116" from-port="2" to-layer="3118" to-port="0" />
+		<edge from-layer="3117" from-port="0" to-layer="3118" to-port="1" />
+		<edge from-layer="3118" from-port="2" to-layer="3120" to-port="0" />
+		<edge from-layer="3119" from-port="0" to-layer="3120" to-port="1" />
+		<edge from-layer="3120" from-port="2" to-layer="3121" to-port="0" />
+		<edge from-layer="3121" from-port="1" to-layer="3122" to-port="1" />
+		<edge from-layer="3122" from-port="2" to-layer="3123" to-port="1" />
+		<edge from-layer="3123" from-port="2" to-layer="3125" to-port="0" />
+		<edge from-layer="3124" from-port="0" to-layer="3125" to-port="1" />
+		<edge from-layer="3125" from-port="2" to-layer="3134" to-port="0" />
+		<edge from-layer="3125" from-port="2" to-layer="3197" to-port="0" />
+		<edge from-layer="3125" from-port="2" to-layer="3163" to-port="0" />
+		<edge from-layer="3126" from-port="0" to-layer="3127" to-port="0" />
+		<edge from-layer="3127" from-port="1" to-layer="3130" to-port="0" />
+		<edge from-layer="3128" from-port="0" to-layer="3129" to-port="0" />
+		<edge from-layer="3129" from-port="1" to-layer="3130" to-port="1" />
+		<edge from-layer="3130" from-port="2" to-layer="3132" to-port="0" />
+		<edge from-layer="3131" from-port="0" to-layer="3132" to-port="1" />
+		<edge from-layer="3132" from-port="2" to-layer="3133" to-port="0" />
+		<edge from-layer="3133" from-port="1" to-layer="3134" to-port="1" />
 		<edge from-layer="3134" from-port="2" to-layer="3136" to-port="0" />
 		<edge from-layer="3135" from-port="0" to-layer="3136" to-port="1" />
-		<edge from-layer="3136" from-port="2" to-layer="3137" to-port="0" />
-		<edge from-layer="3137" from-port="2" to-layer="3138" to-port="0" />
-		<edge from-layer="3138" from-port="2" to-layer="3140" to-port="0" />
-		<edge from-layer="3139" from-port="0" to-layer="3140" to-port="1" />
-		<edge from-layer="3140" from-port="2" to-layer="3142" to-port="2" />
-		<edge from-layer="3141" from-port="0" to-layer="3142" to-port="4" />
-		<edge from-layer="3142" from-port="5" to-layer="3144" to-port="0" />
-		<edge from-layer="3143" from-port="0" to-layer="3144" to-port="1" />
-		<edge from-layer="3144" from-port="2" to-layer="3145" to-port="0" />
-		<edge from-layer="3145" from-port="2" to-layer="3151" to-port="0" />
-		<edge from-layer="3146" from-port="0" to-layer="3147" to-port="0" />
-		<edge from-layer="3147" from-port="1" to-layer="3149" to-port="0" />
-		<edge from-layer="3148" from-port="0" to-layer="3149" to-port="1" />
-		<edge from-layer="3149" from-port="2" to-layer="3150" to-port="0" />
-		<edge from-layer="3150" from-port="1" to-layer="3151" to-port="1" />
-		<edge from-layer="3151" from-port="2" to-layer="3161" to-port="0" />
-		<edge from-layer="3151" from-port="2" to-layer="3154" to-port="0" />
-		<edge from-layer="3152" from-port="0" to-layer="3160" to-port="0" />
-		<edge from-layer="3153" from-port="0" to-layer="3154" to-port="1" />
-		<edge from-layer="3154" from-port="2" to-layer="3156" to-port="0" />
-		<edge from-layer="3155" from-port="0" to-layer="3156" to-port="1" />
-		<edge from-layer="3156" from-port="2" to-layer="3158" to-port="0" />
-		<edge from-layer="3157" from-port="0" to-layer="3158" to-port="1" />
-		<edge from-layer="3158" from-port="2" to-layer="3159" to-port="0" />
-		<edge from-layer="3159" from-port="1" to-layer="3160" to-port="1" />
-		<edge from-layer="3160" from-port="2" to-layer="3161" to-port="1" />
-		<edge from-layer="3161" from-port="2" to-layer="3163" to-port="0" />
-		<edge from-layer="3162" from-port="0" to-layer="3163" to-port="1" />
-		<edge from-layer="3163" from-port="2" to-layer="3164" to-port="1" />
-		<edge from-layer="3164" from-port="2" to-layer="3209" to-port="0" />
-		<edge from-layer="3164" from-port="2" to-layer="3174" to-port="0" />
-		<edge from-layer="3164" from-port="2" to-layer="3167" to-port="0" />
-		<edge from-layer="3165" from-port="0" to-layer="3173" to-port="0" />
+		<edge from-layer="3136" from-port="2" to-layer="3138" to-port="0" />
+		<edge from-layer="3137" from-port="0" to-layer="3138" to-port="1" />
+		<edge from-layer="3138" from-port="2" to-layer="3144" to-port="0" />
+		<edge from-layer="3138" from-port="2" to-layer="3151" to-port="0" />
+		<edge from-layer="3138" from-port="2" to-layer="3139" to-port="0" />
+		<edge from-layer="3139" from-port="2" to-layer="3154" to-port="0" />
+		<edge from-layer="3140" from-port="0" to-layer="3144" to-port="1" />
+		<edge from-layer="3141" from-port="0" to-layer="3144" to-port="2" />
+		<edge from-layer="3142" from-port="0" to-layer="3144" to-port="3" />
+		<edge from-layer="3143" from-port="0" to-layer="3144" to-port="4" />
+		<edge from-layer="3144" from-port="5" to-layer="3146" to-port="0" />
+		<edge from-layer="3145" from-port="0" to-layer="3146" to-port="1" />
+		<edge from-layer="3146" from-port="2" to-layer="3152" to-port="0" />
+		<edge from-layer="3147" from-port="0" to-layer="3151" to-port="1" />
+		<edge from-layer="3148" from-port="0" to-layer="3151" to-port="2" />
+		<edge from-layer="3149" from-port="0" to-layer="3151" to-port="3" />
+		<edge from-layer="3150" from-port="0" to-layer="3151" to-port="4" />
+		<edge from-layer="3151" from-port="5" to-layer="3152" to-port="1" />
+		<edge from-layer="3152" from-port="2" to-layer="3153" to-port="0" />
+		<edge from-layer="3153" from-port="2" to-layer="3154" to-port="1" />
+		<edge from-layer="3154" from-port="2" to-layer="3207" to-port="0" />
+		<edge from-layer="3155" from-port="0" to-layer="3156" to-port="0" />
+		<edge from-layer="3156" from-port="1" to-layer="3159" to-port="0" />
+		<edge from-layer="3157" from-port="0" to-layer="3158" to-port="0" />
+		<edge from-layer="3158" from-port="1" to-layer="3159" to-port="1" />
+		<edge from-layer="3159" from-port="2" to-layer="3161" to-port="0" />
+		<edge from-layer="3160" from-port="0" to-layer="3161" to-port="1" />
+		<edge from-layer="3161" from-port="2" to-layer="3162" to-port="0" />
+		<edge from-layer="3162" from-port="1" to-layer="3163" to-port="1" />
+		<edge from-layer="3163" from-port="2" to-layer="3165" to-port="0" />
+		<edge from-layer="3164" from-port="0" to-layer="3165" to-port="1" />
+		<edge from-layer="3165" from-port="2" to-layer="3167" to-port="0" />
 		<edge from-layer="3166" from-port="0" to-layer="3167" to-port="1" />
-		<edge from-layer="3167" from-port="2" to-layer="3169" to-port="0" />
-		<edge from-layer="3168" from-port="0" to-layer="3169" to-port="1" />
-		<edge from-layer="3169" from-port="2" to-layer="3171" to-port="0" />
-		<edge from-layer="3170" from-port="0" to-layer="3171" to-port="1" />
-		<edge from-layer="3171" from-port="2" to-layer="3172" to-port="0" />
-		<edge from-layer="3172" from-port="1" to-layer="3173" to-port="1" />
-		<edge from-layer="3173" from-port="2" to-layer="3174" to-port="1" />
-		<edge from-layer="3174" from-port="2" to-layer="3176" to-port="0" />
-		<edge from-layer="3175" from-port="0" to-layer="3176" to-port="1" />
-		<edge from-layer="3176" from-port="2" to-layer="3189" to-port="0" />
-		<edge from-layer="3176" from-port="2" to-layer="3182" to-port="0" />
-		<edge from-layer="3177" from-port="0" to-layer="3178" to-port="0" />
-		<edge from-layer="3178" from-port="1" to-layer="3180" to-port="0" />
-		<edge from-layer="3179" from-port="0" to-layer="3180" to-port="1" />
-		<edge from-layer="3180" from-port="2" to-layer="3181" to-port="0" />
-		<edge from-layer="3181" from-port="1" to-layer="3182" to-port="1" />
-		<edge from-layer="3182" from-port="2" to-layer="3183" to-port="0" />
-		<edge from-layer="3183" from-port="1" to-layer="3190" to-port="0" />
-		<edge from-layer="3184" from-port="0" to-layer="3185" to-port="0" />
-		<edge from-layer="3185" from-port="1" to-layer="3187" to-port="0" />
-		<edge from-layer="3186" from-port="0" to-layer="3187" to-port="1" />
-		<edge from-layer="3187" from-port="2" to-layer="3188" to-port="0" />
-		<edge from-layer="3188" from-port="1" to-layer="3189" to-port="1" />
-		<edge from-layer="3189" from-port="2" to-layer="3190" to-port="1" />
-		<edge from-layer="3190" from-port="2" to-layer="3196" to-port="0" />
+		<edge from-layer="3167" from-port="2" to-layer="3180" to-port="0" />
+		<edge from-layer="3167" from-port="2" to-layer="3173" to-port="0" />
+		<edge from-layer="3167" from-port="2" to-layer="3168" to-port="0" />
+		<edge from-layer="3168" from-port="2" to-layer="3183" to-port="0" />
+		<edge from-layer="3169" from-port="0" to-layer="3173" to-port="1" />
+		<edge from-layer="3170" from-port="0" to-layer="3173" to-port="2" />
+		<edge from-layer="3171" from-port="0" to-layer="3173" to-port="3" />
+		<edge from-layer="3172" from-port="0" to-layer="3173" to-port="4" />
+		<edge from-layer="3173" from-port="5" to-layer="3175" to-port="0" />
+		<edge from-layer="3174" from-port="0" to-layer="3175" to-port="1" />
+		<edge from-layer="3175" from-port="2" to-layer="3181" to-port="0" />
+		<edge from-layer="3176" from-port="0" to-layer="3180" to-port="1" />
+		<edge from-layer="3177" from-port="0" to-layer="3180" to-port="2" />
+		<edge from-layer="3178" from-port="0" to-layer="3180" to-port="3" />
+		<edge from-layer="3179" from-port="0" to-layer="3180" to-port="4" />
+		<edge from-layer="3180" from-port="5" to-layer="3181" to-port="1" />
+		<edge from-layer="3181" from-port="2" to-layer="3182" to-port="0" />
+		<edge from-layer="3182" from-port="2" to-layer="3183" to-port="1" />
+		<edge from-layer="3183" from-port="2" to-layer="3185" to-port="0" />
+		<edge from-layer="3184" from-port="0" to-layer="3185" to-port="1" />
+		<edge from-layer="3184" from-port="0" to-layer="3202" to-port="1" />
+		<edge from-layer="3185" from-port="2" to-layer="3186" to-port="0" />
+		<edge from-layer="3186" from-port="2" to-layer="3188" to-port="0" />
+		<edge from-layer="3187" from-port="0" to-layer="3188" to-port="1" />
+		<edge from-layer="3188" from-port="2" to-layer="3207" to-port="1" />
+		<edge from-layer="3189" from-port="0" to-layer="3190" to-port="0" />
+		<edge from-layer="3190" from-port="1" to-layer="3193" to-port="0" />
 		<edge from-layer="3191" from-port="0" to-layer="3192" to-port="0" />
-		<edge from-layer="3192" from-port="1" to-layer="3194" to-port="0" />
-		<edge from-layer="3193" from-port="0" to-layer="3194" to-port="1" />
-		<edge from-layer="3194" from-port="2" to-layer="3195" to-port="0" />
-		<edge from-layer="3195" from-port="1" to-layer="3196" to-port="1" />
-		<edge from-layer="3196" from-port="2" to-layer="3206" to-port="0" />
-		<edge from-layer="3196" from-port="2" to-layer="3199" to-port="0" />
-		<edge from-layer="3197" from-port="0" to-layer="3205" to-port="0" />
+		<edge from-layer="3192" from-port="1" to-layer="3193" to-port="1" />
+		<edge from-layer="3193" from-port="2" to-layer="3195" to-port="0" />
+		<edge from-layer="3194" from-port="0" to-layer="3195" to-port="1" />
+		<edge from-layer="3195" from-port="2" to-layer="3196" to-port="0" />
+		<edge from-layer="3196" from-port="1" to-layer="3197" to-port="1" />
+		<edge from-layer="3197" from-port="2" to-layer="3199" to-port="0" />
 		<edge from-layer="3198" from-port="0" to-layer="3199" to-port="1" />
 		<edge from-layer="3199" from-port="2" to-layer="3201" to-port="0" />
 		<edge from-layer="3200" from-port="0" to-layer="3201" to-port="1" />
-		<edge from-layer="3201" from-port="2" to-layer="3203" to-port="0" />
-		<edge from-layer="3202" from-port="0" to-layer="3203" to-port="1" />
-		<edge from-layer="3203" from-port="2" to-layer="3204" to-port="0" />
-		<edge from-layer="3204" from-port="1" to-layer="3205" to-port="1" />
-		<edge from-layer="3205" from-port="2" to-layer="3206" to-port="1" />
-		<edge from-layer="3206" from-port="2" to-layer="3208" to-port="0" />
-		<edge from-layer="3207" from-port="0" to-layer="3208" to-port="1" />
-		<edge from-layer="3208" from-port="2" to-layer="3209" to-port="1" />
-		<edge from-layer="3209" from-port="2" to-layer="3316" to-port="0" />
-		<edge from-layer="3209" from-port="2" to-layer="3212" to-port="0" />
-		<edge from-layer="3209" from-port="2" to-layer="3219" to-port="0" />
-		<edge from-layer="3210" from-port="0" to-layer="3218" to-port="0" />
-		<edge from-layer="3211" from-port="0" to-layer="3212" to-port="1" />
-		<edge from-layer="3212" from-port="2" to-layer="3214" to-port="0" />
-		<edge from-layer="3213" from-port="0" to-layer="3214" to-port="1" />
-		<edge from-layer="3214" from-port="2" to-layer="3216" to-port="0" />
-		<edge from-layer="3215" from-port="0" to-layer="3216" to-port="1" />
-		<edge from-layer="3216" from-port="2" to-layer="3217" to-port="0" />
-		<edge from-layer="3217" from-port="1" to-layer="3218" to-port="1" />
-		<edge from-layer="3218" from-port="2" to-layer="3219" to-port="1" />
-		<edge from-layer="3219" from-port="2" to-layer="3221" to-port="0" />
-		<edge from-layer="3220" from-port="0" to-layer="3221" to-port="1" />
-		<edge from-layer="3221" from-port="2" to-layer="3284" to-port="0" />
-		<edge from-layer="3221" from-port="2" to-layer="3227" to-port="0" />
-		<edge from-layer="3221" from-port="2" to-layer="3253" to-port="0" />
-		<edge from-layer="3222" from-port="0" to-layer="3223" to-port="0" />
-		<edge from-layer="3223" from-port="1" to-layer="3225" to-port="0" />
-		<edge from-layer="3224" from-port="0" to-layer="3225" to-port="1" />
-		<edge from-layer="3225" from-port="2" to-layer="3226" to-port="0" />
-		<edge from-layer="3226" from-port="1" to-layer="3227" to-port="1" />
-		<edge from-layer="3227" from-port="2" to-layer="3229" to-port="0" />
-		<edge from-layer="3228" from-port="0" to-layer="3229" to-port="1" />
+		<edge from-layer="3201" from-port="2" to-layer="3202" to-port="0" />
+		<edge from-layer="3202" from-port="2" to-layer="3203" to-port="0" />
+		<edge from-layer="3203" from-port="2" to-layer="3205" to-port="0" />
+		<edge from-layer="3204" from-port="0" to-layer="3205" to-port="1" />
+		<edge from-layer="3205" from-port="2" to-layer="3207" to-port="2" />
+		<edge from-layer="3206" from-port="0" to-layer="3207" to-port="4" />
+		<edge from-layer="3207" from-port="5" to-layer="3209" to-port="0" />
+		<edge from-layer="3208" from-port="0" to-layer="3209" to-port="1" />
+		<edge from-layer="3209" from-port="2" to-layer="3210" to-port="0" />
+		<edge from-layer="3210" from-port="2" to-layer="3219" to-port="0" />
+		<edge from-layer="3211" from-port="0" to-layer="3212" to-port="0" />
+		<edge from-layer="3212" from-port="1" to-layer="3215" to-port="0" />
+		<edge from-layer="3213" from-port="0" to-layer="3214" to-port="0" />
+		<edge from-layer="3214" from-port="1" to-layer="3215" to-port="1" />
+		<edge from-layer="3215" from-port="2" to-layer="3217" to-port="0" />
+		<edge from-layer="3216" from-port="0" to-layer="3217" to-port="1" />
+		<edge from-layer="3217" from-port="2" to-layer="3218" to-port="0" />
+		<edge from-layer="3218" from-port="1" to-layer="3219" to-port="1" />
+		<edge from-layer="3219" from-port="2" to-layer="3229" to-port="0" />
+		<edge from-layer="3219" from-port="2" to-layer="3222" to-port="0" />
+		<edge from-layer="3220" from-port="0" to-layer="3228" to-port="0" />
+		<edge from-layer="3221" from-port="0" to-layer="3222" to-port="1" />
+		<edge from-layer="3222" from-port="2" to-layer="3224" to-port="0" />
+		<edge from-layer="3223" from-port="0" to-layer="3224" to-port="1" />
+		<edge from-layer="3224" from-port="2" to-layer="3226" to-port="0" />
+		<edge from-layer="3225" from-port="0" to-layer="3226" to-port="1" />
+		<edge from-layer="3226" from-port="2" to-layer="3227" to-port="0" />
+		<edge from-layer="3227" from-port="1" to-layer="3228" to-port="1" />
+		<edge from-layer="3228" from-port="2" to-layer="3229" to-port="1" />
 		<edge from-layer="3229" from-port="2" to-layer="3231" to-port="0" />
 		<edge from-layer="3230" from-port="0" to-layer="3231" to-port="1" />
-		<edge from-layer="3231" from-port="2" to-layer="3244" to-port="0" />
-		<edge from-layer="3231" from-port="2" to-layer="3232" to-port="0" />
-		<edge from-layer="3231" from-port="2" to-layer="3237" to-port="0" />
-		<edge from-layer="3232" from-port="2" to-layer="3247" to-port="0" />
-		<edge from-layer="3233" from-port="0" to-layer="3237" to-port="1" />
-		<edge from-layer="3234" from-port="0" to-layer="3237" to-port="2" />
-		<edge from-layer="3235" from-port="0" to-layer="3237" to-port="3" />
-		<edge from-layer="3236" from-port="0" to-layer="3237" to-port="4" />
-		<edge from-layer="3237" from-port="5" to-layer="3239" to-port="0" />
+		<edge from-layer="3231" from-port="2" to-layer="3232" to-port="1" />
+		<edge from-layer="3232" from-port="2" to-layer="3235" to-port="0" />
+		<edge from-layer="3232" from-port="2" to-layer="3286" to-port="0" />
+		<edge from-layer="3232" from-port="2" to-layer="3242" to-port="0" />
+		<edge from-layer="3233" from-port="0" to-layer="3241" to-port="0" />
+		<edge from-layer="3234" from-port="0" to-layer="3235" to-port="1" />
+		<edge from-layer="3235" from-port="2" to-layer="3237" to-port="0" />
+		<edge from-layer="3236" from-port="0" to-layer="3237" to-port="1" />
+		<edge from-layer="3237" from-port="2" to-layer="3239" to-port="0" />
 		<edge from-layer="3238" from-port="0" to-layer="3239" to-port="1" />
-		<edge from-layer="3239" from-port="2" to-layer="3245" to-port="0" />
-		<edge from-layer="3240" from-port="0" to-layer="3244" to-port="1" />
-		<edge from-layer="3241" from-port="0" to-layer="3244" to-port="2" />
-		<edge from-layer="3242" from-port="0" to-layer="3244" to-port="3" />
-		<edge from-layer="3243" from-port="0" to-layer="3244" to-port="4" />
-		<edge from-layer="3244" from-port="5" to-layer="3245" to-port="1" />
-		<edge from-layer="3245" from-port="2" to-layer="3246" to-port="0" />
-		<edge from-layer="3246" from-port="2" to-layer="3247" to-port="1" />
-		<edge from-layer="3247" from-port="2" to-layer="3294" to-port="0" />
-		<edge from-layer="3248" from-port="0" to-layer="3249" to-port="0" />
-		<edge from-layer="3249" from-port="1" to-layer="3251" to-port="0" />
+		<edge from-layer="3239" from-port="2" to-layer="3240" to-port="0" />
+		<edge from-layer="3240" from-port="1" to-layer="3241" to-port="1" />
+		<edge from-layer="3241" from-port="2" to-layer="3242" to-port="1" />
+		<edge from-layer="3242" from-port="2" to-layer="3244" to-port="0" />
+		<edge from-layer="3243" from-port="0" to-layer="3244" to-port="1" />
+		<edge from-layer="3244" from-port="2" to-layer="3263" to-port="0" />
+		<edge from-layer="3244" from-port="2" to-layer="3253" to-port="0" />
+		<edge from-layer="3245" from-port="0" to-layer="3246" to-port="0" />
+		<edge from-layer="3246" from-port="1" to-layer="3249" to-port="0" />
+		<edge from-layer="3247" from-port="0" to-layer="3248" to-port="0" />
+		<edge from-layer="3248" from-port="1" to-layer="3249" to-port="1" />
+		<edge from-layer="3249" from-port="2" to-layer="3251" to-port="0" />
 		<edge from-layer="3250" from-port="0" to-layer="3251" to-port="1" />
 		<edge from-layer="3251" from-port="2" to-layer="3252" to-port="0" />
 		<edge from-layer="3252" from-port="1" to-layer="3253" to-port="1" />
-		<edge from-layer="3253" from-port="2" to-layer="3255" to-port="0" />
-		<edge from-layer="3254" from-port="0" to-layer="3255" to-port="1" />
-		<edge from-layer="3255" from-port="2" to-layer="3257" to-port="0" />
-		<edge from-layer="3256" from-port="0" to-layer="3257" to-port="1" />
-		<edge from-layer="3257" from-port="2" to-layer="3258" to-port="0" />
-		<edge from-layer="3257" from-port="2" to-layer="3263" to-port="0" />
-		<edge from-layer="3257" from-port="2" to-layer="3270" to-port="0" />
-		<edge from-layer="3258" from-port="2" to-layer="3273" to-port="0" />
-		<edge from-layer="3259" from-port="0" to-layer="3263" to-port="1" />
-		<edge from-layer="3260" from-port="0" to-layer="3263" to-port="2" />
-		<edge from-layer="3261" from-port="0" to-layer="3263" to-port="3" />
-		<edge from-layer="3262" from-port="0" to-layer="3263" to-port="4" />
-		<edge from-layer="3263" from-port="5" to-layer="3265" to-port="0" />
-		<edge from-layer="3264" from-port="0" to-layer="3265" to-port="1" />
-		<edge from-layer="3265" from-port="2" to-layer="3271" to-port="0" />
-		<edge from-layer="3266" from-port="0" to-layer="3270" to-port="1" />
-		<edge from-layer="3267" from-port="0" to-layer="3270" to-port="2" />
-		<edge from-layer="3268" from-port="0" to-layer="3270" to-port="3" />
-		<edge from-layer="3269" from-port="0" to-layer="3270" to-port="4" />
-		<edge from-layer="3270" from-port="5" to-layer="3271" to-port="1" />
+		<edge from-layer="3253" from-port="2" to-layer="3254" to-port="0" />
+		<edge from-layer="3254" from-port="1" to-layer="3264" to-port="0" />
+		<edge from-layer="3255" from-port="0" to-layer="3256" to-port="0" />
+		<edge from-layer="3256" from-port="1" to-layer="3259" to-port="0" />
+		<edge from-layer="3257" from-port="0" to-layer="3258" to-port="0" />
+		<edge from-layer="3258" from-port="1" to-layer="3259" to-port="1" />
+		<edge from-layer="3259" from-port="2" to-layer="3261" to-port="0" />
+		<edge from-layer="3260" from-port="0" to-layer="3261" to-port="1" />
+		<edge from-layer="3261" from-port="2" to-layer="3262" to-port="0" />
+		<edge from-layer="3262" from-port="1" to-layer="3263" to-port="1" />
+		<edge from-layer="3263" from-port="2" to-layer="3264" to-port="1" />
+		<edge from-layer="3264" from-port="2" to-layer="3273" to-port="0" />
+		<edge from-layer="3265" from-port="0" to-layer="3266" to-port="0" />
+		<edge from-layer="3266" from-port="1" to-layer="3269" to-port="0" />
+		<edge from-layer="3267" from-port="0" to-layer="3268" to-port="0" />
+		<edge from-layer="3268" from-port="1" to-layer="3269" to-port="1" />
+		<edge from-layer="3269" from-port="2" to-layer="3271" to-port="0" />
+		<edge from-layer="3270" from-port="0" to-layer="3271" to-port="1" />
 		<edge from-layer="3271" from-port="2" to-layer="3272" to-port="0" />
-		<edge from-layer="3272" from-port="2" to-layer="3273" to-port="1" />
-		<edge from-layer="3273" from-port="2" to-layer="3275" to-port="0" />
-		<edge from-layer="3274" from-port="0" to-layer="3289" to-port="1" />
-		<edge from-layer="3274" from-port="0" to-layer="3275" to-port="1" />
-		<edge from-layer="3275" from-port="2" to-layer="3276" to-port="0" />
+		<edge from-layer="3272" from-port="1" to-layer="3273" to-port="1" />
+		<edge from-layer="3273" from-port="2" to-layer="3276" to-port="0" />
+		<edge from-layer="3273" from-port="2" to-layer="3283" to-port="0" />
+		<edge from-layer="3274" from-port="0" to-layer="3282" to-port="0" />
+		<edge from-layer="3275" from-port="0" to-layer="3276" to-port="1" />
 		<edge from-layer="3276" from-port="2" to-layer="3278" to-port="0" />
 		<edge from-layer="3277" from-port="0" to-layer="3278" to-port="1" />
-		<edge from-layer="3278" from-port="2" to-layer="3294" to-port="1" />
-		<edge from-layer="3279" from-port="0" to-layer="3280" to-port="0" />
-		<edge from-layer="3280" from-port="1" to-layer="3282" to-port="0" />
-		<edge from-layer="3281" from-port="0" to-layer="3282" to-port="1" />
-		<edge from-layer="3282" from-port="2" to-layer="3283" to-port="0" />
-		<edge from-layer="3283" from-port="1" to-layer="3284" to-port="1" />
-		<edge from-layer="3284" from-port="2" to-layer="3286" to-port="0" />
-		<edge from-layer="3285" from-port="0" to-layer="3286" to-port="1" />
-		<edge from-layer="3286" from-port="2" to-layer="3288" to-port="0" />
-		<edge from-layer="3287" from-port="0" to-layer="3288" to-port="1" />
-		<edge from-layer="3288" from-port="2" to-layer="3289" to-port="0" />
-		<edge from-layer="3289" from-port="2" to-layer="3290" to-port="0" />
-		<edge from-layer="3290" from-port="2" to-layer="3292" to-port="0" />
-		<edge from-layer="3291" from-port="0" to-layer="3292" to-port="1" />
-		<edge from-layer="3292" from-port="2" to-layer="3294" to-port="2" />
-		<edge from-layer="3293" from-port="0" to-layer="3294" to-port="4" />
-		<edge from-layer="3294" from-port="5" to-layer="3296" to-port="0" />
-		<edge from-layer="3295" from-port="0" to-layer="3296" to-port="1" />
-		<edge from-layer="3296" from-port="2" to-layer="3297" to-port="0" />
-		<edge from-layer="3297" from-port="2" to-layer="3303" to-port="0" />
-		<edge from-layer="3298" from-port="0" to-layer="3299" to-port="0" />
-		<edge from-layer="3299" from-port="1" to-layer="3301" to-port="0" />
-		<edge from-layer="3300" from-port="0" to-layer="3301" to-port="1" />
-		<edge from-layer="3301" from-port="2" to-layer="3302" to-port="0" />
+		<edge from-layer="3278" from-port="2" to-layer="3280" to-port="0" />
+		<edge from-layer="3279" from-port="0" to-layer="3280" to-port="1" />
+		<edge from-layer="3280" from-port="2" to-layer="3281" to-port="0" />
+		<edge from-layer="3281" from-port="1" to-layer="3282" to-port="1" />
+		<edge from-layer="3282" from-port="2" to-layer="3283" to-port="1" />
+		<edge from-layer="3283" from-port="2" to-layer="3285" to-port="0" />
+		<edge from-layer="3284" from-port="0" to-layer="3285" to-port="1" />
+		<edge from-layer="3285" from-port="2" to-layer="3286" to-port="1" />
+		<edge from-layer="3286" from-port="2" to-layer="3405" to-port="0" />
+		<edge from-layer="3286" from-port="2" to-layer="3289" to-port="0" />
+		<edge from-layer="3286" from-port="2" to-layer="3296" to-port="0" />
+		<edge from-layer="3287" from-port="0" to-layer="3295" to-port="0" />
+		<edge from-layer="3288" from-port="0" to-layer="3289" to-port="1" />
+		<edge from-layer="3289" from-port="2" to-layer="3291" to-port="0" />
+		<edge from-layer="3290" from-port="0" to-layer="3291" to-port="1" />
+		<edge from-layer="3291" from-port="2" to-layer="3293" to-port="0" />
+		<edge from-layer="3292" from-port="0" to-layer="3293" to-port="1" />
+		<edge from-layer="3293" from-port="2" to-layer="3294" to-port="0" />
+		<edge from-layer="3294" from-port="1" to-layer="3295" to-port="1" />
+		<edge from-layer="3295" from-port="2" to-layer="3296" to-port="1" />
+		<edge from-layer="3296" from-port="2" to-layer="3298" to-port="0" />
+		<edge from-layer="3297" from-port="0" to-layer="3298" to-port="1" />
+		<edge from-layer="3298" from-port="2" to-layer="3370" to-port="0" />
+		<edge from-layer="3298" from-port="2" to-layer="3336" to-port="0" />
+		<edge from-layer="3298" from-port="2" to-layer="3307" to-port="0" />
+		<edge from-layer="3299" from-port="0" to-layer="3300" to-port="0" />
+		<edge from-layer="3300" from-port="1" to-layer="3303" to-port="0" />
+		<edge from-layer="3301" from-port="0" to-layer="3302" to-port="0" />
 		<edge from-layer="3302" from-port="1" to-layer="3303" to-port="1" />
-		<edge from-layer="3303" from-port="2" to-layer="3313" to-port="0" />
-		<edge from-layer="3303" from-port="2" to-layer="3306" to-port="0" />
-		<edge from-layer="3304" from-port="0" to-layer="3312" to-port="0" />
-		<edge from-layer="3305" from-port="0" to-layer="3306" to-port="1" />
-		<edge from-layer="3306" from-port="2" to-layer="3308" to-port="0" />
-		<edge from-layer="3307" from-port="0" to-layer="3308" to-port="1" />
-		<edge from-layer="3308" from-port="2" to-layer="3310" to-port="0" />
-		<edge from-layer="3309" from-port="0" to-layer="3310" to-port="1" />
-		<edge from-layer="3310" from-port="2" to-layer="3311" to-port="0" />
-		<edge from-layer="3311" from-port="1" to-layer="3312" to-port="1" />
-		<edge from-layer="3312" from-port="2" to-layer="3313" to-port="1" />
-		<edge from-layer="3313" from-port="2" to-layer="3315" to-port="0" />
-		<edge from-layer="3314" from-port="0" to-layer="3315" to-port="1" />
-		<edge from-layer="3315" from-port="2" to-layer="3316" to-port="1" />
-		<edge from-layer="3316" from-port="2" to-layer="3319" to-port="0" />
-		<edge from-layer="3316" from-port="2" to-layer="3326" to-port="0" />
-		<edge from-layer="3316" from-port="2" to-layer="3361" to-port="0" />
-		<edge from-layer="3317" from-port="0" to-layer="3325" to-port="0" />
+		<edge from-layer="3303" from-port="2" to-layer="3305" to-port="0" />
+		<edge from-layer="3304" from-port="0" to-layer="3305" to-port="1" />
+		<edge from-layer="3305" from-port="2" to-layer="3306" to-port="0" />
+		<edge from-layer="3306" from-port="1" to-layer="3307" to-port="1" />
+		<edge from-layer="3307" from-port="2" to-layer="3309" to-port="0" />
+		<edge from-layer="3308" from-port="0" to-layer="3309" to-port="1" />
+		<edge from-layer="3309" from-port="2" to-layer="3311" to-port="0" />
+		<edge from-layer="3310" from-port="0" to-layer="3311" to-port="1" />
+		<edge from-layer="3311" from-port="2" to-layer="3324" to-port="0" />
+		<edge from-layer="3311" from-port="2" to-layer="3317" to-port="0" />
+		<edge from-layer="3311" from-port="2" to-layer="3312" to-port="0" />
+		<edge from-layer="3312" from-port="2" to-layer="3327" to-port="0" />
+		<edge from-layer="3313" from-port="0" to-layer="3317" to-port="1" />
+		<edge from-layer="3314" from-port="0" to-layer="3317" to-port="2" />
+		<edge from-layer="3315" from-port="0" to-layer="3317" to-port="3" />
+		<edge from-layer="3316" from-port="0" to-layer="3317" to-port="4" />
+		<edge from-layer="3317" from-port="5" to-layer="3319" to-port="0" />
 		<edge from-layer="3318" from-port="0" to-layer="3319" to-port="1" />
-		<edge from-layer="3319" from-port="2" to-layer="3321" to-port="0" />
-		<edge from-layer="3320" from-port="0" to-layer="3321" to-port="1" />
-		<edge from-layer="3321" from-port="2" to-layer="3323" to-port="0" />
-		<edge from-layer="3322" from-port="0" to-layer="3323" to-port="1" />
-		<edge from-layer="3323" from-port="2" to-layer="3324" to-port="0" />
-		<edge from-layer="3324" from-port="1" to-layer="3325" to-port="1" />
-		<edge from-layer="3325" from-port="2" to-layer="3326" to-port="1" />
-		<edge from-layer="3326" from-port="2" to-layer="3328" to-port="0" />
-		<edge from-layer="3327" from-port="0" to-layer="3328" to-port="1" />
-		<edge from-layer="3328" from-port="2" to-layer="3334" to-port="0" />
-		<edge from-layer="3328" from-port="2" to-layer="3341" to-port="0" />
-		<edge from-layer="3329" from-port="0" to-layer="3330" to-port="0" />
-		<edge from-layer="3330" from-port="1" to-layer="3332" to-port="0" />
-		<edge from-layer="3331" from-port="0" to-layer="3332" to-port="1" />
-		<edge from-layer="3332" from-port="2" to-layer="3333" to-port="0" />
-		<edge from-layer="3333" from-port="1" to-layer="3334" to-port="1" />
+		<edge from-layer="3319" from-port="2" to-layer="3325" to-port="0" />
+		<edge from-layer="3320" from-port="0" to-layer="3324" to-port="1" />
+		<edge from-layer="3321" from-port="0" to-layer="3324" to-port="2" />
+		<edge from-layer="3322" from-port="0" to-layer="3324" to-port="3" />
+		<edge from-layer="3323" from-port="0" to-layer="3324" to-port="4" />
+		<edge from-layer="3324" from-port="5" to-layer="3325" to-port="1" />
+		<edge from-layer="3325" from-port="2" to-layer="3326" to-port="0" />
+		<edge from-layer="3326" from-port="2" to-layer="3327" to-port="1" />
+		<edge from-layer="3327" from-port="2" to-layer="3380" to-port="0" />
+		<edge from-layer="3328" from-port="0" to-layer="3329" to-port="0" />
+		<edge from-layer="3329" from-port="1" to-layer="3332" to-port="0" />
+		<edge from-layer="3330" from-port="0" to-layer="3331" to-port="0" />
+		<edge from-layer="3331" from-port="1" to-layer="3332" to-port="1" />
+		<edge from-layer="3332" from-port="2" to-layer="3334" to-port="0" />
+		<edge from-layer="3333" from-port="0" to-layer="3334" to-port="1" />
 		<edge from-layer="3334" from-port="2" to-layer="3335" to-port="0" />
-		<edge from-layer="3335" from-port="1" to-layer="3342" to-port="0" />
-		<edge from-layer="3336" from-port="0" to-layer="3337" to-port="0" />
-		<edge from-layer="3337" from-port="1" to-layer="3339" to-port="0" />
-		<edge from-layer="3338" from-port="0" to-layer="3339" to-port="1" />
-		<edge from-layer="3339" from-port="2" to-layer="3340" to-port="0" />
-		<edge from-layer="3340" from-port="1" to-layer="3341" to-port="1" />
-		<edge from-layer="3341" from-port="2" to-layer="3342" to-port="1" />
-		<edge from-layer="3342" from-port="2" to-layer="3348" to-port="0" />
-		<edge from-layer="3343" from-port="0" to-layer="3344" to-port="0" />
-		<edge from-layer="3344" from-port="1" to-layer="3346" to-port="0" />
-		<edge from-layer="3345" from-port="0" to-layer="3346" to-port="1" />
-		<edge from-layer="3346" from-port="2" to-layer="3347" to-port="0" />
-		<edge from-layer="3347" from-port="1" to-layer="3348" to-port="1" />
-		<edge from-layer="3348" from-port="2" to-layer="3351" to-port="0" />
-		<edge from-layer="3348" from-port="2" to-layer="3358" to-port="0" />
-		<edge from-layer="3349" from-port="0" to-layer="3357" to-port="0" />
-		<edge from-layer="3350" from-port="0" to-layer="3351" to-port="1" />
-		<edge from-layer="3351" from-port="2" to-layer="3353" to-port="0" />
-		<edge from-layer="3352" from-port="0" to-layer="3353" to-port="1" />
-		<edge from-layer="3353" from-port="2" to-layer="3355" to-port="0" />
-		<edge from-layer="3354" from-port="0" to-layer="3355" to-port="1" />
-		<edge from-layer="3355" from-port="2" to-layer="3356" to-port="0" />
-		<edge from-layer="3356" from-port="1" to-layer="3357" to-port="1" />
-		<edge from-layer="3357" from-port="2" to-layer="3358" to-port="1" />
-		<edge from-layer="3358" from-port="2" to-layer="3360" to-port="0" />
-		<edge from-layer="3359" from-port="0" to-layer="3360" to-port="1" />
-		<edge from-layer="3360" from-port="2" to-layer="3361" to-port="1" />
-		<edge from-layer="3361" from-port="2" to-layer="3371" to-port="0" />
-		<edge from-layer="3361" from-port="2" to-layer="3468" to-port="0" />
-		<edge from-layer="3361" from-port="2" to-layer="3364" to-port="0" />
-		<edge from-layer="3362" from-port="0" to-layer="3370" to-port="0" />
-		<edge from-layer="3363" from-port="0" to-layer="3364" to-port="1" />
-		<edge from-layer="3364" from-port="2" to-layer="3366" to-port="0" />
-		<edge from-layer="3365" from-port="0" to-layer="3366" to-port="1" />
+		<edge from-layer="3335" from-port="1" to-layer="3336" to-port="1" />
+		<edge from-layer="3336" from-port="2" to-layer="3338" to-port="0" />
+		<edge from-layer="3337" from-port="0" to-layer="3338" to-port="1" />
+		<edge from-layer="3338" from-port="2" to-layer="3340" to-port="0" />
+		<edge from-layer="3339" from-port="0" to-layer="3340" to-port="1" />
+		<edge from-layer="3340" from-port="2" to-layer="3346" to-port="0" />
+		<edge from-layer="3340" from-port="2" to-layer="3341" to-port="0" />
+		<edge from-layer="3340" from-port="2" to-layer="3353" to-port="0" />
+		<edge from-layer="3341" from-port="2" to-layer="3356" to-port="0" />
+		<edge from-layer="3342" from-port="0" to-layer="3346" to-port="1" />
+		<edge from-layer="3343" from-port="0" to-layer="3346" to-port="2" />
+		<edge from-layer="3344" from-port="0" to-layer="3346" to-port="3" />
+		<edge from-layer="3345" from-port="0" to-layer="3346" to-port="4" />
+		<edge from-layer="3346" from-port="5" to-layer="3348" to-port="0" />
+		<edge from-layer="3347" from-port="0" to-layer="3348" to-port="1" />
+		<edge from-layer="3348" from-port="2" to-layer="3354" to-port="0" />
+		<edge from-layer="3349" from-port="0" to-layer="3353" to-port="1" />
+		<edge from-layer="3350" from-port="0" to-layer="3353" to-port="2" />
+		<edge from-layer="3351" from-port="0" to-layer="3353" to-port="3" />
+		<edge from-layer="3352" from-port="0" to-layer="3353" to-port="4" />
+		<edge from-layer="3353" from-port="5" to-layer="3354" to-port="1" />
+		<edge from-layer="3354" from-port="2" to-layer="3355" to-port="0" />
+		<edge from-layer="3355" from-port="2" to-layer="3356" to-port="1" />
+		<edge from-layer="3356" from-port="2" to-layer="3358" to-port="0" />
+		<edge from-layer="3357" from-port="0" to-layer="3358" to-port="1" />
+		<edge from-layer="3357" from-port="0" to-layer="3375" to-port="1" />
+		<edge from-layer="3358" from-port="2" to-layer="3359" to-port="0" />
+		<edge from-layer="3359" from-port="2" to-layer="3361" to-port="0" />
+		<edge from-layer="3360" from-port="0" to-layer="3361" to-port="1" />
+		<edge from-layer="3361" from-port="2" to-layer="3380" to-port="1" />
+		<edge from-layer="3362" from-port="0" to-layer="3363" to-port="0" />
+		<edge from-layer="3363" from-port="1" to-layer="3366" to-port="0" />
+		<edge from-layer="3364" from-port="0" to-layer="3365" to-port="0" />
+		<edge from-layer="3365" from-port="1" to-layer="3366" to-port="1" />
 		<edge from-layer="3366" from-port="2" to-layer="3368" to-port="0" />
 		<edge from-layer="3367" from-port="0" to-layer="3368" to-port="1" />
 		<edge from-layer="3368" from-port="2" to-layer="3369" to-port="0" />
 		<edge from-layer="3369" from-port="1" to-layer="3370" to-port="1" />
-		<edge from-layer="3370" from-port="2" to-layer="3371" to-port="1" />
-		<edge from-layer="3371" from-port="2" to-layer="3373" to-port="0" />
-		<edge from-layer="3372" from-port="0" to-layer="3373" to-port="1" />
-		<edge from-layer="3373" from-port="2" to-layer="3436" to-port="0" />
-		<edge from-layer="3373" from-port="2" to-layer="3379" to-port="0" />
-		<edge from-layer="3373" from-port="2" to-layer="3405" to-port="0" />
-		<edge from-layer="3374" from-port="0" to-layer="3375" to-port="0" />
-		<edge from-layer="3375" from-port="1" to-layer="3377" to-port="0" />
-		<edge from-layer="3376" from-port="0" to-layer="3377" to-port="1" />
-		<edge from-layer="3377" from-port="2" to-layer="3378" to-port="0" />
-		<edge from-layer="3378" from-port="1" to-layer="3379" to-port="1" />
-		<edge from-layer="3379" from-port="2" to-layer="3381" to-port="0" />
-		<edge from-layer="3380" from-port="0" to-layer="3381" to-port="1" />
-		<edge from-layer="3381" from-port="2" to-layer="3383" to-port="0" />
-		<edge from-layer="3382" from-port="0" to-layer="3383" to-port="1" />
-		<edge from-layer="3383" from-port="2" to-layer="3396" to-port="0" />
-		<edge from-layer="3383" from-port="2" to-layer="3389" to-port="0" />
-		<edge from-layer="3383" from-port="2" to-layer="3384" to-port="0" />
-		<edge from-layer="3384" from-port="2" to-layer="3399" to-port="0" />
-		<edge from-layer="3385" from-port="0" to-layer="3389" to-port="1" />
-		<edge from-layer="3386" from-port="0" to-layer="3389" to-port="2" />
-		<edge from-layer="3387" from-port="0" to-layer="3389" to-port="3" />
-		<edge from-layer="3388" from-port="0" to-layer="3389" to-port="4" />
-		<edge from-layer="3389" from-port="5" to-layer="3391" to-port="0" />
-		<edge from-layer="3390" from-port="0" to-layer="3391" to-port="1" />
-		<edge from-layer="3391" from-port="2" to-layer="3397" to-port="0" />
-		<edge from-layer="3392" from-port="0" to-layer="3396" to-port="1" />
-		<edge from-layer="3393" from-port="0" to-layer="3396" to-port="2" />
-		<edge from-layer="3394" from-port="0" to-layer="3396" to-port="3" />
-		<edge from-layer="3395" from-port="0" to-layer="3396" to-port="4" />
-		<edge from-layer="3396" from-port="5" to-layer="3397" to-port="1" />
-		<edge from-layer="3397" from-port="2" to-layer="3398" to-port="0" />
-		<edge from-layer="3398" from-port="2" to-layer="3399" to-port="1" />
-		<edge from-layer="3399" from-port="2" to-layer="3446" to-port="0" />
-		<edge from-layer="3400" from-port="0" to-layer="3401" to-port="0" />
-		<edge from-layer="3401" from-port="1" to-layer="3403" to-port="0" />
-		<edge from-layer="3402" from-port="0" to-layer="3403" to-port="1" />
-		<edge from-layer="3403" from-port="2" to-layer="3404" to-port="0" />
-		<edge from-layer="3404" from-port="1" to-layer="3405" to-port="1" />
-		<edge from-layer="3405" from-port="2" to-layer="3407" to-port="0" />
-		<edge from-layer="3406" from-port="0" to-layer="3407" to-port="1" />
-		<edge from-layer="3407" from-port="2" to-layer="3409" to-port="0" />
-		<edge from-layer="3408" from-port="0" to-layer="3409" to-port="1" />
-		<edge from-layer="3409" from-port="2" to-layer="3410" to-port="0" />
-		<edge from-layer="3409" from-port="2" to-layer="3415" to-port="0" />
-		<edge from-layer="3409" from-port="2" to-layer="3422" to-port="0" />
-		<edge from-layer="3410" from-port="2" to-layer="3425" to-port="0" />
-		<edge from-layer="3411" from-port="0" to-layer="3415" to-port="1" />
-		<edge from-layer="3412" from-port="0" to-layer="3415" to-port="2" />
-		<edge from-layer="3413" from-port="0" to-layer="3415" to-port="3" />
-		<edge from-layer="3414" from-port="0" to-layer="3415" to-port="4" />
-		<edge from-layer="3415" from-port="5" to-layer="3417" to-port="0" />
+		<edge from-layer="3370" from-port="2" to-layer="3372" to-port="0" />
+		<edge from-layer="3371" from-port="0" to-layer="3372" to-port="1" />
+		<edge from-layer="3372" from-port="2" to-layer="3374" to-port="0" />
+		<edge from-layer="3373" from-port="0" to-layer="3374" to-port="1" />
+		<edge from-layer="3374" from-port="2" to-layer="3375" to-port="0" />
+		<edge from-layer="3375" from-port="2" to-layer="3376" to-port="0" />
+		<edge from-layer="3376" from-port="2" to-layer="3378" to-port="0" />
+		<edge from-layer="3377" from-port="0" to-layer="3378" to-port="1" />
+		<edge from-layer="3378" from-port="2" to-layer="3380" to-port="2" />
+		<edge from-layer="3379" from-port="0" to-layer="3380" to-port="4" />
+		<edge from-layer="3380" from-port="5" to-layer="3382" to-port="0" />
+		<edge from-layer="3381" from-port="0" to-layer="3382" to-port="1" />
+		<edge from-layer="3382" from-port="2" to-layer="3383" to-port="0" />
+		<edge from-layer="3383" from-port="2" to-layer="3392" to-port="0" />
+		<edge from-layer="3384" from-port="0" to-layer="3385" to-port="0" />
+		<edge from-layer="3385" from-port="1" to-layer="3388" to-port="0" />
+		<edge from-layer="3386" from-port="0" to-layer="3387" to-port="0" />
+		<edge from-layer="3387" from-port="1" to-layer="3388" to-port="1" />
+		<edge from-layer="3388" from-port="2" to-layer="3390" to-port="0" />
+		<edge from-layer="3389" from-port="0" to-layer="3390" to-port="1" />
+		<edge from-layer="3390" from-port="2" to-layer="3391" to-port="0" />
+		<edge from-layer="3391" from-port="1" to-layer="3392" to-port="1" />
+		<edge from-layer="3392" from-port="2" to-layer="3402" to-port="0" />
+		<edge from-layer="3392" from-port="2" to-layer="3395" to-port="0" />
+		<edge from-layer="3393" from-port="0" to-layer="3401" to-port="0" />
+		<edge from-layer="3394" from-port="0" to-layer="3395" to-port="1" />
+		<edge from-layer="3395" from-port="2" to-layer="3397" to-port="0" />
+		<edge from-layer="3396" from-port="0" to-layer="3397" to-port="1" />
+		<edge from-layer="3397" from-port="2" to-layer="3399" to-port="0" />
+		<edge from-layer="3398" from-port="0" to-layer="3399" to-port="1" />
+		<edge from-layer="3399" from-port="2" to-layer="3400" to-port="0" />
+		<edge from-layer="3400" from-port="1" to-layer="3401" to-port="1" />
+		<edge from-layer="3401" from-port="2" to-layer="3402" to-port="1" />
+		<edge from-layer="3402" from-port="2" to-layer="3404" to-port="0" />
+		<edge from-layer="3403" from-port="0" to-layer="3404" to-port="1" />
+		<edge from-layer="3404" from-port="2" to-layer="3405" to-port="1" />
+		<edge from-layer="3405" from-port="2" to-layer="3415" to-port="0" />
+		<edge from-layer="3405" from-port="2" to-layer="3408" to-port="0" />
+		<edge from-layer="3405" from-port="2" to-layer="3459" to-port="0" />
+		<edge from-layer="3406" from-port="0" to-layer="3414" to-port="0" />
+		<edge from-layer="3407" from-port="0" to-layer="3408" to-port="1" />
+		<edge from-layer="3408" from-port="2" to-layer="3410" to-port="0" />
+		<edge from-layer="3409" from-port="0" to-layer="3410" to-port="1" />
+		<edge from-layer="3410" from-port="2" to-layer="3412" to-port="0" />
+		<edge from-layer="3411" from-port="0" to-layer="3412" to-port="1" />
+		<edge from-layer="3412" from-port="2" to-layer="3413" to-port="0" />
+		<edge from-layer="3413" from-port="1" to-layer="3414" to-port="1" />
+		<edge from-layer="3414" from-port="2" to-layer="3415" to-port="1" />
+		<edge from-layer="3415" from-port="2" to-layer="3417" to-port="0" />
 		<edge from-layer="3416" from-port="0" to-layer="3417" to-port="1" />
-		<edge from-layer="3417" from-port="2" to-layer="3423" to-port="0" />
-		<edge from-layer="3418" from-port="0" to-layer="3422" to-port="1" />
-		<edge from-layer="3419" from-port="0" to-layer="3422" to-port="2" />
-		<edge from-layer="3420" from-port="0" to-layer="3422" to-port="3" />
-		<edge from-layer="3421" from-port="0" to-layer="3422" to-port="4" />
-		<edge from-layer="3422" from-port="5" to-layer="3423" to-port="1" />
-		<edge from-layer="3423" from-port="2" to-layer="3424" to-port="0" />
-		<edge from-layer="3424" from-port="2" to-layer="3425" to-port="1" />
-		<edge from-layer="3425" from-port="2" to-layer="3427" to-port="0" />
-		<edge from-layer="3426" from-port="0" to-layer="3427" to-port="1" />
-		<edge from-layer="3426" from-port="0" to-layer="3441" to-port="1" />
-		<edge from-layer="3427" from-port="2" to-layer="3428" to-port="0" />
-		<edge from-layer="3428" from-port="2" to-layer="3430" to-port="0" />
-		<edge from-layer="3429" from-port="0" to-layer="3430" to-port="1" />
-		<edge from-layer="3430" from-port="2" to-layer="3446" to-port="1" />
-		<edge from-layer="3431" from-port="0" to-layer="3432" to-port="0" />
-		<edge from-layer="3432" from-port="1" to-layer="3434" to-port="0" />
+		<edge from-layer="3417" from-port="2" to-layer="3436" to-port="0" />
+		<edge from-layer="3417" from-port="2" to-layer="3426" to-port="0" />
+		<edge from-layer="3418" from-port="0" to-layer="3419" to-port="0" />
+		<edge from-layer="3419" from-port="1" to-layer="3422" to-port="0" />
+		<edge from-layer="3420" from-port="0" to-layer="3421" to-port="0" />
+		<edge from-layer="3421" from-port="1" to-layer="3422" to-port="1" />
+		<edge from-layer="3422" from-port="2" to-layer="3424" to-port="0" />
+		<edge from-layer="3423" from-port="0" to-layer="3424" to-port="1" />
+		<edge from-layer="3424" from-port="2" to-layer="3425" to-port="0" />
+		<edge from-layer="3425" from-port="1" to-layer="3426" to-port="1" />
+		<edge from-layer="3426" from-port="2" to-layer="3427" to-port="0" />
+		<edge from-layer="3427" from-port="1" to-layer="3437" to-port="0" />
+		<edge from-layer="3428" from-port="0" to-layer="3429" to-port="0" />
+		<edge from-layer="3429" from-port="1" to-layer="3432" to-port="0" />
+		<edge from-layer="3430" from-port="0" to-layer="3431" to-port="0" />
+		<edge from-layer="3431" from-port="1" to-layer="3432" to-port="1" />
+		<edge from-layer="3432" from-port="2" to-layer="3434" to-port="0" />
 		<edge from-layer="3433" from-port="0" to-layer="3434" to-port="1" />
 		<edge from-layer="3434" from-port="2" to-layer="3435" to-port="0" />
 		<edge from-layer="3435" from-port="1" to-layer="3436" to-port="1" />
-		<edge from-layer="3436" from-port="2" to-layer="3438" to-port="0" />
-		<edge from-layer="3437" from-port="0" to-layer="3438" to-port="1" />
-		<edge from-layer="3438" from-port="2" to-layer="3440" to-port="0" />
-		<edge from-layer="3439" from-port="0" to-layer="3440" to-port="1" />
-		<edge from-layer="3440" from-port="2" to-layer="3441" to-port="0" />
-		<edge from-layer="3441" from-port="2" to-layer="3442" to-port="0" />
+		<edge from-layer="3436" from-port="2" to-layer="3437" to-port="1" />
+		<edge from-layer="3437" from-port="2" to-layer="3446" to-port="0" />
+		<edge from-layer="3438" from-port="0" to-layer="3439" to-port="0" />
+		<edge from-layer="3439" from-port="1" to-layer="3442" to-port="0" />
+		<edge from-layer="3440" from-port="0" to-layer="3441" to-port="0" />
+		<edge from-layer="3441" from-port="1" to-layer="3442" to-port="1" />
 		<edge from-layer="3442" from-port="2" to-layer="3444" to-port="0" />
 		<edge from-layer="3443" from-port="0" to-layer="3444" to-port="1" />
-		<edge from-layer="3444" from-port="2" to-layer="3446" to-port="2" />
-		<edge from-layer="3445" from-port="0" to-layer="3446" to-port="4" />
-		<edge from-layer="3446" from-port="5" to-layer="3448" to-port="0" />
-		<edge from-layer="3447" from-port="0" to-layer="3448" to-port="1" />
-		<edge from-layer="3448" from-port="2" to-layer="3449" to-port="0" />
-		<edge from-layer="3449" from-port="2" to-layer="3455" to-port="0" />
-		<edge from-layer="3450" from-port="0" to-layer="3451" to-port="0" />
-		<edge from-layer="3451" from-port="1" to-layer="3453" to-port="0" />
+		<edge from-layer="3444" from-port="2" to-layer="3445" to-port="0" />
+		<edge from-layer="3445" from-port="1" to-layer="3446" to-port="1" />
+		<edge from-layer="3446" from-port="2" to-layer="3449" to-port="0" />
+		<edge from-layer="3446" from-port="2" to-layer="3456" to-port="0" />
+		<edge from-layer="3447" from-port="0" to-layer="3455" to-port="0" />
+		<edge from-layer="3448" from-port="0" to-layer="3449" to-port="1" />
+		<edge from-layer="3449" from-port="2" to-layer="3451" to-port="0" />
+		<edge from-layer="3450" from-port="0" to-layer="3451" to-port="1" />
+		<edge from-layer="3451" from-port="2" to-layer="3453" to-port="0" />
 		<edge from-layer="3452" from-port="0" to-layer="3453" to-port="1" />
 		<edge from-layer="3453" from-port="2" to-layer="3454" to-port="0" />
 		<edge from-layer="3454" from-port="1" to-layer="3455" to-port="1" />
-		<edge from-layer="3455" from-port="2" to-layer="3458" to-port="0" />
-		<edge from-layer="3455" from-port="2" to-layer="3465" to-port="0" />
-		<edge from-layer="3456" from-port="0" to-layer="3464" to-port="0" />
+		<edge from-layer="3455" from-port="2" to-layer="3456" to-port="1" />
+		<edge from-layer="3456" from-port="2" to-layer="3458" to-port="0" />
 		<edge from-layer="3457" from-port="0" to-layer="3458" to-port="1" />
-		<edge from-layer="3458" from-port="2" to-layer="3460" to-port="0" />
-		<edge from-layer="3459" from-port="0" to-layer="3460" to-port="1" />
-		<edge from-layer="3460" from-port="2" to-layer="3462" to-port="0" />
+		<edge from-layer="3458" from-port="2" to-layer="3459" to-port="1" />
+		<edge from-layer="3459" from-port="2" to-layer="3469" to-port="0" />
+		<edge from-layer="3459" from-port="2" to-layer="3578" to-port="0" />
+		<edge from-layer="3459" from-port="2" to-layer="3462" to-port="0" />
+		<edge from-layer="3460" from-port="0" to-layer="3468" to-port="0" />
 		<edge from-layer="3461" from-port="0" to-layer="3462" to-port="1" />
-		<edge from-layer="3462" from-port="2" to-layer="3463" to-port="0" />
-		<edge from-layer="3463" from-port="1" to-layer="3464" to-port="1" />
-		<edge from-layer="3464" from-port="2" to-layer="3465" to-port="1" />
-		<edge from-layer="3465" from-port="2" to-layer="3467" to-port="0" />
-		<edge from-layer="3466" from-port="0" to-layer="3467" to-port="1" />
-		<edge from-layer="3467" from-port="2" to-layer="3468" to-port="1" />
-		<edge from-layer="3468" from-port="2" to-layer="3478" to-port="0" />
-		<edge from-layer="3468" from-port="2" to-layer="3471" to-port="0" />
-		<edge from-layer="3468" from-port="2" to-layer="3513" to-port="0" />
-		<edge from-layer="3469" from-port="0" to-layer="3477" to-port="0" />
+		<edge from-layer="3462" from-port="2" to-layer="3464" to-port="0" />
+		<edge from-layer="3463" from-port="0" to-layer="3464" to-port="1" />
+		<edge from-layer="3464" from-port="2" to-layer="3466" to-port="0" />
+		<edge from-layer="3465" from-port="0" to-layer="3466" to-port="1" />
+		<edge from-layer="3466" from-port="2" to-layer="3467" to-port="0" />
+		<edge from-layer="3467" from-port="1" to-layer="3468" to-port="1" />
+		<edge from-layer="3468" from-port="2" to-layer="3469" to-port="1" />
+		<edge from-layer="3469" from-port="2" to-layer="3471" to-port="0" />
 		<edge from-layer="3470" from-port="0" to-layer="3471" to-port="1" />
-		<edge from-layer="3471" from-port="2" to-layer="3473" to-port="0" />
-		<edge from-layer="3472" from-port="0" to-layer="3473" to-port="1" />
-		<edge from-layer="3473" from-port="2" to-layer="3475" to-port="0" />
-		<edge from-layer="3474" from-port="0" to-layer="3475" to-port="1" />
-		<edge from-layer="3475" from-port="2" to-layer="3476" to-port="0" />
-		<edge from-layer="3476" from-port="1" to-layer="3477" to-port="1" />
-		<edge from-layer="3477" from-port="2" to-layer="3478" to-port="1" />
-		<edge from-layer="3478" from-port="2" to-layer="3480" to-port="0" />
-		<edge from-layer="3479" from-port="0" to-layer="3480" to-port="1" />
-		<edge from-layer="3480" from-port="2" to-layer="3493" to-port="0" />
-		<edge from-layer="3480" from-port="2" to-layer="3486" to-port="0" />
-		<edge from-layer="3481" from-port="0" to-layer="3482" to-port="0" />
-		<edge from-layer="3482" from-port="1" to-layer="3484" to-port="0" />
+		<edge from-layer="3471" from-port="2" to-layer="3509" to-port="0" />
+		<edge from-layer="3471" from-port="2" to-layer="3543" to-port="0" />
+		<edge from-layer="3471" from-port="2" to-layer="3480" to-port="0" />
+		<edge from-layer="3472" from-port="0" to-layer="3473" to-port="0" />
+		<edge from-layer="3473" from-port="1" to-layer="3476" to-port="0" />
+		<edge from-layer="3474" from-port="0" to-layer="3475" to-port="0" />
+		<edge from-layer="3475" from-port="1" to-layer="3476" to-port="1" />
+		<edge from-layer="3476" from-port="2" to-layer="3478" to-port="0" />
+		<edge from-layer="3477" from-port="0" to-layer="3478" to-port="1" />
+		<edge from-layer="3478" from-port="2" to-layer="3479" to-port="0" />
+		<edge from-layer="3479" from-port="1" to-layer="3480" to-port="1" />
+		<edge from-layer="3480" from-port="2" to-layer="3482" to-port="0" />
+		<edge from-layer="3481" from-port="0" to-layer="3482" to-port="1" />
+		<edge from-layer="3482" from-port="2" to-layer="3484" to-port="0" />
 		<edge from-layer="3483" from-port="0" to-layer="3484" to-port="1" />
 		<edge from-layer="3484" from-port="2" to-layer="3485" to-port="0" />
-		<edge from-layer="3485" from-port="1" to-layer="3486" to-port="1" />
-		<edge from-layer="3486" from-port="2" to-layer="3487" to-port="0" />
-		<edge from-layer="3487" from-port="1" to-layer="3494" to-port="0" />
-		<edge from-layer="3488" from-port="0" to-layer="3489" to-port="0" />
-		<edge from-layer="3489" from-port="1" to-layer="3491" to-port="0" />
-		<edge from-layer="3490" from-port="0" to-layer="3491" to-port="1" />
-		<edge from-layer="3491" from-port="2" to-layer="3492" to-port="0" />
-		<edge from-layer="3492" from-port="1" to-layer="3493" to-port="1" />
-		<edge from-layer="3493" from-port="2" to-layer="3494" to-port="1" />
-		<edge from-layer="3494" from-port="2" to-layer="3500" to-port="0" />
-		<edge from-layer="3495" from-port="0" to-layer="3496" to-port="0" />
-		<edge from-layer="3496" from-port="1" to-layer="3498" to-port="0" />
-		<edge from-layer="3497" from-port="0" to-layer="3498" to-port="1" />
+		<edge from-layer="3484" from-port="2" to-layer="3490" to-port="0" />
+		<edge from-layer="3484" from-port="2" to-layer="3497" to-port="0" />
+		<edge from-layer="3485" from-port="2" to-layer="3500" to-port="0" />
+		<edge from-layer="3486" from-port="0" to-layer="3490" to-port="1" />
+		<edge from-layer="3487" from-port="0" to-layer="3490" to-port="2" />
+		<edge from-layer="3488" from-port="0" to-layer="3490" to-port="3" />
+		<edge from-layer="3489" from-port="0" to-layer="3490" to-port="4" />
+		<edge from-layer="3490" from-port="5" to-layer="3492" to-port="0" />
+		<edge from-layer="3491" from-port="0" to-layer="3492" to-port="1" />
+		<edge from-layer="3492" from-port="2" to-layer="3498" to-port="0" />
+		<edge from-layer="3493" from-port="0" to-layer="3497" to-port="1" />
+		<edge from-layer="3494" from-port="0" to-layer="3497" to-port="2" />
+		<edge from-layer="3495" from-port="0" to-layer="3497" to-port="3" />
+		<edge from-layer="3496" from-port="0" to-layer="3497" to-port="4" />
+		<edge from-layer="3497" from-port="5" to-layer="3498" to-port="1" />
 		<edge from-layer="3498" from-port="2" to-layer="3499" to-port="0" />
-		<edge from-layer="3499" from-port="1" to-layer="3500" to-port="1" />
-		<edge from-layer="3500" from-port="2" to-layer="3510" to-port="0" />
-		<edge from-layer="3500" from-port="2" to-layer="3503" to-port="0" />
-		<edge from-layer="3501" from-port="0" to-layer="3509" to-port="0" />
-		<edge from-layer="3502" from-port="0" to-layer="3503" to-port="1" />
-		<edge from-layer="3503" from-port="2" to-layer="3505" to-port="0" />
-		<edge from-layer="3504" from-port="0" to-layer="3505" to-port="1" />
+		<edge from-layer="3499" from-port="2" to-layer="3500" to-port="1" />
+		<edge from-layer="3500" from-port="2" to-layer="3553" to-port="0" />
+		<edge from-layer="3501" from-port="0" to-layer="3502" to-port="0" />
+		<edge from-layer="3502" from-port="1" to-layer="3505" to-port="0" />
+		<edge from-layer="3503" from-port="0" to-layer="3504" to-port="0" />
+		<edge from-layer="3504" from-port="1" to-layer="3505" to-port="1" />
 		<edge from-layer="3505" from-port="2" to-layer="3507" to-port="0" />
 		<edge from-layer="3506" from-port="0" to-layer="3507" to-port="1" />
 		<edge from-layer="3507" from-port="2" to-layer="3508" to-port="0" />
 		<edge from-layer="3508" from-port="1" to-layer="3509" to-port="1" />
-		<edge from-layer="3509" from-port="2" to-layer="3510" to-port="1" />
-		<edge from-layer="3510" from-port="2" to-layer="3512" to-port="0" />
-		<edge from-layer="3511" from-port="0" to-layer="3512" to-port="1" />
-		<edge from-layer="3512" from-port="2" to-layer="3513" to-port="1" />
-		<edge from-layer="3513" from-port="2" to-layer="3620" to-port="0" />
-		<edge from-layer="3513" from-port="2" to-layer="3523" to-port="0" />
-		<edge from-layer="3513" from-port="2" to-layer="3516" to-port="0" />
-		<edge from-layer="3514" from-port="0" to-layer="3522" to-port="0" />
-		<edge from-layer="3515" from-port="0" to-layer="3516" to-port="1" />
-		<edge from-layer="3516" from-port="2" to-layer="3518" to-port="0" />
-		<edge from-layer="3517" from-port="0" to-layer="3518" to-port="1" />
-		<edge from-layer="3518" from-port="2" to-layer="3520" to-port="0" />
-		<edge from-layer="3519" from-port="0" to-layer="3520" to-port="1" />
-		<edge from-layer="3520" from-port="2" to-layer="3521" to-port="0" />
-		<edge from-layer="3521" from-port="1" to-layer="3522" to-port="1" />
-		<edge from-layer="3522" from-port="2" to-layer="3523" to-port="1" />
-		<edge from-layer="3523" from-port="2" to-layer="3525" to-port="0" />
-		<edge from-layer="3524" from-port="0" to-layer="3525" to-port="1" />
-		<edge from-layer="3525" from-port="2" to-layer="3588" to-port="0" />
-		<edge from-layer="3525" from-port="2" to-layer="3557" to-port="0" />
-		<edge from-layer="3525" from-port="2" to-layer="3531" to-port="0" />
-		<edge from-layer="3526" from-port="0" to-layer="3527" to-port="0" />
-		<edge from-layer="3527" from-port="1" to-layer="3529" to-port="0" />
-		<edge from-layer="3528" from-port="0" to-layer="3529" to-port="1" />
-		<edge from-layer="3529" from-port="2" to-layer="3530" to-port="0" />
-		<edge from-layer="3530" from-port="1" to-layer="3531" to-port="1" />
-		<edge from-layer="3531" from-port="2" to-layer="3533" to-port="0" />
-		<edge from-layer="3532" from-port="0" to-layer="3533" to-port="1" />
-		<edge from-layer="3533" from-port="2" to-layer="3535" to-port="0" />
-		<edge from-layer="3534" from-port="0" to-layer="3535" to-port="1" />
-		<edge from-layer="3535" from-port="2" to-layer="3541" to-port="0" />
-		<edge from-layer="3535" from-port="2" to-layer="3536" to-port="0" />
-		<edge from-layer="3535" from-port="2" to-layer="3548" to-port="0" />
-		<edge from-layer="3536" from-port="2" to-layer="3551" to-port="0" />
-		<edge from-layer="3537" from-port="0" to-layer="3541" to-port="1" />
-		<edge from-layer="3538" from-port="0" to-layer="3541" to-port="2" />
-		<edge from-layer="3539" from-port="0" to-layer="3541" to-port="3" />
-		<edge from-layer="3540" from-port="0" to-layer="3541" to-port="4" />
-		<edge from-layer="3541" from-port="5" to-layer="3543" to-port="0" />
-		<edge from-layer="3542" from-port="0" to-layer="3543" to-port="1" />
-		<edge from-layer="3543" from-port="2" to-layer="3549" to-port="0" />
-		<edge from-layer="3544" from-port="0" to-layer="3548" to-port="1" />
-		<edge from-layer="3545" from-port="0" to-layer="3548" to-port="2" />
-		<edge from-layer="3546" from-port="0" to-layer="3548" to-port="3" />
-		<edge from-layer="3547" from-port="0" to-layer="3548" to-port="4" />
-		<edge from-layer="3548" from-port="5" to-layer="3549" to-port="1" />
-		<edge from-layer="3549" from-port="2" to-layer="3550" to-port="0" />
-		<edge from-layer="3550" from-port="2" to-layer="3551" to-port="1" />
-		<edge from-layer="3551" from-port="2" to-layer="3598" to-port="0" />
-		<edge from-layer="3552" from-port="0" to-layer="3553" to-port="0" />
-		<edge from-layer="3553" from-port="1" to-layer="3555" to-port="0" />
+		<edge from-layer="3509" from-port="2" to-layer="3511" to-port="0" />
+		<edge from-layer="3510" from-port="0" to-layer="3511" to-port="1" />
+		<edge from-layer="3511" from-port="2" to-layer="3513" to-port="0" />
+		<edge from-layer="3512" from-port="0" to-layer="3513" to-port="1" />
+		<edge from-layer="3513" from-port="2" to-layer="3514" to-port="0" />
+		<edge from-layer="3513" from-port="2" to-layer="3526" to-port="0" />
+		<edge from-layer="3513" from-port="2" to-layer="3519" to-port="0" />
+		<edge from-layer="3514" from-port="2" to-layer="3529" to-port="0" />
+		<edge from-layer="3515" from-port="0" to-layer="3519" to-port="1" />
+		<edge from-layer="3516" from-port="0" to-layer="3519" to-port="2" />
+		<edge from-layer="3517" from-port="0" to-layer="3519" to-port="3" />
+		<edge from-layer="3518" from-port="0" to-layer="3519" to-port="4" />
+		<edge from-layer="3519" from-port="5" to-layer="3521" to-port="0" />
+		<edge from-layer="3520" from-port="0" to-layer="3521" to-port="1" />
+		<edge from-layer="3521" from-port="2" to-layer="3527" to-port="0" />
+		<edge from-layer="3522" from-port="0" to-layer="3526" to-port="1" />
+		<edge from-layer="3523" from-port="0" to-layer="3526" to-port="2" />
+		<edge from-layer="3524" from-port="0" to-layer="3526" to-port="3" />
+		<edge from-layer="3525" from-port="0" to-layer="3526" to-port="4" />
+		<edge from-layer="3526" from-port="5" to-layer="3527" to-port="1" />
+		<edge from-layer="3527" from-port="2" to-layer="3528" to-port="0" />
+		<edge from-layer="3528" from-port="2" to-layer="3529" to-port="1" />
+		<edge from-layer="3529" from-port="2" to-layer="3531" to-port="0" />
+		<edge from-layer="3530" from-port="0" to-layer="3548" to-port="1" />
+		<edge from-layer="3530" from-port="0" to-layer="3531" to-port="1" />
+		<edge from-layer="3531" from-port="2" to-layer="3532" to-port="0" />
+		<edge from-layer="3532" from-port="2" to-layer="3534" to-port="0" />
+		<edge from-layer="3533" from-port="0" to-layer="3534" to-port="1" />
+		<edge from-layer="3534" from-port="2" to-layer="3553" to-port="1" />
+		<edge from-layer="3535" from-port="0" to-layer="3536" to-port="0" />
+		<edge from-layer="3536" from-port="1" to-layer="3539" to-port="0" />
+		<edge from-layer="3537" from-port="0" to-layer="3538" to-port="0" />
+		<edge from-layer="3538" from-port="1" to-layer="3539" to-port="1" />
+		<edge from-layer="3539" from-port="2" to-layer="3541" to-port="0" />
+		<edge from-layer="3540" from-port="0" to-layer="3541" to-port="1" />
+		<edge from-layer="3541" from-port="2" to-layer="3542" to-port="0" />
+		<edge from-layer="3542" from-port="1" to-layer="3543" to-port="1" />
+		<edge from-layer="3543" from-port="2" to-layer="3545" to-port="0" />
+		<edge from-layer="3544" from-port="0" to-layer="3545" to-port="1" />
+		<edge from-layer="3545" from-port="2" to-layer="3547" to-port="0" />
+		<edge from-layer="3546" from-port="0" to-layer="3547" to-port="1" />
+		<edge from-layer="3547" from-port="2" to-layer="3548" to-port="0" />
+		<edge from-layer="3548" from-port="2" to-layer="3549" to-port="0" />
+		<edge from-layer="3549" from-port="2" to-layer="3551" to-port="0" />
+		<edge from-layer="3550" from-port="0" to-layer="3551" to-port="1" />
+		<edge from-layer="3551" from-port="2" to-layer="3553" to-port="2" />
+		<edge from-layer="3552" from-port="0" to-layer="3553" to-port="4" />
+		<edge from-layer="3553" from-port="5" to-layer="3555" to-port="0" />
 		<edge from-layer="3554" from-port="0" to-layer="3555" to-port="1" />
 		<edge from-layer="3555" from-port="2" to-layer="3556" to-port="0" />
-		<edge from-layer="3556" from-port="1" to-layer="3557" to-port="1" />
-		<edge from-layer="3557" from-port="2" to-layer="3559" to-port="0" />
-		<edge from-layer="3558" from-port="0" to-layer="3559" to-port="1" />
-		<edge from-layer="3559" from-port="2" to-layer="3561" to-port="0" />
-		<edge from-layer="3560" from-port="0" to-layer="3561" to-port="1" />
-		<edge from-layer="3561" from-port="2" to-layer="3562" to-port="0" />
-		<edge from-layer="3561" from-port="2" to-layer="3567" to-port="0" />
-		<edge from-layer="3561" from-port="2" to-layer="3574" to-port="0" />
-		<edge from-layer="3562" from-port="2" to-layer="3577" to-port="0" />
-		<edge from-layer="3563" from-port="0" to-layer="3567" to-port="1" />
-		<edge from-layer="3564" from-port="0" to-layer="3567" to-port="2" />
-		<edge from-layer="3565" from-port="0" to-layer="3567" to-port="3" />
-		<edge from-layer="3566" from-port="0" to-layer="3567" to-port="4" />
-		<edge from-layer="3567" from-port="5" to-layer="3569" to-port="0" />
-		<edge from-layer="3568" from-port="0" to-layer="3569" to-port="1" />
-		<edge from-layer="3569" from-port="2" to-layer="3575" to-port="0" />
-		<edge from-layer="3570" from-port="0" to-layer="3574" to-port="1" />
-		<edge from-layer="3571" from-port="0" to-layer="3574" to-port="2" />
-		<edge from-layer="3572" from-port="0" to-layer="3574" to-port="3" />
-		<edge from-layer="3573" from-port="0" to-layer="3574" to-port="4" />
-		<edge from-layer="3574" from-port="5" to-layer="3575" to-port="1" />
-		<edge from-layer="3575" from-port="2" to-layer="3576" to-port="0" />
-		<edge from-layer="3576" from-port="2" to-layer="3577" to-port="1" />
-		<edge from-layer="3577" from-port="2" to-layer="3579" to-port="0" />
-		<edge from-layer="3578" from-port="0" to-layer="3579" to-port="1" />
-		<edge from-layer="3578" from-port="0" to-layer="3593" to-port="1" />
-		<edge from-layer="3579" from-port="2" to-layer="3580" to-port="0" />
-		<edge from-layer="3580" from-port="2" to-layer="3582" to-port="0" />
-		<edge from-layer="3581" from-port="0" to-layer="3582" to-port="1" />
-		<edge from-layer="3582" from-port="2" to-layer="3598" to-port="1" />
-		<edge from-layer="3583" from-port="0" to-layer="3584" to-port="0" />
-		<edge from-layer="3584" from-port="1" to-layer="3586" to-port="0" />
-		<edge from-layer="3585" from-port="0" to-layer="3586" to-port="1" />
-		<edge from-layer="3586" from-port="2" to-layer="3587" to-port="0" />
-		<edge from-layer="3587" from-port="1" to-layer="3588" to-port="1" />
+		<edge from-layer="3556" from-port="2" to-layer="3565" to-port="0" />
+		<edge from-layer="3557" from-port="0" to-layer="3558" to-port="0" />
+		<edge from-layer="3558" from-port="1" to-layer="3561" to-port="0" />
+		<edge from-layer="3559" from-port="0" to-layer="3560" to-port="0" />
+		<edge from-layer="3560" from-port="1" to-layer="3561" to-port="1" />
+		<edge from-layer="3561" from-port="2" to-layer="3563" to-port="0" />
+		<edge from-layer="3562" from-port="0" to-layer="3563" to-port="1" />
+		<edge from-layer="3563" from-port="2" to-layer="3564" to-port="0" />
+		<edge from-layer="3564" from-port="1" to-layer="3565" to-port="1" />
+		<edge from-layer="3565" from-port="2" to-layer="3575" to-port="0" />
+		<edge from-layer="3565" from-port="2" to-layer="3568" to-port="0" />
+		<edge from-layer="3566" from-port="0" to-layer="3574" to-port="0" />
+		<edge from-layer="3567" from-port="0" to-layer="3568" to-port="1" />
+		<edge from-layer="3568" from-port="2" to-layer="3570" to-port="0" />
+		<edge from-layer="3569" from-port="0" to-layer="3570" to-port="1" />
+		<edge from-layer="3570" from-port="2" to-layer="3572" to-port="0" />
+		<edge from-layer="3571" from-port="0" to-layer="3572" to-port="1" />
+		<edge from-layer="3572" from-port="2" to-layer="3573" to-port="0" />
+		<edge from-layer="3573" from-port="1" to-layer="3574" to-port="1" />
+		<edge from-layer="3574" from-port="2" to-layer="3575" to-port="1" />
+		<edge from-layer="3575" from-port="2" to-layer="3577" to-port="0" />
+		<edge from-layer="3576" from-port="0" to-layer="3577" to-port="1" />
+		<edge from-layer="3577" from-port="2" to-layer="3578" to-port="1" />
+		<edge from-layer="3578" from-port="2" to-layer="3632" to-port="0" />
+		<edge from-layer="3578" from-port="2" to-layer="3581" to-port="0" />
+		<edge from-layer="3578" from-port="2" to-layer="3588" to-port="0" />
+		<edge from-layer="3579" from-port="0" to-layer="3587" to-port="0" />
+		<edge from-layer="3580" from-port="0" to-layer="3581" to-port="1" />
+		<edge from-layer="3581" from-port="2" to-layer="3583" to-port="0" />
+		<edge from-layer="3582" from-port="0" to-layer="3583" to-port="1" />
+		<edge from-layer="3583" from-port="2" to-layer="3585" to-port="0" />
+		<edge from-layer="3584" from-port="0" to-layer="3585" to-port="1" />
+		<edge from-layer="3585" from-port="2" to-layer="3586" to-port="0" />
+		<edge from-layer="3586" from-port="1" to-layer="3587" to-port="1" />
+		<edge from-layer="3587" from-port="2" to-layer="3588" to-port="1" />
 		<edge from-layer="3588" from-port="2" to-layer="3590" to-port="0" />
 		<edge from-layer="3589" from-port="0" to-layer="3590" to-port="1" />
-		<edge from-layer="3590" from-port="2" to-layer="3592" to-port="0" />
-		<edge from-layer="3591" from-port="0" to-layer="3592" to-port="1" />
-		<edge from-layer="3592" from-port="2" to-layer="3593" to-port="0" />
-		<edge from-layer="3593" from-port="2" to-layer="3594" to-port="0" />
-		<edge from-layer="3594" from-port="2" to-layer="3596" to-port="0" />
-		<edge from-layer="3595" from-port="0" to-layer="3596" to-port="1" />
-		<edge from-layer="3596" from-port="2" to-layer="3598" to-port="2" />
-		<edge from-layer="3597" from-port="0" to-layer="3598" to-port="4" />
-		<edge from-layer="3598" from-port="5" to-layer="3600" to-port="0" />
-		<edge from-layer="3599" from-port="0" to-layer="3600" to-port="1" />
-		<edge from-layer="3600" from-port="2" to-layer="3601" to-port="0" />
-		<edge from-layer="3601" from-port="2" to-layer="3607" to-port="0" />
-		<edge from-layer="3602" from-port="0" to-layer="3603" to-port="0" />
-		<edge from-layer="3603" from-port="1" to-layer="3605" to-port="0" />
-		<edge from-layer="3604" from-port="0" to-layer="3605" to-port="1" />
-		<edge from-layer="3605" from-port="2" to-layer="3606" to-port="0" />
-		<edge from-layer="3606" from-port="1" to-layer="3607" to-port="1" />
-		<edge from-layer="3607" from-port="2" to-layer="3617" to-port="0" />
-		<edge from-layer="3607" from-port="2" to-layer="3610" to-port="0" />
-		<edge from-layer="3608" from-port="0" to-layer="3616" to-port="0" />
-		<edge from-layer="3609" from-port="0" to-layer="3610" to-port="1" />
-		<edge from-layer="3610" from-port="2" to-layer="3612" to-port="0" />
-		<edge from-layer="3611" from-port="0" to-layer="3612" to-port="1" />
-		<edge from-layer="3612" from-port="2" to-layer="3614" to-port="0" />
-		<edge from-layer="3613" from-port="0" to-layer="3614" to-port="1" />
-		<edge from-layer="3614" from-port="2" to-layer="3615" to-port="0" />
-		<edge from-layer="3615" from-port="1" to-layer="3616" to-port="1" />
-		<edge from-layer="3616" from-port="2" to-layer="3617" to-port="1" />
-		<edge from-layer="3617" from-port="2" to-layer="3619" to-port="0" />
-		<edge from-layer="3618" from-port="0" to-layer="3619" to-port="1" />
-		<edge from-layer="3619" from-port="2" to-layer="3620" to-port="1" />
-		<edge from-layer="3620" from-port="2" to-layer="3623" to-port="0" />
-		<edge from-layer="3620" from-port="2" to-layer="3630" to-port="0" />
-		<edge from-layer="3620" from-port="2" to-layer="3665" to-port="0" />
-		<edge from-layer="3621" from-port="0" to-layer="3629" to-port="0" />
-		<edge from-layer="3622" from-port="0" to-layer="3623" to-port="1" />
-		<edge from-layer="3623" from-port="2" to-layer="3625" to-port="0" />
-		<edge from-layer="3624" from-port="0" to-layer="3625" to-port="1" />
-		<edge from-layer="3625" from-port="2" to-layer="3627" to-port="0" />
-		<edge from-layer="3626" from-port="0" to-layer="3627" to-port="1" />
-		<edge from-layer="3627" from-port="2" to-layer="3628" to-port="0" />
-		<edge from-layer="3628" from-port="1" to-layer="3629" to-port="1" />
-		<edge from-layer="3629" from-port="2" to-layer="3630" to-port="1" />
-		<edge from-layer="3630" from-port="2" to-layer="3632" to-port="0" />
-		<edge from-layer="3631" from-port="0" to-layer="3632" to-port="1" />
-		<edge from-layer="3632" from-port="2" to-layer="3645" to-port="0" />
-		<edge from-layer="3632" from-port="2" to-layer="3638" to-port="0" />
-		<edge from-layer="3633" from-port="0" to-layer="3634" to-port="0" />
-		<edge from-layer="3634" from-port="1" to-layer="3636" to-port="0" />
-		<edge from-layer="3635" from-port="0" to-layer="3636" to-port="1" />
-		<edge from-layer="3636" from-port="2" to-layer="3637" to-port="0" />
-		<edge from-layer="3637" from-port="1" to-layer="3638" to-port="1" />
-		<edge from-layer="3638" from-port="2" to-layer="3639" to-port="0" />
-		<edge from-layer="3639" from-port="1" to-layer="3646" to-port="0" />
-		<edge from-layer="3640" from-port="0" to-layer="3641" to-port="0" />
-		<edge from-layer="3641" from-port="1" to-layer="3643" to-port="0" />
-		<edge from-layer="3642" from-port="0" to-layer="3643" to-port="1" />
-		<edge from-layer="3643" from-port="2" to-layer="3644" to-port="0" />
-		<edge from-layer="3644" from-port="1" to-layer="3645" to-port="1" />
-		<edge from-layer="3645" from-port="2" to-layer="3646" to-port="1" />
-		<edge from-layer="3646" from-port="2" to-layer="3652" to-port="0" />
+		<edge from-layer="3590" from-port="2" to-layer="3609" to-port="0" />
+		<edge from-layer="3590" from-port="2" to-layer="3599" to-port="0" />
+		<edge from-layer="3591" from-port="0" to-layer="3592" to-port="0" />
+		<edge from-layer="3592" from-port="1" to-layer="3595" to-port="0" />
+		<edge from-layer="3593" from-port="0" to-layer="3594" to-port="0" />
+		<edge from-layer="3594" from-port="1" to-layer="3595" to-port="1" />
+		<edge from-layer="3595" from-port="2" to-layer="3597" to-port="0" />
+		<edge from-layer="3596" from-port="0" to-layer="3597" to-port="1" />
+		<edge from-layer="3597" from-port="2" to-layer="3598" to-port="0" />
+		<edge from-layer="3598" from-port="1" to-layer="3599" to-port="1" />
+		<edge from-layer="3599" from-port="2" to-layer="3600" to-port="0" />
+		<edge from-layer="3600" from-port="1" to-layer="3610" to-port="0" />
+		<edge from-layer="3601" from-port="0" to-layer="3602" to-port="0" />
+		<edge from-layer="3602" from-port="1" to-layer="3605" to-port="0" />
+		<edge from-layer="3603" from-port="0" to-layer="3604" to-port="0" />
+		<edge from-layer="3604" from-port="1" to-layer="3605" to-port="1" />
+		<edge from-layer="3605" from-port="2" to-layer="3607" to-port="0" />
+		<edge from-layer="3606" from-port="0" to-layer="3607" to-port="1" />
+		<edge from-layer="3607" from-port="2" to-layer="3608" to-port="0" />
+		<edge from-layer="3608" from-port="1" to-layer="3609" to-port="1" />
+		<edge from-layer="3609" from-port="2" to-layer="3610" to-port="1" />
+		<edge from-layer="3610" from-port="2" to-layer="3619" to-port="0" />
+		<edge from-layer="3611" from-port="0" to-layer="3612" to-port="0" />
+		<edge from-layer="3612" from-port="1" to-layer="3615" to-port="0" />
+		<edge from-layer="3613" from-port="0" to-layer="3614" to-port="0" />
+		<edge from-layer="3614" from-port="1" to-layer="3615" to-port="1" />
+		<edge from-layer="3615" from-port="2" to-layer="3617" to-port="0" />
+		<edge from-layer="3616" from-port="0" to-layer="3617" to-port="1" />
+		<edge from-layer="3617" from-port="2" to-layer="3618" to-port="0" />
+		<edge from-layer="3618" from-port="1" to-layer="3619" to-port="1" />
+		<edge from-layer="3619" from-port="2" to-layer="3629" to-port="0" />
+		<edge from-layer="3619" from-port="2" to-layer="3622" to-port="0" />
+		<edge from-layer="3620" from-port="0" to-layer="3628" to-port="0" />
+		<edge from-layer="3621" from-port="0" to-layer="3622" to-port="1" />
+		<edge from-layer="3622" from-port="2" to-layer="3624" to-port="0" />
+		<edge from-layer="3623" from-port="0" to-layer="3624" to-port="1" />
+		<edge from-layer="3624" from-port="2" to-layer="3626" to-port="0" />
+		<edge from-layer="3625" from-port="0" to-layer="3626" to-port="1" />
+		<edge from-layer="3626" from-port="2" to-layer="3627" to-port="0" />
+		<edge from-layer="3627" from-port="1" to-layer="3628" to-port="1" />
+		<edge from-layer="3628" from-port="2" to-layer="3629" to-port="1" />
+		<edge from-layer="3629" from-port="2" to-layer="3631" to-port="0" />
+		<edge from-layer="3630" from-port="0" to-layer="3631" to-port="1" />
+		<edge from-layer="3631" from-port="2" to-layer="3632" to-port="1" />
+		<edge from-layer="3632" from-port="2" to-layer="3635" to-port="0" />
+		<edge from-layer="3632" from-port="2" to-layer="3642" to-port="0" />
+		<edge from-layer="3632" from-port="2" to-layer="3751" to-port="0" />
+		<edge from-layer="3633" from-port="0" to-layer="3641" to-port="0" />
+		<edge from-layer="3634" from-port="0" to-layer="3635" to-port="1" />
+		<edge from-layer="3635" from-port="2" to-layer="3637" to-port="0" />
+		<edge from-layer="3636" from-port="0" to-layer="3637" to-port="1" />
+		<edge from-layer="3637" from-port="2" to-layer="3639" to-port="0" />
+		<edge from-layer="3638" from-port="0" to-layer="3639" to-port="1" />
+		<edge from-layer="3639" from-port="2" to-layer="3640" to-port="0" />
+		<edge from-layer="3640" from-port="1" to-layer="3641" to-port="1" />
+		<edge from-layer="3641" from-port="2" to-layer="3642" to-port="1" />
+		<edge from-layer="3642" from-port="2" to-layer="3644" to-port="0" />
+		<edge from-layer="3643" from-port="0" to-layer="3644" to-port="1" />
+		<edge from-layer="3644" from-port="2" to-layer="3682" to-port="0" />
+		<edge from-layer="3644" from-port="2" to-layer="3653" to-port="0" />
+		<edge from-layer="3644" from-port="2" to-layer="3716" to-port="0" />
+		<edge from-layer="3645" from-port="0" to-layer="3646" to-port="0" />
+		<edge from-layer="3646" from-port="1" to-layer="3649" to-port="0" />
 		<edge from-layer="3647" from-port="0" to-layer="3648" to-port="0" />
-		<edge from-layer="3648" from-port="1" to-layer="3650" to-port="0" />
-		<edge from-layer="3649" from-port="0" to-layer="3650" to-port="1" />
-		<edge from-layer="3650" from-port="2" to-layer="3651" to-port="0" />
-		<edge from-layer="3651" from-port="1" to-layer="3652" to-port="1" />
-		<edge from-layer="3652" from-port="2" to-layer="3655" to-port="0" />
-		<edge from-layer="3652" from-port="2" to-layer="3662" to-port="0" />
-		<edge from-layer="3653" from-port="0" to-layer="3661" to-port="0" />
+		<edge from-layer="3648" from-port="1" to-layer="3649" to-port="1" />
+		<edge from-layer="3649" from-port="2" to-layer="3651" to-port="0" />
+		<edge from-layer="3650" from-port="0" to-layer="3651" to-port="1" />
+		<edge from-layer="3651" from-port="2" to-layer="3652" to-port="0" />
+		<edge from-layer="3652" from-port="1" to-layer="3653" to-port="1" />
+		<edge from-layer="3653" from-port="2" to-layer="3655" to-port="0" />
 		<edge from-layer="3654" from-port="0" to-layer="3655" to-port="1" />
 		<edge from-layer="3655" from-port="2" to-layer="3657" to-port="0" />
 		<edge from-layer="3656" from-port="0" to-layer="3657" to-port="1" />
-		<edge from-layer="3657" from-port="2" to-layer="3659" to-port="0" />
-		<edge from-layer="3658" from-port="0" to-layer="3659" to-port="1" />
-		<edge from-layer="3659" from-port="2" to-layer="3660" to-port="0" />
-		<edge from-layer="3660" from-port="1" to-layer="3661" to-port="1" />
-		<edge from-layer="3661" from-port="2" to-layer="3662" to-port="1" />
-		<edge from-layer="3662" from-port="2" to-layer="3664" to-port="0" />
-		<edge from-layer="3663" from-port="0" to-layer="3664" to-port="1" />
-		<edge from-layer="3664" from-port="2" to-layer="3665" to-port="1" />
-		<edge from-layer="3665" from-port="2" to-layer="3772" to-port="0" />
-		<edge from-layer="3665" from-port="2" to-layer="3668" to-port="0" />
-		<edge from-layer="3665" from-port="2" to-layer="3675" to-port="0" />
-		<edge from-layer="3666" from-port="0" to-layer="3674" to-port="0" />
-		<edge from-layer="3667" from-port="0" to-layer="3668" to-port="1" />
-		<edge from-layer="3668" from-port="2" to-layer="3670" to-port="0" />
-		<edge from-layer="3669" from-port="0" to-layer="3670" to-port="1" />
-		<edge from-layer="3670" from-port="2" to-layer="3672" to-port="0" />
-		<edge from-layer="3671" from-port="0" to-layer="3672" to-port="1" />
-		<edge from-layer="3672" from-port="2" to-layer="3673" to-port="0" />
-		<edge from-layer="3673" from-port="1" to-layer="3674" to-port="1" />
-		<edge from-layer="3674" from-port="2" to-layer="3675" to-port="1" />
-		<edge from-layer="3675" from-port="2" to-layer="3677" to-port="0" />
-		<edge from-layer="3676" from-port="0" to-layer="3677" to-port="1" />
-		<edge from-layer="3677" from-port="2" to-layer="3709" to-port="0" />
-		<edge from-layer="3677" from-port="2" to-layer="3740" to-port="0" />
-		<edge from-layer="3677" from-port="2" to-layer="3683" to-port="0" />
-		<edge from-layer="3678" from-port="0" to-layer="3679" to-port="0" />
-		<edge from-layer="3679" from-port="1" to-layer="3681" to-port="0" />
-		<edge from-layer="3680" from-port="0" to-layer="3681" to-port="1" />
-		<edge from-layer="3681" from-port="2" to-layer="3682" to-port="0" />
-		<edge from-layer="3682" from-port="1" to-layer="3683" to-port="1" />
-		<edge from-layer="3683" from-port="2" to-layer="3685" to-port="0" />
-		<edge from-layer="3684" from-port="0" to-layer="3685" to-port="1" />
-		<edge from-layer="3685" from-port="2" to-layer="3687" to-port="0" />
-		<edge from-layer="3686" from-port="0" to-layer="3687" to-port="1" />
-		<edge from-layer="3687" from-port="2" to-layer="3693" to-port="0" />
-		<edge from-layer="3687" from-port="2" to-layer="3700" to-port="0" />
-		<edge from-layer="3687" from-port="2" to-layer="3688" to-port="0" />
-		<edge from-layer="3688" from-port="2" to-layer="3703" to-port="0" />
-		<edge from-layer="3689" from-port="0" to-layer="3693" to-port="1" />
-		<edge from-layer="3690" from-port="0" to-layer="3693" to-port="2" />
-		<edge from-layer="3691" from-port="0" to-layer="3693" to-port="3" />
-		<edge from-layer="3692" from-port="0" to-layer="3693" to-port="4" />
-		<edge from-layer="3693" from-port="5" to-layer="3695" to-port="0" />
-		<edge from-layer="3694" from-port="0" to-layer="3695" to-port="1" />
-		<edge from-layer="3695" from-port="2" to-layer="3701" to-port="0" />
-		<edge from-layer="3696" from-port="0" to-layer="3700" to-port="1" />
-		<edge from-layer="3697" from-port="0" to-layer="3700" to-port="2" />
-		<edge from-layer="3698" from-port="0" to-layer="3700" to-port="3" />
-		<edge from-layer="3699" from-port="0" to-layer="3700" to-port="4" />
-		<edge from-layer="3700" from-port="5" to-layer="3701" to-port="1" />
-		<edge from-layer="3701" from-port="2" to-layer="3702" to-port="0" />
-		<edge from-layer="3702" from-port="2" to-layer="3703" to-port="1" />
-		<edge from-layer="3703" from-port="2" to-layer="3750" to-port="0" />
-		<edge from-layer="3704" from-port="0" to-layer="3705" to-port="0" />
-		<edge from-layer="3705" from-port="1" to-layer="3707" to-port="0" />
+		<edge from-layer="3657" from-port="2" to-layer="3663" to-port="0" />
+		<edge from-layer="3657" from-port="2" to-layer="3658" to-port="0" />
+		<edge from-layer="3657" from-port="2" to-layer="3670" to-port="0" />
+		<edge from-layer="3658" from-port="2" to-layer="3673" to-port="0" />
+		<edge from-layer="3659" from-port="0" to-layer="3663" to-port="1" />
+		<edge from-layer="3660" from-port="0" to-layer="3663" to-port="2" />
+		<edge from-layer="3661" from-port="0" to-layer="3663" to-port="3" />
+		<edge from-layer="3662" from-port="0" to-layer="3663" to-port="4" />
+		<edge from-layer="3663" from-port="5" to-layer="3665" to-port="0" />
+		<edge from-layer="3664" from-port="0" to-layer="3665" to-port="1" />
+		<edge from-layer="3665" from-port="2" to-layer="3671" to-port="0" />
+		<edge from-layer="3666" from-port="0" to-layer="3670" to-port="1" />
+		<edge from-layer="3667" from-port="0" to-layer="3670" to-port="2" />
+		<edge from-layer="3668" from-port="0" to-layer="3670" to-port="3" />
+		<edge from-layer="3669" from-port="0" to-layer="3670" to-port="4" />
+		<edge from-layer="3670" from-port="5" to-layer="3671" to-port="1" />
+		<edge from-layer="3671" from-port="2" to-layer="3672" to-port="0" />
+		<edge from-layer="3672" from-port="2" to-layer="3673" to-port="1" />
+		<edge from-layer="3673" from-port="2" to-layer="3726" to-port="0" />
+		<edge from-layer="3674" from-port="0" to-layer="3675" to-port="0" />
+		<edge from-layer="3675" from-port="1" to-layer="3678" to-port="0" />
+		<edge from-layer="3676" from-port="0" to-layer="3677" to-port="0" />
+		<edge from-layer="3677" from-port="1" to-layer="3678" to-port="1" />
+		<edge from-layer="3678" from-port="2" to-layer="3680" to-port="0" />
+		<edge from-layer="3679" from-port="0" to-layer="3680" to-port="1" />
+		<edge from-layer="3680" from-port="2" to-layer="3681" to-port="0" />
+		<edge from-layer="3681" from-port="1" to-layer="3682" to-port="1" />
+		<edge from-layer="3682" from-port="2" to-layer="3684" to-port="0" />
+		<edge from-layer="3683" from-port="0" to-layer="3684" to-port="1" />
+		<edge from-layer="3684" from-port="2" to-layer="3686" to-port="0" />
+		<edge from-layer="3685" from-port="0" to-layer="3686" to-port="1" />
+		<edge from-layer="3686" from-port="2" to-layer="3687" to-port="0" />
+		<edge from-layer="3686" from-port="2" to-layer="3692" to-port="0" />
+		<edge from-layer="3686" from-port="2" to-layer="3699" to-port="0" />
+		<edge from-layer="3687" from-port="2" to-layer="3702" to-port="0" />
+		<edge from-layer="3688" from-port="0" to-layer="3692" to-port="1" />
+		<edge from-layer="3689" from-port="0" to-layer="3692" to-port="2" />
+		<edge from-layer="3690" from-port="0" to-layer="3692" to-port="3" />
+		<edge from-layer="3691" from-port="0" to-layer="3692" to-port="4" />
+		<edge from-layer="3692" from-port="5" to-layer="3694" to-port="0" />
+		<edge from-layer="3693" from-port="0" to-layer="3694" to-port="1" />
+		<edge from-layer="3694" from-port="2" to-layer="3700" to-port="0" />
+		<edge from-layer="3695" from-port="0" to-layer="3699" to-port="1" />
+		<edge from-layer="3696" from-port="0" to-layer="3699" to-port="2" />
+		<edge from-layer="3697" from-port="0" to-layer="3699" to-port="3" />
+		<edge from-layer="3698" from-port="0" to-layer="3699" to-port="4" />
+		<edge from-layer="3699" from-port="5" to-layer="3700" to-port="1" />
+		<edge from-layer="3700" from-port="2" to-layer="3701" to-port="0" />
+		<edge from-layer="3701" from-port="2" to-layer="3702" to-port="1" />
+		<edge from-layer="3702" from-port="2" to-layer="3704" to-port="0" />
+		<edge from-layer="3703" from-port="0" to-layer="3704" to-port="1" />
+		<edge from-layer="3703" from-port="0" to-layer="3721" to-port="1" />
+		<edge from-layer="3704" from-port="2" to-layer="3705" to-port="0" />
+		<edge from-layer="3705" from-port="2" to-layer="3707" to-port="0" />
 		<edge from-layer="3706" from-port="0" to-layer="3707" to-port="1" />
-		<edge from-layer="3707" from-port="2" to-layer="3708" to-port="0" />
-		<edge from-layer="3708" from-port="1" to-layer="3709" to-port="1" />
-		<edge from-layer="3709" from-port="2" to-layer="3711" to-port="0" />
-		<edge from-layer="3710" from-port="0" to-layer="3711" to-port="1" />
-		<edge from-layer="3711" from-port="2" to-layer="3713" to-port="0" />
-		<edge from-layer="3712" from-port="0" to-layer="3713" to-port="1" />
-		<edge from-layer="3713" from-port="2" to-layer="3714" to-port="0" />
-		<edge from-layer="3713" from-port="2" to-layer="3719" to-port="0" />
-		<edge from-layer="3713" from-port="2" to-layer="3726" to-port="0" />
-		<edge from-layer="3714" from-port="2" to-layer="3729" to-port="0" />
-		<edge from-layer="3715" from-port="0" to-layer="3719" to-port="1" />
-		<edge from-layer="3716" from-port="0" to-layer="3719" to-port="2" />
-		<edge from-layer="3717" from-port="0" to-layer="3719" to-port="3" />
-		<edge from-layer="3718" from-port="0" to-layer="3719" to-port="4" />
-		<edge from-layer="3719" from-port="5" to-layer="3721" to-port="0" />
-		<edge from-layer="3720" from-port="0" to-layer="3721" to-port="1" />
-		<edge from-layer="3721" from-port="2" to-layer="3727" to-port="0" />
-		<edge from-layer="3722" from-port="0" to-layer="3726" to-port="1" />
-		<edge from-layer="3723" from-port="0" to-layer="3726" to-port="2" />
-		<edge from-layer="3724" from-port="0" to-layer="3726" to-port="3" />
+		<edge from-layer="3707" from-port="2" to-layer="3726" to-port="1" />
+		<edge from-layer="3708" from-port="0" to-layer="3709" to-port="0" />
+		<edge from-layer="3709" from-port="1" to-layer="3712" to-port="0" />
+		<edge from-layer="3710" from-port="0" to-layer="3711" to-port="0" />
+		<edge from-layer="3711" from-port="1" to-layer="3712" to-port="1" />
+		<edge from-layer="3712" from-port="2" to-layer="3714" to-port="0" />
+		<edge from-layer="3713" from-port="0" to-layer="3714" to-port="1" />
+		<edge from-layer="3714" from-port="2" to-layer="3715" to-port="0" />
+		<edge from-layer="3715" from-port="1" to-layer="3716" to-port="1" />
+		<edge from-layer="3716" from-port="2" to-layer="3718" to-port="0" />
+		<edge from-layer="3717" from-port="0" to-layer="3718" to-port="1" />
+		<edge from-layer="3718" from-port="2" to-layer="3720" to-port="0" />
+		<edge from-layer="3719" from-port="0" to-layer="3720" to-port="1" />
+		<edge from-layer="3720" from-port="2" to-layer="3721" to-port="0" />
+		<edge from-layer="3721" from-port="2" to-layer="3722" to-port="0" />
+		<edge from-layer="3722" from-port="2" to-layer="3724" to-port="0" />
+		<edge from-layer="3723" from-port="0" to-layer="3724" to-port="1" />
+		<edge from-layer="3724" from-port="2" to-layer="3726" to-port="2" />
 		<edge from-layer="3725" from-port="0" to-layer="3726" to-port="4" />
-		<edge from-layer="3726" from-port="5" to-layer="3727" to-port="1" />
-		<edge from-layer="3727" from-port="2" to-layer="3728" to-port="0" />
-		<edge from-layer="3728" from-port="2" to-layer="3729" to-port="1" />
-		<edge from-layer="3729" from-port="2" to-layer="3731" to-port="0" />
-		<edge from-layer="3730" from-port="0" to-layer="3731" to-port="1" />
-		<edge from-layer="3730" from-port="0" to-layer="3745" to-port="1" />
-		<edge from-layer="3731" from-port="2" to-layer="3732" to-port="0" />
-		<edge from-layer="3732" from-port="2" to-layer="3734" to-port="0" />
-		<edge from-layer="3733" from-port="0" to-layer="3734" to-port="1" />
-		<edge from-layer="3734" from-port="2" to-layer="3750" to-port="1" />
-		<edge from-layer="3735" from-port="0" to-layer="3736" to-port="0" />
-		<edge from-layer="3736" from-port="1" to-layer="3738" to-port="0" />
-		<edge from-layer="3737" from-port="0" to-layer="3738" to-port="1" />
-		<edge from-layer="3738" from-port="2" to-layer="3739" to-port="0" />
-		<edge from-layer="3739" from-port="1" to-layer="3740" to-port="1" />
-		<edge from-layer="3740" from-port="2" to-layer="3742" to-port="0" />
-		<edge from-layer="3741" from-port="0" to-layer="3742" to-port="1" />
-		<edge from-layer="3742" from-port="2" to-layer="3744" to-port="0" />
-		<edge from-layer="3743" from-port="0" to-layer="3744" to-port="1" />
-		<edge from-layer="3744" from-port="2" to-layer="3745" to-port="0" />
+		<edge from-layer="3726" from-port="5" to-layer="3728" to-port="0" />
+		<edge from-layer="3727" from-port="0" to-layer="3728" to-port="1" />
+		<edge from-layer="3728" from-port="2" to-layer="3729" to-port="0" />
+		<edge from-layer="3729" from-port="2" to-layer="3738" to-port="0" />
+		<edge from-layer="3730" from-port="0" to-layer="3731" to-port="0" />
+		<edge from-layer="3731" from-port="1" to-layer="3734" to-port="0" />
+		<edge from-layer="3732" from-port="0" to-layer="3733" to-port="0" />
+		<edge from-layer="3733" from-port="1" to-layer="3734" to-port="1" />
+		<edge from-layer="3734" from-port="2" to-layer="3736" to-port="0" />
+		<edge from-layer="3735" from-port="0" to-layer="3736" to-port="1" />
+		<edge from-layer="3736" from-port="2" to-layer="3737" to-port="0" />
+		<edge from-layer="3737" from-port="1" to-layer="3738" to-port="1" />
+		<edge from-layer="3738" from-port="2" to-layer="3748" to-port="0" />
+		<edge from-layer="3738" from-port="2" to-layer="3741" to-port="0" />
+		<edge from-layer="3739" from-port="0" to-layer="3747" to-port="0" />
+		<edge from-layer="3740" from-port="0" to-layer="3741" to-port="1" />
+		<edge from-layer="3741" from-port="2" to-layer="3743" to-port="0" />
+		<edge from-layer="3742" from-port="0" to-layer="3743" to-port="1" />
+		<edge from-layer="3743" from-port="2" to-layer="3745" to-port="0" />
+		<edge from-layer="3744" from-port="0" to-layer="3745" to-port="1" />
 		<edge from-layer="3745" from-port="2" to-layer="3746" to-port="0" />
-		<edge from-layer="3746" from-port="2" to-layer="3748" to-port="0" />
-		<edge from-layer="3747" from-port="0" to-layer="3748" to-port="1" />
-		<edge from-layer="3748" from-port="2" to-layer="3750" to-port="2" />
-		<edge from-layer="3749" from-port="0" to-layer="3750" to-port="4" />
-		<edge from-layer="3750" from-port="5" to-layer="3752" to-port="0" />
-		<edge from-layer="3751" from-port="0" to-layer="3752" to-port="1" />
-		<edge from-layer="3752" from-port="2" to-layer="3753" to-port="0" />
-		<edge from-layer="3753" from-port="2" to-layer="3759" to-port="0" />
-		<edge from-layer="3754" from-port="0" to-layer="3755" to-port="0" />
-		<edge from-layer="3755" from-port="1" to-layer="3757" to-port="0" />
-		<edge from-layer="3756" from-port="0" to-layer="3757" to-port="1" />
-		<edge from-layer="3757" from-port="2" to-layer="3758" to-port="0" />
-		<edge from-layer="3758" from-port="1" to-layer="3759" to-port="1" />
-		<edge from-layer="3759" from-port="2" to-layer="3769" to-port="0" />
-		<edge from-layer="3759" from-port="2" to-layer="3762" to-port="0" />
-		<edge from-layer="3760" from-port="0" to-layer="3768" to-port="0" />
-		<edge from-layer="3761" from-port="0" to-layer="3762" to-port="1" />
-		<edge from-layer="3762" from-port="2" to-layer="3764" to-port="0" />
-		<edge from-layer="3763" from-port="0" to-layer="3764" to-port="1" />
-		<edge from-layer="3764" from-port="2" to-layer="3766" to-port="0" />
-		<edge from-layer="3765" from-port="0" to-layer="3766" to-port="1" />
-		<edge from-layer="3766" from-port="2" to-layer="3767" to-port="0" />
+		<edge from-layer="3746" from-port="1" to-layer="3747" to-port="1" />
+		<edge from-layer="3747" from-port="2" to-layer="3748" to-port="1" />
+		<edge from-layer="3748" from-port="2" to-layer="3750" to-port="0" />
+		<edge from-layer="3749" from-port="0" to-layer="3750" to-port="1" />
+		<edge from-layer="3750" from-port="2" to-layer="3751" to-port="1" />
+		<edge from-layer="3751" from-port="2" to-layer="3761" to-port="0" />
+		<edge from-layer="3751" from-port="2" to-layer="3805" to-port="0" />
+		<edge from-layer="3751" from-port="2" to-layer="3754" to-port="0" />
+		<edge from-layer="3752" from-port="0" to-layer="3760" to-port="0" />
+		<edge from-layer="3753" from-port="0" to-layer="3754" to-port="1" />
+		<edge from-layer="3754" from-port="2" to-layer="3756" to-port="0" />
+		<edge from-layer="3755" from-port="0" to-layer="3756" to-port="1" />
+		<edge from-layer="3756" from-port="2" to-layer="3758" to-port="0" />
+		<edge from-layer="3757" from-port="0" to-layer="3758" to-port="1" />
+		<edge from-layer="3758" from-port="2" to-layer="3759" to-port="0" />
+		<edge from-layer="3759" from-port="1" to-layer="3760" to-port="1" />
+		<edge from-layer="3760" from-port="2" to-layer="3761" to-port="1" />
+		<edge from-layer="3761" from-port="2" to-layer="3763" to-port="0" />
+		<edge from-layer="3762" from-port="0" to-layer="3763" to-port="1" />
+		<edge from-layer="3763" from-port="2" to-layer="3782" to-port="0" />
+		<edge from-layer="3763" from-port="2" to-layer="3772" to-port="0" />
+		<edge from-layer="3764" from-port="0" to-layer="3765" to-port="0" />
+		<edge from-layer="3765" from-port="1" to-layer="3768" to-port="0" />
+		<edge from-layer="3766" from-port="0" to-layer="3767" to-port="0" />
 		<edge from-layer="3767" from-port="1" to-layer="3768" to-port="1" />
-		<edge from-layer="3768" from-port="2" to-layer="3769" to-port="1" />
-		<edge from-layer="3769" from-port="2" to-layer="3771" to-port="0" />
-		<edge from-layer="3770" from-port="0" to-layer="3771" to-port="1" />
-		<edge from-layer="3771" from-port="2" to-layer="3772" to-port="1" />
-		<edge from-layer="3772" from-port="2" to-layer="3782" to-port="0" />
-		<edge from-layer="3772" from-port="2" to-layer="3817" to-port="0" />
-		<edge from-layer="3772" from-port="2" to-layer="3775" to-port="0" />
-		<edge from-layer="3773" from-port="0" to-layer="3781" to-port="0" />
-		<edge from-layer="3774" from-port="0" to-layer="3775" to-port="1" />
-		<edge from-layer="3775" from-port="2" to-layer="3777" to-port="0" />
-		<edge from-layer="3776" from-port="0" to-layer="3777" to-port="1" />
-		<edge from-layer="3777" from-port="2" to-layer="3779" to-port="0" />
-		<edge from-layer="3778" from-port="0" to-layer="3779" to-port="1" />
-		<edge from-layer="3779" from-port="2" to-layer="3780" to-port="0" />
-		<edge from-layer="3780" from-port="1" to-layer="3781" to-port="1" />
-		<edge from-layer="3781" from-port="2" to-layer="3782" to-port="1" />
-		<edge from-layer="3782" from-port="2" to-layer="3784" to-port="0" />
-		<edge from-layer="3783" from-port="0" to-layer="3784" to-port="1" />
-		<edge from-layer="3784" from-port="2" to-layer="3797" to-port="0" />
-		<edge from-layer="3784" from-port="2" to-layer="3790" to-port="0" />
-		<edge from-layer="3785" from-port="0" to-layer="3786" to-port="0" />
-		<edge from-layer="3786" from-port="1" to-layer="3788" to-port="0" />
-		<edge from-layer="3787" from-port="0" to-layer="3788" to-port="1" />
-		<edge from-layer="3788" from-port="2" to-layer="3789" to-port="0" />
-		<edge from-layer="3789" from-port="1" to-layer="3790" to-port="1" />
+		<edge from-layer="3768" from-port="2" to-layer="3770" to-port="0" />
+		<edge from-layer="3769" from-port="0" to-layer="3770" to-port="1" />
+		<edge from-layer="3770" from-port="2" to-layer="3771" to-port="0" />
+		<edge from-layer="3771" from-port="1" to-layer="3772" to-port="1" />
+		<edge from-layer="3772" from-port="2" to-layer="3773" to-port="0" />
+		<edge from-layer="3773" from-port="1" to-layer="3783" to-port="0" />
+		<edge from-layer="3774" from-port="0" to-layer="3775" to-port="0" />
+		<edge from-layer="3775" from-port="1" to-layer="3778" to-port="0" />
+		<edge from-layer="3776" from-port="0" to-layer="3777" to-port="0" />
+		<edge from-layer="3777" from-port="1" to-layer="3778" to-port="1" />
+		<edge from-layer="3778" from-port="2" to-layer="3780" to-port="0" />
+		<edge from-layer="3779" from-port="0" to-layer="3780" to-port="1" />
+		<edge from-layer="3780" from-port="2" to-layer="3781" to-port="0" />
+		<edge from-layer="3781" from-port="1" to-layer="3782" to-port="1" />
+		<edge from-layer="3782" from-port="2" to-layer="3783" to-port="1" />
+		<edge from-layer="3783" from-port="2" to-layer="3792" to-port="0" />
+		<edge from-layer="3784" from-port="0" to-layer="3785" to-port="0" />
+		<edge from-layer="3785" from-port="1" to-layer="3788" to-port="0" />
+		<edge from-layer="3786" from-port="0" to-layer="3787" to-port="0" />
+		<edge from-layer="3787" from-port="1" to-layer="3788" to-port="1" />
+		<edge from-layer="3788" from-port="2" to-layer="3790" to-port="0" />
+		<edge from-layer="3789" from-port="0" to-layer="3790" to-port="1" />
 		<edge from-layer="3790" from-port="2" to-layer="3791" to-port="0" />
-		<edge from-layer="3791" from-port="1" to-layer="3798" to-port="0" />
-		<edge from-layer="3792" from-port="0" to-layer="3793" to-port="0" />
-		<edge from-layer="3793" from-port="1" to-layer="3795" to-port="0" />
+		<edge from-layer="3791" from-port="1" to-layer="3792" to-port="1" />
+		<edge from-layer="3792" from-port="2" to-layer="3795" to-port="0" />
+		<edge from-layer="3792" from-port="2" to-layer="3802" to-port="0" />
+		<edge from-layer="3793" from-port="0" to-layer="3801" to-port="0" />
 		<edge from-layer="3794" from-port="0" to-layer="3795" to-port="1" />
-		<edge from-layer="3795" from-port="2" to-layer="3796" to-port="0" />
-		<edge from-layer="3796" from-port="1" to-layer="3797" to-port="1" />
-		<edge from-layer="3797" from-port="2" to-layer="3798" to-port="1" />
-		<edge from-layer="3798" from-port="2" to-layer="3804" to-port="0" />
-		<edge from-layer="3799" from-port="0" to-layer="3800" to-port="0" />
-		<edge from-layer="3800" from-port="1" to-layer="3802" to-port="0" />
-		<edge from-layer="3801" from-port="0" to-layer="3802" to-port="1" />
-		<edge from-layer="3802" from-port="2" to-layer="3803" to-port="0" />
-		<edge from-layer="3803" from-port="1" to-layer="3804" to-port="1" />
-		<edge from-layer="3804" from-port="2" to-layer="3814" to-port="0" />
-		<edge from-layer="3804" from-port="2" to-layer="3807" to-port="0" />
-		<edge from-layer="3805" from-port="0" to-layer="3813" to-port="0" />
-		<edge from-layer="3806" from-port="0" to-layer="3807" to-port="1" />
-		<edge from-layer="3807" from-port="2" to-layer="3809" to-port="0" />
-		<edge from-layer="3808" from-port="0" to-layer="3809" to-port="1" />
-		<edge from-layer="3809" from-port="2" to-layer="3811" to-port="0" />
-		<edge from-layer="3810" from-port="0" to-layer="3811" to-port="1" />
-		<edge from-layer="3811" from-port="2" to-layer="3812" to-port="0" />
-		<edge from-layer="3812" from-port="1" to-layer="3813" to-port="1" />
-		<edge from-layer="3813" from-port="2" to-layer="3814" to-port="1" />
-		<edge from-layer="3814" from-port="2" to-layer="3816" to-port="0" />
-		<edge from-layer="3815" from-port="0" to-layer="3816" to-port="1" />
-		<edge from-layer="3816" from-port="2" to-layer="3817" to-port="1" />
-		<edge from-layer="3817" from-port="2" to-layer="3924" to-port="0" />
-		<edge from-layer="3817" from-port="2" to-layer="3820" to-port="0" />
-		<edge from-layer="3817" from-port="2" to-layer="3827" to-port="0" />
-		<edge from-layer="3818" from-port="0" to-layer="3826" to-port="0" />
-		<edge from-layer="3819" from-port="0" to-layer="3820" to-port="1" />
-		<edge from-layer="3820" from-port="2" to-layer="3822" to-port="0" />
-		<edge from-layer="3821" from-port="0" to-layer="3822" to-port="1" />
+		<edge from-layer="3795" from-port="2" to-layer="3797" to-port="0" />
+		<edge from-layer="3796" from-port="0" to-layer="3797" to-port="1" />
+		<edge from-layer="3797" from-port="2" to-layer="3799" to-port="0" />
+		<edge from-layer="3798" from-port="0" to-layer="3799" to-port="1" />
+		<edge from-layer="3799" from-port="2" to-layer="3800" to-port="0" />
+		<edge from-layer="3800" from-port="1" to-layer="3801" to-port="1" />
+		<edge from-layer="3801" from-port="2" to-layer="3802" to-port="1" />
+		<edge from-layer="3802" from-port="2" to-layer="3804" to-port="0" />
+		<edge from-layer="3803" from-port="0" to-layer="3804" to-port="1" />
+		<edge from-layer="3804" from-port="2" to-layer="3805" to-port="1" />
+		<edge from-layer="3805" from-port="2" to-layer="3924" to-port="0" />
+		<edge from-layer="3805" from-port="2" to-layer="3808" to-port="0" />
+		<edge from-layer="3805" from-port="2" to-layer="3815" to-port="0" />
+		<edge from-layer="3806" from-port="0" to-layer="3814" to-port="0" />
+		<edge from-layer="3807" from-port="0" to-layer="3808" to-port="1" />
+		<edge from-layer="3808" from-port="2" to-layer="3810" to-port="0" />
+		<edge from-layer="3809" from-port="0" to-layer="3810" to-port="1" />
+		<edge from-layer="3810" from-port="2" to-layer="3812" to-port="0" />
+		<edge from-layer="3811" from-port="0" to-layer="3812" to-port="1" />
+		<edge from-layer="3812" from-port="2" to-layer="3813" to-port="0" />
+		<edge from-layer="3813" from-port="1" to-layer="3814" to-port="1" />
+		<edge from-layer="3814" from-port="2" to-layer="3815" to-port="1" />
+		<edge from-layer="3815" from-port="2" to-layer="3817" to-port="0" />
+		<edge from-layer="3816" from-port="0" to-layer="3817" to-port="1" />
+		<edge from-layer="3817" from-port="2" to-layer="3855" to-port="0" />
+		<edge from-layer="3817" from-port="2" to-layer="3889" to-port="0" />
+		<edge from-layer="3817" from-port="2" to-layer="3826" to-port="0" />
+		<edge from-layer="3818" from-port="0" to-layer="3819" to-port="0" />
+		<edge from-layer="3819" from-port="1" to-layer="3822" to-port="0" />
+		<edge from-layer="3820" from-port="0" to-layer="3821" to-port="0" />
+		<edge from-layer="3821" from-port="1" to-layer="3822" to-port="1" />
 		<edge from-layer="3822" from-port="2" to-layer="3824" to-port="0" />
 		<edge from-layer="3823" from-port="0" to-layer="3824" to-port="1" />
 		<edge from-layer="3824" from-port="2" to-layer="3825" to-port="0" />
 		<edge from-layer="3825" from-port="1" to-layer="3826" to-port="1" />
-		<edge from-layer="3826" from-port="2" to-layer="3827" to-port="1" />
-		<edge from-layer="3827" from-port="2" to-layer="3829" to-port="0" />
-		<edge from-layer="3828" from-port="0" to-layer="3829" to-port="1" />
-		<edge from-layer="3829" from-port="2" to-layer="3835" to-port="0" />
-		<edge from-layer="3829" from-port="2" to-layer="3861" to-port="0" />
-		<edge from-layer="3829" from-port="2" to-layer="3892" to-port="0" />
-		<edge from-layer="3830" from-port="0" to-layer="3831" to-port="0" />
-		<edge from-layer="3831" from-port="1" to-layer="3833" to-port="0" />
-		<edge from-layer="3832" from-port="0" to-layer="3833" to-port="1" />
-		<edge from-layer="3833" from-port="2" to-layer="3834" to-port="0" />
-		<edge from-layer="3834" from-port="1" to-layer="3835" to-port="1" />
-		<edge from-layer="3835" from-port="2" to-layer="3837" to-port="0" />
-		<edge from-layer="3836" from-port="0" to-layer="3837" to-port="1" />
-		<edge from-layer="3837" from-port="2" to-layer="3839" to-port="0" />
-		<edge from-layer="3838" from-port="0" to-layer="3839" to-port="1" />
-		<edge from-layer="3839" from-port="2" to-layer="3840" to-port="0" />
-		<edge from-layer="3839" from-port="2" to-layer="3845" to-port="0" />
-		<edge from-layer="3839" from-port="2" to-layer="3852" to-port="0" />
-		<edge from-layer="3840" from-port="2" to-layer="3855" to-port="0" />
-		<edge from-layer="3841" from-port="0" to-layer="3845" to-port="1" />
-		<edge from-layer="3842" from-port="0" to-layer="3845" to-port="2" />
-		<edge from-layer="3843" from-port="0" to-layer="3845" to-port="3" />
-		<edge from-layer="3844" from-port="0" to-layer="3845" to-port="4" />
-		<edge from-layer="3845" from-port="5" to-layer="3847" to-port="0" />
-		<edge from-layer="3846" from-port="0" to-layer="3847" to-port="1" />
-		<edge from-layer="3847" from-port="2" to-layer="3853" to-port="0" />
-		<edge from-layer="3848" from-port="0" to-layer="3852" to-port="1" />
-		<edge from-layer="3849" from-port="0" to-layer="3852" to-port="2" />
-		<edge from-layer="3850" from-port="0" to-layer="3852" to-port="3" />
-		<edge from-layer="3851" from-port="0" to-layer="3852" to-port="4" />
-		<edge from-layer="3852" from-port="5" to-layer="3853" to-port="1" />
+		<edge from-layer="3826" from-port="2" to-layer="3828" to-port="0" />
+		<edge from-layer="3827" from-port="0" to-layer="3828" to-port="1" />
+		<edge from-layer="3828" from-port="2" to-layer="3830" to-port="0" />
+		<edge from-layer="3829" from-port="0" to-layer="3830" to-port="1" />
+		<edge from-layer="3830" from-port="2" to-layer="3831" to-port="0" />
+		<edge from-layer="3830" from-port="2" to-layer="3836" to-port="0" />
+		<edge from-layer="3830" from-port="2" to-layer="3843" to-port="0" />
+		<edge from-layer="3831" from-port="2" to-layer="3846" to-port="0" />
+		<edge from-layer="3832" from-port="0" to-layer="3836" to-port="1" />
+		<edge from-layer="3833" from-port="0" to-layer="3836" to-port="2" />
+		<edge from-layer="3834" from-port="0" to-layer="3836" to-port="3" />
+		<edge from-layer="3835" from-port="0" to-layer="3836" to-port="4" />
+		<edge from-layer="3836" from-port="5" to-layer="3838" to-port="0" />
+		<edge from-layer="3837" from-port="0" to-layer="3838" to-port="1" />
+		<edge from-layer="3838" from-port="2" to-layer="3844" to-port="0" />
+		<edge from-layer="3839" from-port="0" to-layer="3843" to-port="1" />
+		<edge from-layer="3840" from-port="0" to-layer="3843" to-port="2" />
+		<edge from-layer="3841" from-port="0" to-layer="3843" to-port="3" />
+		<edge from-layer="3842" from-port="0" to-layer="3843" to-port="4" />
+		<edge from-layer="3843" from-port="5" to-layer="3844" to-port="1" />
+		<edge from-layer="3844" from-port="2" to-layer="3845" to-port="0" />
+		<edge from-layer="3845" from-port="2" to-layer="3846" to-port="1" />
+		<edge from-layer="3846" from-port="2" to-layer="3899" to-port="0" />
+		<edge from-layer="3847" from-port="0" to-layer="3848" to-port="0" />
+		<edge from-layer="3848" from-port="1" to-layer="3851" to-port="0" />
+		<edge from-layer="3849" from-port="0" to-layer="3850" to-port="0" />
+		<edge from-layer="3850" from-port="1" to-layer="3851" to-port="1" />
+		<edge from-layer="3851" from-port="2" to-layer="3853" to-port="0" />
+		<edge from-layer="3852" from-port="0" to-layer="3853" to-port="1" />
 		<edge from-layer="3853" from-port="2" to-layer="3854" to-port="0" />
-		<edge from-layer="3854" from-port="2" to-layer="3855" to-port="1" />
-		<edge from-layer="3855" from-port="2" to-layer="3902" to-port="0" />
-		<edge from-layer="3856" from-port="0" to-layer="3857" to-port="0" />
-		<edge from-layer="3857" from-port="1" to-layer="3859" to-port="0" />
+		<edge from-layer="3854" from-port="1" to-layer="3855" to-port="1" />
+		<edge from-layer="3855" from-port="2" to-layer="3857" to-port="0" />
+		<edge from-layer="3856" from-port="0" to-layer="3857" to-port="1" />
+		<edge from-layer="3857" from-port="2" to-layer="3859" to-port="0" />
 		<edge from-layer="3858" from-port="0" to-layer="3859" to-port="1" />
+		<edge from-layer="3859" from-port="2" to-layer="3872" to-port="0" />
 		<edge from-layer="3859" from-port="2" to-layer="3860" to-port="0" />
-		<edge from-layer="3860" from-port="1" to-layer="3861" to-port="1" />
-		<edge from-layer="3861" from-port="2" to-layer="3863" to-port="0" />
-		<edge from-layer="3862" from-port="0" to-layer="3863" to-port="1" />
-		<edge from-layer="3863" from-port="2" to-layer="3865" to-port="0" />
-		<edge from-layer="3864" from-port="0" to-layer="3865" to-port="1" />
-		<edge from-layer="3865" from-port="2" to-layer="3866" to-port="0" />
-		<edge from-layer="3865" from-port="2" to-layer="3871" to-port="0" />
-		<edge from-layer="3865" from-port="2" to-layer="3878" to-port="0" />
-		<edge from-layer="3866" from-port="2" to-layer="3881" to-port="0" />
-		<edge from-layer="3867" from-port="0" to-layer="3871" to-port="1" />
-		<edge from-layer="3868" from-port="0" to-layer="3871" to-port="2" />
-		<edge from-layer="3869" from-port="0" to-layer="3871" to-port="3" />
-		<edge from-layer="3870" from-port="0" to-layer="3871" to-port="4" />
-		<edge from-layer="3871" from-port="5" to-layer="3873" to-port="0" />
-		<edge from-layer="3872" from-port="0" to-layer="3873" to-port="1" />
-		<edge from-layer="3873" from-port="2" to-layer="3879" to-port="0" />
-		<edge from-layer="3874" from-port="0" to-layer="3878" to-port="1" />
-		<edge from-layer="3875" from-port="0" to-layer="3878" to-port="2" />
-		<edge from-layer="3876" from-port="0" to-layer="3878" to-port="3" />
-		<edge from-layer="3877" from-port="0" to-layer="3878" to-port="4" />
-		<edge from-layer="3878" from-port="5" to-layer="3879" to-port="1" />
-		<edge from-layer="3879" from-port="2" to-layer="3880" to-port="0" />
-		<edge from-layer="3880" from-port="2" to-layer="3881" to-port="1" />
-		<edge from-layer="3881" from-port="2" to-layer="3883" to-port="0" />
-		<edge from-layer="3882" from-port="0" to-layer="3897" to-port="1" />
-		<edge from-layer="3882" from-port="0" to-layer="3883" to-port="1" />
-		<edge from-layer="3883" from-port="2" to-layer="3884" to-port="0" />
-		<edge from-layer="3884" from-port="2" to-layer="3886" to-port="0" />
-		<edge from-layer="3885" from-port="0" to-layer="3886" to-port="1" />
-		<edge from-layer="3886" from-port="2" to-layer="3902" to-port="1" />
-		<edge from-layer="3887" from-port="0" to-layer="3888" to-port="0" />
-		<edge from-layer="3888" from-port="1" to-layer="3890" to-port="0" />
-		<edge from-layer="3889" from-port="0" to-layer="3890" to-port="1" />
-		<edge from-layer="3890" from-port="2" to-layer="3891" to-port="0" />
-		<edge from-layer="3891" from-port="1" to-layer="3892" to-port="1" />
-		<edge from-layer="3892" from-port="2" to-layer="3894" to-port="0" />
-		<edge from-layer="3893" from-port="0" to-layer="3894" to-port="1" />
-		<edge from-layer="3894" from-port="2" to-layer="3896" to-port="0" />
-		<edge from-layer="3895" from-port="0" to-layer="3896" to-port="1" />
-		<edge from-layer="3896" from-port="2" to-layer="3897" to-port="0" />
-		<edge from-layer="3897" from-port="2" to-layer="3898" to-port="0" />
-		<edge from-layer="3898" from-port="2" to-layer="3900" to-port="0" />
-		<edge from-layer="3899" from-port="0" to-layer="3900" to-port="1" />
-		<edge from-layer="3900" from-port="2" to-layer="3902" to-port="2" />
-		<edge from-layer="3901" from-port="0" to-layer="3902" to-port="4" />
-		<edge from-layer="3902" from-port="5" to-layer="3904" to-port="0" />
-		<edge from-layer="3903" from-port="0" to-layer="3904" to-port="1" />
-		<edge from-layer="3904" from-port="2" to-layer="3905" to-port="0" />
-		<edge from-layer="3905" from-port="2" to-layer="3911" to-port="0" />
-		<edge from-layer="3906" from-port="0" to-layer="3907" to-port="0" />
-		<edge from-layer="3907" from-port="1" to-layer="3909" to-port="0" />
+		<edge from-layer="3859" from-port="2" to-layer="3865" to-port="0" />
+		<edge from-layer="3860" from-port="2" to-layer="3875" to-port="0" />
+		<edge from-layer="3861" from-port="0" to-layer="3865" to-port="1" />
+		<edge from-layer="3862" from-port="0" to-layer="3865" to-port="2" />
+		<edge from-layer="3863" from-port="0" to-layer="3865" to-port="3" />
+		<edge from-layer="3864" from-port="0" to-layer="3865" to-port="4" />
+		<edge from-layer="3865" from-port="5" to-layer="3867" to-port="0" />
+		<edge from-layer="3866" from-port="0" to-layer="3867" to-port="1" />
+		<edge from-layer="3867" from-port="2" to-layer="3873" to-port="0" />
+		<edge from-layer="3868" from-port="0" to-layer="3872" to-port="1" />
+		<edge from-layer="3869" from-port="0" to-layer="3872" to-port="2" />
+		<edge from-layer="3870" from-port="0" to-layer="3872" to-port="3" />
+		<edge from-layer="3871" from-port="0" to-layer="3872" to-port="4" />
+		<edge from-layer="3872" from-port="5" to-layer="3873" to-port="1" />
+		<edge from-layer="3873" from-port="2" to-layer="3874" to-port="0" />
+		<edge from-layer="3874" from-port="2" to-layer="3875" to-port="1" />
+		<edge from-layer="3875" from-port="2" to-layer="3877" to-port="0" />
+		<edge from-layer="3876" from-port="0" to-layer="3894" to-port="1" />
+		<edge from-layer="3876" from-port="0" to-layer="3877" to-port="1" />
+		<edge from-layer="3877" from-port="2" to-layer="3878" to-port="0" />
+		<edge from-layer="3878" from-port="2" to-layer="3880" to-port="0" />
+		<edge from-layer="3879" from-port="0" to-layer="3880" to-port="1" />
+		<edge from-layer="3880" from-port="2" to-layer="3899" to-port="1" />
+		<edge from-layer="3881" from-port="0" to-layer="3882" to-port="0" />
+		<edge from-layer="3882" from-port="1" to-layer="3885" to-port="0" />
+		<edge from-layer="3883" from-port="0" to-layer="3884" to-port="0" />
+		<edge from-layer="3884" from-port="1" to-layer="3885" to-port="1" />
+		<edge from-layer="3885" from-port="2" to-layer="3887" to-port="0" />
+		<edge from-layer="3886" from-port="0" to-layer="3887" to-port="1" />
+		<edge from-layer="3887" from-port="2" to-layer="3888" to-port="0" />
+		<edge from-layer="3888" from-port="1" to-layer="3889" to-port="1" />
+		<edge from-layer="3889" from-port="2" to-layer="3891" to-port="0" />
+		<edge from-layer="3890" from-port="0" to-layer="3891" to-port="1" />
+		<edge from-layer="3891" from-port="2" to-layer="3893" to-port="0" />
+		<edge from-layer="3892" from-port="0" to-layer="3893" to-port="1" />
+		<edge from-layer="3893" from-port="2" to-layer="3894" to-port="0" />
+		<edge from-layer="3894" from-port="2" to-layer="3895" to-port="0" />
+		<edge from-layer="3895" from-port="2" to-layer="3897" to-port="0" />
+		<edge from-layer="3896" from-port="0" to-layer="3897" to-port="1" />
+		<edge from-layer="3897" from-port="2" to-layer="3899" to-port="2" />
+		<edge from-layer="3898" from-port="0" to-layer="3899" to-port="4" />
+		<edge from-layer="3899" from-port="5" to-layer="3901" to-port="0" />
+		<edge from-layer="3900" from-port="0" to-layer="3901" to-port="1" />
+		<edge from-layer="3901" from-port="2" to-layer="3902" to-port="0" />
+		<edge from-layer="3902" from-port="2" to-layer="3911" to-port="0" />
+		<edge from-layer="3903" from-port="0" to-layer="3904" to-port="0" />
+		<edge from-layer="3904" from-port="1" to-layer="3907" to-port="0" />
+		<edge from-layer="3905" from-port="0" to-layer="3906" to-port="0" />
+		<edge from-layer="3906" from-port="1" to-layer="3907" to-port="1" />
+		<edge from-layer="3907" from-port="2" to-layer="3909" to-port="0" />
 		<edge from-layer="3908" from-port="0" to-layer="3909" to-port="1" />
 		<edge from-layer="3909" from-port="2" to-layer="3910" to-port="0" />
 		<edge from-layer="3910" from-port="1" to-layer="3911" to-port="1" />
-		<edge from-layer="3911" from-port="2" to-layer="3921" to-port="0" />
 		<edge from-layer="3911" from-port="2" to-layer="3914" to-port="0" />
+		<edge from-layer="3911" from-port="2" to-layer="3921" to-port="0" />
 		<edge from-layer="3912" from-port="0" to-layer="3920" to-port="0" />
 		<edge from-layer="3913" from-port="0" to-layer="3914" to-port="1" />
 		<edge from-layer="3914" from-port="2" to-layer="3916" to-port="0" />
@@ -70365,9 +78155,9 @@
 		<edge from-layer="3921" from-port="2" to-layer="3923" to-port="0" />
 		<edge from-layer="3922" from-port="0" to-layer="3923" to-port="1" />
 		<edge from-layer="3923" from-port="2" to-layer="3924" to-port="1" />
-		<edge from-layer="3924" from-port="2" to-layer="3927" to-port="0" />
 		<edge from-layer="3924" from-port="2" to-layer="3934" to-port="0" />
-		<edge from-layer="3924" from-port="2" to-layer="3969" to-port="0" />
+		<edge from-layer="3924" from-port="2" to-layer="3978" to-port="0" />
+		<edge from-layer="3924" from-port="2" to-layer="3927" to-port="0" />
 		<edge from-layer="3925" from-port="0" to-layer="3933" to-port="0" />
 		<edge from-layer="3926" from-port="0" to-layer="3927" to-port="1" />
 		<edge from-layer="3927" from-port="2" to-layer="3929" to-port="0" />
@@ -70379,224 +78169,812 @@
 		<edge from-layer="3933" from-port="2" to-layer="3934" to-port="1" />
 		<edge from-layer="3934" from-port="2" to-layer="3936" to-port="0" />
 		<edge from-layer="3935" from-port="0" to-layer="3936" to-port="1" />
-		<edge from-layer="3936" from-port="2" to-layer="3942" to-port="0" />
-		<edge from-layer="3936" from-port="2" to-layer="3949" to-port="0" />
+		<edge from-layer="3936" from-port="2" to-layer="3945" to-port="0" />
+		<edge from-layer="3936" from-port="2" to-layer="3955" to-port="0" />
 		<edge from-layer="3937" from-port="0" to-layer="3938" to-port="0" />
-		<edge from-layer="3938" from-port="1" to-layer="3940" to-port="0" />
-		<edge from-layer="3939" from-port="0" to-layer="3940" to-port="1" />
-		<edge from-layer="3940" from-port="2" to-layer="3941" to-port="0" />
-		<edge from-layer="3941" from-port="1" to-layer="3942" to-port="1" />
-		<edge from-layer="3942" from-port="2" to-layer="3943" to-port="0" />
-		<edge from-layer="3943" from-port="1" to-layer="3950" to-port="0" />
-		<edge from-layer="3944" from-port="0" to-layer="3945" to-port="0" />
-		<edge from-layer="3945" from-port="1" to-layer="3947" to-port="0" />
-		<edge from-layer="3946" from-port="0" to-layer="3947" to-port="1" />
-		<edge from-layer="3947" from-port="2" to-layer="3948" to-port="0" />
-		<edge from-layer="3948" from-port="1" to-layer="3949" to-port="1" />
-		<edge from-layer="3949" from-port="2" to-layer="3950" to-port="1" />
-		<edge from-layer="3950" from-port="2" to-layer="3956" to-port="0" />
-		<edge from-layer="3951" from-port="0" to-layer="3952" to-port="0" />
-		<edge from-layer="3952" from-port="1" to-layer="3954" to-port="0" />
-		<edge from-layer="3953" from-port="0" to-layer="3954" to-port="1" />
-		<edge from-layer="3954" from-port="2" to-layer="3955" to-port="0" />
-		<edge from-layer="3955" from-port="1" to-layer="3956" to-port="1" />
-		<edge from-layer="3956" from-port="2" to-layer="3959" to-port="0" />
-		<edge from-layer="3956" from-port="2" to-layer="3966" to-port="0" />
-		<edge from-layer="3957" from-port="0" to-layer="3965" to-port="0" />
-		<edge from-layer="3958" from-port="0" to-layer="3959" to-port="1" />
-		<edge from-layer="3959" from-port="2" to-layer="3961" to-port="0" />
-		<edge from-layer="3960" from-port="0" to-layer="3961" to-port="1" />
+		<edge from-layer="3938" from-port="1" to-layer="3941" to-port="0" />
+		<edge from-layer="3939" from-port="0" to-layer="3940" to-port="0" />
+		<edge from-layer="3940" from-port="1" to-layer="3941" to-port="1" />
+		<edge from-layer="3941" from-port="2" to-layer="3943" to-port="0" />
+		<edge from-layer="3942" from-port="0" to-layer="3943" to-port="1" />
+		<edge from-layer="3943" from-port="2" to-layer="3944" to-port="0" />
+		<edge from-layer="3944" from-port="1" to-layer="3945" to-port="1" />
+		<edge from-layer="3945" from-port="2" to-layer="3946" to-port="0" />
+		<edge from-layer="3946" from-port="1" to-layer="3956" to-port="0" />
+		<edge from-layer="3947" from-port="0" to-layer="3948" to-port="0" />
+		<edge from-layer="3948" from-port="1" to-layer="3951" to-port="0" />
+		<edge from-layer="3949" from-port="0" to-layer="3950" to-port="0" />
+		<edge from-layer="3950" from-port="1" to-layer="3951" to-port="1" />
+		<edge from-layer="3951" from-port="2" to-layer="3953" to-port="0" />
+		<edge from-layer="3952" from-port="0" to-layer="3953" to-port="1" />
+		<edge from-layer="3953" from-port="2" to-layer="3954" to-port="0" />
+		<edge from-layer="3954" from-port="1" to-layer="3955" to-port="1" />
+		<edge from-layer="3955" from-port="2" to-layer="3956" to-port="1" />
+		<edge from-layer="3956" from-port="2" to-layer="3965" to-port="0" />
+		<edge from-layer="3957" from-port="0" to-layer="3958" to-port="0" />
+		<edge from-layer="3958" from-port="1" to-layer="3961" to-port="0" />
+		<edge from-layer="3959" from-port="0" to-layer="3960" to-port="0" />
+		<edge from-layer="3960" from-port="1" to-layer="3961" to-port="1" />
 		<edge from-layer="3961" from-port="2" to-layer="3963" to-port="0" />
 		<edge from-layer="3962" from-port="0" to-layer="3963" to-port="1" />
 		<edge from-layer="3963" from-port="2" to-layer="3964" to-port="0" />
 		<edge from-layer="3964" from-port="1" to-layer="3965" to-port="1" />
-		<edge from-layer="3965" from-port="2" to-layer="3966" to-port="1" />
-		<edge from-layer="3966" from-port="2" to-layer="3968" to-port="0" />
+		<edge from-layer="3965" from-port="2" to-layer="3975" to-port="0" />
+		<edge from-layer="3965" from-port="2" to-layer="3968" to-port="0" />
+		<edge from-layer="3966" from-port="0" to-layer="3974" to-port="0" />
 		<edge from-layer="3967" from-port="0" to-layer="3968" to-port="1" />
-		<edge from-layer="3968" from-port="2" to-layer="3969" to-port="1" />
-		<edge from-layer="3969" from-port="2" to-layer="3979" to-port="0" />
-		<edge from-layer="3969" from-port="2" to-layer="3972" to-port="0" />
-		<edge from-layer="3969" from-port="2" to-layer="4076" to-port="0" />
-		<edge from-layer="3970" from-port="0" to-layer="3978" to-port="0" />
+		<edge from-layer="3968" from-port="2" to-layer="3970" to-port="0" />
+		<edge from-layer="3969" from-port="0" to-layer="3970" to-port="1" />
+		<edge from-layer="3970" from-port="2" to-layer="3972" to-port="0" />
 		<edge from-layer="3971" from-port="0" to-layer="3972" to-port="1" />
-		<edge from-layer="3972" from-port="2" to-layer="3974" to-port="0" />
-		<edge from-layer="3973" from-port="0" to-layer="3974" to-port="1" />
-		<edge from-layer="3974" from-port="2" to-layer="3976" to-port="0" />
-		<edge from-layer="3975" from-port="0" to-layer="3976" to-port="1" />
-		<edge from-layer="3976" from-port="2" to-layer="3977" to-port="0" />
-		<edge from-layer="3977" from-port="1" to-layer="3978" to-port="1" />
-		<edge from-layer="3978" from-port="2" to-layer="3979" to-port="1" />
-		<edge from-layer="3979" from-port="2" to-layer="3981" to-port="0" />
+		<edge from-layer="3972" from-port="2" to-layer="3973" to-port="0" />
+		<edge from-layer="3973" from-port="1" to-layer="3974" to-port="1" />
+		<edge from-layer="3974" from-port="2" to-layer="3975" to-port="1" />
+		<edge from-layer="3975" from-port="2" to-layer="3977" to-port="0" />
+		<edge from-layer="3976" from-port="0" to-layer="3977" to-port="1" />
+		<edge from-layer="3977" from-port="2" to-layer="3978" to-port="1" />
+		<edge from-layer="3978" from-port="2" to-layer="4097" to-port="0" />
+		<edge from-layer="3978" from-port="2" to-layer="3981" to-port="0" />
+		<edge from-layer="3978" from-port="2" to-layer="3988" to-port="0" />
+		<edge from-layer="3979" from-port="0" to-layer="3987" to-port="0" />
 		<edge from-layer="3980" from-port="0" to-layer="3981" to-port="1" />
-		<edge from-layer="3981" from-port="2" to-layer="3987" to-port="0" />
-		<edge from-layer="3981" from-port="2" to-layer="4044" to-port="0" />
-		<edge from-layer="3981" from-port="2" to-layer="4013" to-port="0" />
-		<edge from-layer="3982" from-port="0" to-layer="3983" to-port="0" />
-		<edge from-layer="3983" from-port="1" to-layer="3985" to-port="0" />
+		<edge from-layer="3981" from-port="2" to-layer="3983" to-port="0" />
+		<edge from-layer="3982" from-port="0" to-layer="3983" to-port="1" />
+		<edge from-layer="3983" from-port="2" to-layer="3985" to-port="0" />
 		<edge from-layer="3984" from-port="0" to-layer="3985" to-port="1" />
 		<edge from-layer="3985" from-port="2" to-layer="3986" to-port="0" />
 		<edge from-layer="3986" from-port="1" to-layer="3987" to-port="1" />
-		<edge from-layer="3987" from-port="2" to-layer="3989" to-port="0" />
-		<edge from-layer="3988" from-port="0" to-layer="3989" to-port="1" />
-		<edge from-layer="3989" from-port="2" to-layer="3991" to-port="0" />
-		<edge from-layer="3990" from-port="0" to-layer="3991" to-port="1" />
-		<edge from-layer="3991" from-port="2" to-layer="4004" to-port="0" />
-		<edge from-layer="3991" from-port="2" to-layer="3992" to-port="0" />
-		<edge from-layer="3991" from-port="2" to-layer="3997" to-port="0" />
-		<edge from-layer="3992" from-port="2" to-layer="4007" to-port="0" />
-		<edge from-layer="3993" from-port="0" to-layer="3997" to-port="1" />
-		<edge from-layer="3994" from-port="0" to-layer="3997" to-port="2" />
-		<edge from-layer="3995" from-port="0" to-layer="3997" to-port="3" />
-		<edge from-layer="3996" from-port="0" to-layer="3997" to-port="4" />
-		<edge from-layer="3997" from-port="5" to-layer="3999" to-port="0" />
-		<edge from-layer="3998" from-port="0" to-layer="3999" to-port="1" />
-		<edge from-layer="3999" from-port="2" to-layer="4005" to-port="0" />
-		<edge from-layer="4000" from-port="0" to-layer="4004" to-port="1" />
-		<edge from-layer="4001" from-port="0" to-layer="4004" to-port="2" />
-		<edge from-layer="4002" from-port="0" to-layer="4004" to-port="3" />
-		<edge from-layer="4003" from-port="0" to-layer="4004" to-port="4" />
-		<edge from-layer="4004" from-port="5" to-layer="4005" to-port="1" />
-		<edge from-layer="4005" from-port="2" to-layer="4006" to-port="0" />
-		<edge from-layer="4006" from-port="2" to-layer="4007" to-port="1" />
-		<edge from-layer="4007" from-port="2" to-layer="4054" to-port="0" />
-		<edge from-layer="4008" from-port="0" to-layer="4009" to-port="0" />
-		<edge from-layer="4009" from-port="1" to-layer="4011" to-port="0" />
+		<edge from-layer="3987" from-port="2" to-layer="3988" to-port="1" />
+		<edge from-layer="3988" from-port="2" to-layer="3990" to-port="0" />
+		<edge from-layer="3989" from-port="0" to-layer="3990" to-port="1" />
+		<edge from-layer="3990" from-port="2" to-layer="3999" to-port="0" />
+		<edge from-layer="3990" from-port="2" to-layer="4028" to-port="0" />
+		<edge from-layer="3990" from-port="2" to-layer="4062" to-port="0" />
+		<edge from-layer="3991" from-port="0" to-layer="3992" to-port="0" />
+		<edge from-layer="3992" from-port="1" to-layer="3995" to-port="0" />
+		<edge from-layer="3993" from-port="0" to-layer="3994" to-port="0" />
+		<edge from-layer="3994" from-port="1" to-layer="3995" to-port="1" />
+		<edge from-layer="3995" from-port="2" to-layer="3997" to-port="0" />
+		<edge from-layer="3996" from-port="0" to-layer="3997" to-port="1" />
+		<edge from-layer="3997" from-port="2" to-layer="3998" to-port="0" />
+		<edge from-layer="3998" from-port="1" to-layer="3999" to-port="1" />
+		<edge from-layer="3999" from-port="2" to-layer="4001" to-port="0" />
+		<edge from-layer="4000" from-port="0" to-layer="4001" to-port="1" />
+		<edge from-layer="4001" from-port="2" to-layer="4003" to-port="0" />
+		<edge from-layer="4002" from-port="0" to-layer="4003" to-port="1" />
+		<edge from-layer="4003" from-port="2" to-layer="4004" to-port="0" />
+		<edge from-layer="4003" from-port="2" to-layer="4009" to-port="0" />
+		<edge from-layer="4003" from-port="2" to-layer="4016" to-port="0" />
+		<edge from-layer="4004" from-port="2" to-layer="4019" to-port="0" />
+		<edge from-layer="4005" from-port="0" to-layer="4009" to-port="1" />
+		<edge from-layer="4006" from-port="0" to-layer="4009" to-port="2" />
+		<edge from-layer="4007" from-port="0" to-layer="4009" to-port="3" />
+		<edge from-layer="4008" from-port="0" to-layer="4009" to-port="4" />
+		<edge from-layer="4009" from-port="5" to-layer="4011" to-port="0" />
 		<edge from-layer="4010" from-port="0" to-layer="4011" to-port="1" />
-		<edge from-layer="4011" from-port="2" to-layer="4012" to-port="0" />
-		<edge from-layer="4012" from-port="1" to-layer="4013" to-port="1" />
-		<edge from-layer="4013" from-port="2" to-layer="4015" to-port="0" />
-		<edge from-layer="4014" from-port="0" to-layer="4015" to-port="1" />
-		<edge from-layer="4015" from-port="2" to-layer="4017" to-port="0" />
-		<edge from-layer="4016" from-port="0" to-layer="4017" to-port="1" />
-		<edge from-layer="4017" from-port="2" to-layer="4030" to-port="0" />
-		<edge from-layer="4017" from-port="2" to-layer="4023" to-port="0" />
+		<edge from-layer="4011" from-port="2" to-layer="4017" to-port="0" />
+		<edge from-layer="4012" from-port="0" to-layer="4016" to-port="1" />
+		<edge from-layer="4013" from-port="0" to-layer="4016" to-port="2" />
+		<edge from-layer="4014" from-port="0" to-layer="4016" to-port="3" />
+		<edge from-layer="4015" from-port="0" to-layer="4016" to-port="4" />
+		<edge from-layer="4016" from-port="5" to-layer="4017" to-port="1" />
 		<edge from-layer="4017" from-port="2" to-layer="4018" to-port="0" />
-		<edge from-layer="4018" from-port="2" to-layer="4033" to-port="0" />
-		<edge from-layer="4019" from-port="0" to-layer="4023" to-port="1" />
-		<edge from-layer="4020" from-port="0" to-layer="4023" to-port="2" />
-		<edge from-layer="4021" from-port="0" to-layer="4023" to-port="3" />
-		<edge from-layer="4022" from-port="0" to-layer="4023" to-port="4" />
-		<edge from-layer="4023" from-port="5" to-layer="4025" to-port="0" />
-		<edge from-layer="4024" from-port="0" to-layer="4025" to-port="1" />
-		<edge from-layer="4025" from-port="2" to-layer="4031" to-port="0" />
-		<edge from-layer="4026" from-port="0" to-layer="4030" to-port="1" />
-		<edge from-layer="4027" from-port="0" to-layer="4030" to-port="2" />
-		<edge from-layer="4028" from-port="0" to-layer="4030" to-port="3" />
-		<edge from-layer="4029" from-port="0" to-layer="4030" to-port="4" />
-		<edge from-layer="4030" from-port="5" to-layer="4031" to-port="1" />
-		<edge from-layer="4031" from-port="2" to-layer="4032" to-port="0" />
-		<edge from-layer="4032" from-port="2" to-layer="4033" to-port="1" />
-		<edge from-layer="4033" from-port="2" to-layer="4035" to-port="0" />
-		<edge from-layer="4034" from-port="0" to-layer="4035" to-port="1" />
-		<edge from-layer="4034" from-port="0" to-layer="4049" to-port="1" />
-		<edge from-layer="4035" from-port="2" to-layer="4036" to-port="0" />
-		<edge from-layer="4036" from-port="2" to-layer="4038" to-port="0" />
-		<edge from-layer="4037" from-port="0" to-layer="4038" to-port="1" />
-		<edge from-layer="4038" from-port="2" to-layer="4054" to-port="1" />
-		<edge from-layer="4039" from-port="0" to-layer="4040" to-port="0" />
-		<edge from-layer="4040" from-port="1" to-layer="4042" to-port="0" />
-		<edge from-layer="4041" from-port="0" to-layer="4042" to-port="1" />
-		<edge from-layer="4042" from-port="2" to-layer="4043" to-port="0" />
-		<edge from-layer="4043" from-port="1" to-layer="4044" to-port="1" />
-		<edge from-layer="4044" from-port="2" to-layer="4046" to-port="0" />
-		<edge from-layer="4045" from-port="0" to-layer="4046" to-port="1" />
-		<edge from-layer="4046" from-port="2" to-layer="4048" to-port="0" />
-		<edge from-layer="4047" from-port="0" to-layer="4048" to-port="1" />
-		<edge from-layer="4048" from-port="2" to-layer="4049" to-port="0" />
-		<edge from-layer="4049" from-port="2" to-layer="4050" to-port="0" />
-		<edge from-layer="4050" from-port="2" to-layer="4052" to-port="0" />
-		<edge from-layer="4051" from-port="0" to-layer="4052" to-port="1" />
-		<edge from-layer="4052" from-port="2" to-layer="4054" to-port="2" />
-		<edge from-layer="4053" from-port="0" to-layer="4054" to-port="4" />
-		<edge from-layer="4054" from-port="5" to-layer="4056" to-port="0" />
-		<edge from-layer="4055" from-port="0" to-layer="4056" to-port="1" />
-		<edge from-layer="4056" from-port="2" to-layer="4057" to-port="0" />
-		<edge from-layer="4057" from-port="2" to-layer="4063" to-port="0" />
-		<edge from-layer="4058" from-port="0" to-layer="4059" to-port="0" />
-		<edge from-layer="4059" from-port="1" to-layer="4061" to-port="0" />
-		<edge from-layer="4060" from-port="0" to-layer="4061" to-port="1" />
-		<edge from-layer="4061" from-port="2" to-layer="4062" to-port="0" />
-		<edge from-layer="4062" from-port="1" to-layer="4063" to-port="1" />
-		<edge from-layer="4063" from-port="2" to-layer="4066" to-port="0" />
-		<edge from-layer="4063" from-port="2" to-layer="4073" to-port="0" />
-		<edge from-layer="4064" from-port="0" to-layer="4072" to-port="0" />
+		<edge from-layer="4018" from-port="2" to-layer="4019" to-port="1" />
+		<edge from-layer="4019" from-port="2" to-layer="4072" to-port="0" />
+		<edge from-layer="4020" from-port="0" to-layer="4021" to-port="0" />
+		<edge from-layer="4021" from-port="1" to-layer="4024" to-port="0" />
+		<edge from-layer="4022" from-port="0" to-layer="4023" to-port="0" />
+		<edge from-layer="4023" from-port="1" to-layer="4024" to-port="1" />
+		<edge from-layer="4024" from-port="2" to-layer="4026" to-port="0" />
+		<edge from-layer="4025" from-port="0" to-layer="4026" to-port="1" />
+		<edge from-layer="4026" from-port="2" to-layer="4027" to-port="0" />
+		<edge from-layer="4027" from-port="1" to-layer="4028" to-port="1" />
+		<edge from-layer="4028" from-port="2" to-layer="4030" to-port="0" />
+		<edge from-layer="4029" from-port="0" to-layer="4030" to-port="1" />
+		<edge from-layer="4030" from-port="2" to-layer="4032" to-port="0" />
+		<edge from-layer="4031" from-port="0" to-layer="4032" to-port="1" />
+		<edge from-layer="4032" from-port="2" to-layer="4045" to-port="0" />
+		<edge from-layer="4032" from-port="2" to-layer="4033" to-port="0" />
+		<edge from-layer="4032" from-port="2" to-layer="4038" to-port="0" />
+		<edge from-layer="4033" from-port="2" to-layer="4048" to-port="0" />
+		<edge from-layer="4034" from-port="0" to-layer="4038" to-port="1" />
+		<edge from-layer="4035" from-port="0" to-layer="4038" to-port="2" />
+		<edge from-layer="4036" from-port="0" to-layer="4038" to-port="3" />
+		<edge from-layer="4037" from-port="0" to-layer="4038" to-port="4" />
+		<edge from-layer="4038" from-port="5" to-layer="4040" to-port="0" />
+		<edge from-layer="4039" from-port="0" to-layer="4040" to-port="1" />
+		<edge from-layer="4040" from-port="2" to-layer="4046" to-port="0" />
+		<edge from-layer="4041" from-port="0" to-layer="4045" to-port="1" />
+		<edge from-layer="4042" from-port="0" to-layer="4045" to-port="2" />
+		<edge from-layer="4043" from-port="0" to-layer="4045" to-port="3" />
+		<edge from-layer="4044" from-port="0" to-layer="4045" to-port="4" />
+		<edge from-layer="4045" from-port="5" to-layer="4046" to-port="1" />
+		<edge from-layer="4046" from-port="2" to-layer="4047" to-port="0" />
+		<edge from-layer="4047" from-port="2" to-layer="4048" to-port="1" />
+		<edge from-layer="4048" from-port="2" to-layer="4050" to-port="0" />
+		<edge from-layer="4049" from-port="0" to-layer="4067" to-port="1" />
+		<edge from-layer="4049" from-port="0" to-layer="4050" to-port="1" />
+		<edge from-layer="4050" from-port="2" to-layer="4051" to-port="0" />
+		<edge from-layer="4051" from-port="2" to-layer="4053" to-port="0" />
+		<edge from-layer="4052" from-port="0" to-layer="4053" to-port="1" />
+		<edge from-layer="4053" from-port="2" to-layer="4072" to-port="1" />
+		<edge from-layer="4054" from-port="0" to-layer="4055" to-port="0" />
+		<edge from-layer="4055" from-port="1" to-layer="4058" to-port="0" />
+		<edge from-layer="4056" from-port="0" to-layer="4057" to-port="0" />
+		<edge from-layer="4057" from-port="1" to-layer="4058" to-port="1" />
+		<edge from-layer="4058" from-port="2" to-layer="4060" to-port="0" />
+		<edge from-layer="4059" from-port="0" to-layer="4060" to-port="1" />
+		<edge from-layer="4060" from-port="2" to-layer="4061" to-port="0" />
+		<edge from-layer="4061" from-port="1" to-layer="4062" to-port="1" />
+		<edge from-layer="4062" from-port="2" to-layer="4064" to-port="0" />
+		<edge from-layer="4063" from-port="0" to-layer="4064" to-port="1" />
+		<edge from-layer="4064" from-port="2" to-layer="4066" to-port="0" />
 		<edge from-layer="4065" from-port="0" to-layer="4066" to-port="1" />
-		<edge from-layer="4066" from-port="2" to-layer="4068" to-port="0" />
-		<edge from-layer="4067" from-port="0" to-layer="4068" to-port="1" />
+		<edge from-layer="4066" from-port="2" to-layer="4067" to-port="0" />
+		<edge from-layer="4067" from-port="2" to-layer="4068" to-port="0" />
 		<edge from-layer="4068" from-port="2" to-layer="4070" to-port="0" />
 		<edge from-layer="4069" from-port="0" to-layer="4070" to-port="1" />
-		<edge from-layer="4070" from-port="2" to-layer="4071" to-port="0" />
-		<edge from-layer="4071" from-port="1" to-layer="4072" to-port="1" />
-		<edge from-layer="4072" from-port="2" to-layer="4073" to-port="1" />
-		<edge from-layer="4073" from-port="2" to-layer="4075" to-port="0" />
-		<edge from-layer="4074" from-port="0" to-layer="4075" to-port="1" />
-		<edge from-layer="4075" from-port="2" to-layer="4076" to-port="1" />
-		<edge from-layer="4076" from-port="2" to-layer="4079" to-port="0" />
-		<edge from-layer="4076" from-port="2" to-layer="4086" to-port="0" />
-		<edge from-layer="4076" from-port="2" to-layer="4124" to-port="0" />
-		<edge from-layer="4077" from-port="0" to-layer="4085" to-port="0" />
-		<edge from-layer="4078" from-port="0" to-layer="4079" to-port="1" />
-		<edge from-layer="4079" from-port="2" to-layer="4081" to-port="0" />
-		<edge from-layer="4080" from-port="0" to-layer="4081" to-port="1" />
-		<edge from-layer="4081" from-port="2" to-layer="4083" to-port="0" />
-		<edge from-layer="4082" from-port="0" to-layer="4083" to-port="1" />
-		<edge from-layer="4083" from-port="2" to-layer="4084" to-port="0" />
-		<edge from-layer="4084" from-port="1" to-layer="4085" to-port="1" />
-		<edge from-layer="4085" from-port="2" to-layer="4086" to-port="1" />
-		<edge from-layer="4086" from-port="2" to-layer="4088" to-port="0" />
-		<edge from-layer="4087" from-port="0" to-layer="4088" to-port="1" />
-		<edge from-layer="4088" from-port="2" to-layer="4094" to-port="0" />
-		<edge from-layer="4088" from-port="2" to-layer="4101" to-port="0" />
-		<edge from-layer="4089" from-port="0" to-layer="4090" to-port="0" />
-		<edge from-layer="4090" from-port="1" to-layer="4092" to-port="0" />
-		<edge from-layer="4091" from-port="0" to-layer="4092" to-port="1" />
-		<edge from-layer="4092" from-port="2" to-layer="4093" to-port="0" />
-		<edge from-layer="4093" from-port="1" to-layer="4094" to-port="1" />
-		<edge from-layer="4094" from-port="2" to-layer="4095" to-port="0" />
-		<edge from-layer="4095" from-port="1" to-layer="4102" to-port="0" />
-		<edge from-layer="4096" from-port="0" to-layer="4097" to-port="0" />
-		<edge from-layer="4097" from-port="1" to-layer="4099" to-port="0" />
-		<edge from-layer="4098" from-port="0" to-layer="4099" to-port="1" />
-		<edge from-layer="4099" from-port="2" to-layer="4100" to-port="0" />
-		<edge from-layer="4100" from-port="1" to-layer="4101" to-port="1" />
-		<edge from-layer="4101" from-port="2" to-layer="4102" to-port="1" />
-		<edge from-layer="4102" from-port="2" to-layer="4111" to-port="0" />
-		<edge from-layer="4103" from-port="0" to-layer="4104" to-port="0" />
-		<edge from-layer="4104" from-port="1" to-layer="4107" to-port="0" />
-		<edge from-layer="4105" from-port="0" to-layer="4106" to-port="0" />
-		<edge from-layer="4106" from-port="1" to-layer="4107" to-port="1" />
+		<edge from-layer="4070" from-port="2" to-layer="4072" to-port="2" />
+		<edge from-layer="4071" from-port="0" to-layer="4072" to-port="4" />
+		<edge from-layer="4072" from-port="5" to-layer="4074" to-port="0" />
+		<edge from-layer="4073" from-port="0" to-layer="4074" to-port="1" />
+		<edge from-layer="4074" from-port="2" to-layer="4075" to-port="0" />
+		<edge from-layer="4075" from-port="2" to-layer="4084" to-port="0" />
+		<edge from-layer="4076" from-port="0" to-layer="4077" to-port="0" />
+		<edge from-layer="4077" from-port="1" to-layer="4080" to-port="0" />
+		<edge from-layer="4078" from-port="0" to-layer="4079" to-port="0" />
+		<edge from-layer="4079" from-port="1" to-layer="4080" to-port="1" />
+		<edge from-layer="4080" from-port="2" to-layer="4082" to-port="0" />
+		<edge from-layer="4081" from-port="0" to-layer="4082" to-port="1" />
+		<edge from-layer="4082" from-port="2" to-layer="4083" to-port="0" />
+		<edge from-layer="4083" from-port="1" to-layer="4084" to-port="1" />
+		<edge from-layer="4084" from-port="2" to-layer="4094" to-port="0" />
+		<edge from-layer="4084" from-port="2" to-layer="4087" to-port="0" />
+		<edge from-layer="4085" from-port="0" to-layer="4093" to-port="0" />
+		<edge from-layer="4086" from-port="0" to-layer="4087" to-port="1" />
+		<edge from-layer="4087" from-port="2" to-layer="4089" to-port="0" />
+		<edge from-layer="4088" from-port="0" to-layer="4089" to-port="1" />
+		<edge from-layer="4089" from-port="2" to-layer="4091" to-port="0" />
+		<edge from-layer="4090" from-port="0" to-layer="4091" to-port="1" />
+		<edge from-layer="4091" from-port="2" to-layer="4092" to-port="0" />
+		<edge from-layer="4092" from-port="1" to-layer="4093" to-port="1" />
+		<edge from-layer="4093" from-port="2" to-layer="4094" to-port="1" />
+		<edge from-layer="4094" from-port="2" to-layer="4096" to-port="0" />
+		<edge from-layer="4095" from-port="0" to-layer="4096" to-port="1" />
+		<edge from-layer="4096" from-port="2" to-layer="4097" to-port="1" />
+		<edge from-layer="4097" from-port="2" to-layer="4107" to-port="0" />
+		<edge from-layer="4097" from-port="2" to-layer="4100" to-port="0" />
+		<edge from-layer="4097" from-port="2" to-layer="4151" to-port="0" />
+		<edge from-layer="4098" from-port="0" to-layer="4106" to-port="0" />
+		<edge from-layer="4099" from-port="0" to-layer="4100" to-port="1" />
+		<edge from-layer="4100" from-port="2" to-layer="4102" to-port="0" />
+		<edge from-layer="4101" from-port="0" to-layer="4102" to-port="1" />
+		<edge from-layer="4102" from-port="2" to-layer="4104" to-port="0" />
+		<edge from-layer="4103" from-port="0" to-layer="4104" to-port="1" />
+		<edge from-layer="4104" from-port="2" to-layer="4105" to-port="0" />
+		<edge from-layer="4105" from-port="1" to-layer="4106" to-port="1" />
+		<edge from-layer="4106" from-port="2" to-layer="4107" to-port="1" />
 		<edge from-layer="4107" from-port="2" to-layer="4109" to-port="0" />
 		<edge from-layer="4108" from-port="0" to-layer="4109" to-port="1" />
-		<edge from-layer="4109" from-port="2" to-layer="4110" to-port="0" />
-		<edge from-layer="4110" from-port="1" to-layer="4111" to-port="1" />
-		<edge from-layer="4111" from-port="2" to-layer="4114" to-port="0" />
-		<edge from-layer="4111" from-port="2" to-layer="4121" to-port="0" />
-		<edge from-layer="4112" from-port="0" to-layer="4120" to-port="0" />
-		<edge from-layer="4113" from-port="0" to-layer="4114" to-port="1" />
+		<edge from-layer="4109" from-port="2" to-layer="4128" to-port="0" />
+		<edge from-layer="4109" from-port="2" to-layer="4118" to-port="0" />
+		<edge from-layer="4110" from-port="0" to-layer="4111" to-port="0" />
+		<edge from-layer="4111" from-port="1" to-layer="4114" to-port="0" />
+		<edge from-layer="4112" from-port="0" to-layer="4113" to-port="0" />
+		<edge from-layer="4113" from-port="1" to-layer="4114" to-port="1" />
 		<edge from-layer="4114" from-port="2" to-layer="4116" to-port="0" />
 		<edge from-layer="4115" from-port="0" to-layer="4116" to-port="1" />
-		<edge from-layer="4116" from-port="2" to-layer="4118" to-port="0" />
-		<edge from-layer="4117" from-port="0" to-layer="4118" to-port="1" />
+		<edge from-layer="4116" from-port="2" to-layer="4117" to-port="0" />
+		<edge from-layer="4117" from-port="1" to-layer="4118" to-port="1" />
 		<edge from-layer="4118" from-port="2" to-layer="4119" to-port="0" />
-		<edge from-layer="4119" from-port="1" to-layer="4120" to-port="1" />
-		<edge from-layer="4120" from-port="2" to-layer="4121" to-port="1" />
-		<edge from-layer="4121" from-port="2" to-layer="4123" to-port="0" />
-		<edge from-layer="4122" from-port="0" to-layer="4123" to-port="1" />
-		<edge from-layer="4123" from-port="2" to-layer="4124" to-port="1" />
-		<edge from-layer="4124" from-port="2" to-layer="4127" to-port="0" />
-		<edge from-layer="4124" from-port="2" to-layer="4134" to-port="0" />
-		<edge from-layer="4125" from-port="0" to-layer="4133" to-port="0" />
-		<edge from-layer="4126" from-port="0" to-layer="4127" to-port="1" />
-		<edge from-layer="4127" from-port="2" to-layer="4129" to-port="0" />
-		<edge from-layer="4128" from-port="0" to-layer="4129" to-port="1" />
-		<edge from-layer="4129" from-port="2" to-layer="4131" to-port="0" />
-		<edge from-layer="4130" from-port="0" to-layer="4131" to-port="1" />
-		<edge from-layer="4131" from-port="2" to-layer="4132" to-port="0" />
-		<edge from-layer="4132" from-port="1" to-layer="4133" to-port="1" />
-		<edge from-layer="4133" from-port="2" to-layer="4134" to-port="1" />
+		<edge from-layer="4119" from-port="1" to-layer="4129" to-port="0" />
+		<edge from-layer="4120" from-port="0" to-layer="4121" to-port="0" />
+		<edge from-layer="4121" from-port="1" to-layer="4124" to-port="0" />
+		<edge from-layer="4122" from-port="0" to-layer="4123" to-port="0" />
+		<edge from-layer="4123" from-port="1" to-layer="4124" to-port="1" />
+		<edge from-layer="4124" from-port="2" to-layer="4126" to-port="0" />
+		<edge from-layer="4125" from-port="0" to-layer="4126" to-port="1" />
+		<edge from-layer="4126" from-port="2" to-layer="4127" to-port="0" />
+		<edge from-layer="4127" from-port="1" to-layer="4128" to-port="1" />
+		<edge from-layer="4128" from-port="2" to-layer="4129" to-port="1" />
+		<edge from-layer="4129" from-port="2" to-layer="4138" to-port="0" />
+		<edge from-layer="4130" from-port="0" to-layer="4131" to-port="0" />
+		<edge from-layer="4131" from-port="1" to-layer="4134" to-port="0" />
+		<edge from-layer="4132" from-port="0" to-layer="4133" to-port="0" />
+		<edge from-layer="4133" from-port="1" to-layer="4134" to-port="1" />
 		<edge from-layer="4134" from-port="2" to-layer="4136" to-port="0" />
 		<edge from-layer="4135" from-port="0" to-layer="4136" to-port="1" />
 		<edge from-layer="4136" from-port="2" to-layer="4137" to-port="0" />
+		<edge from-layer="4137" from-port="1" to-layer="4138" to-port="1" />
+		<edge from-layer="4138" from-port="2" to-layer="4141" to-port="0" />
+		<edge from-layer="4138" from-port="2" to-layer="4148" to-port="0" />
+		<edge from-layer="4139" from-port="0" to-layer="4147" to-port="0" />
+		<edge from-layer="4140" from-port="0" to-layer="4141" to-port="1" />
+		<edge from-layer="4141" from-port="2" to-layer="4143" to-port="0" />
+		<edge from-layer="4142" from-port="0" to-layer="4143" to-port="1" />
+		<edge from-layer="4143" from-port="2" to-layer="4145" to-port="0" />
+		<edge from-layer="4144" from-port="0" to-layer="4145" to-port="1" />
+		<edge from-layer="4145" from-port="2" to-layer="4146" to-port="0" />
+		<edge from-layer="4146" from-port="1" to-layer="4147" to-port="1" />
+		<edge from-layer="4147" from-port="2" to-layer="4148" to-port="1" />
+		<edge from-layer="4148" from-port="2" to-layer="4150" to-port="0" />
+		<edge from-layer="4149" from-port="0" to-layer="4150" to-port="1" />
+		<edge from-layer="4150" from-port="2" to-layer="4151" to-port="1" />
+		<edge from-layer="4151" from-port="2" to-layer="4161" to-port="0" />
+		<edge from-layer="4151" from-port="2" to-layer="4270" to-port="0" />
+		<edge from-layer="4151" from-port="2" to-layer="4154" to-port="0" />
+		<edge from-layer="4152" from-port="0" to-layer="4160" to-port="0" />
+		<edge from-layer="4153" from-port="0" to-layer="4154" to-port="1" />
+		<edge from-layer="4154" from-port="2" to-layer="4156" to-port="0" />
+		<edge from-layer="4155" from-port="0" to-layer="4156" to-port="1" />
+		<edge from-layer="4156" from-port="2" to-layer="4158" to-port="0" />
+		<edge from-layer="4157" from-port="0" to-layer="4158" to-port="1" />
+		<edge from-layer="4158" from-port="2" to-layer="4159" to-port="0" />
+		<edge from-layer="4159" from-port="1" to-layer="4160" to-port="1" />
+		<edge from-layer="4160" from-port="2" to-layer="4161" to-port="1" />
+		<edge from-layer="4161" from-port="2" to-layer="4163" to-port="0" />
+		<edge from-layer="4162" from-port="0" to-layer="4163" to-port="1" />
+		<edge from-layer="4163" from-port="2" to-layer="4201" to-port="0" />
+		<edge from-layer="4163" from-port="2" to-layer="4235" to-port="0" />
+		<edge from-layer="4163" from-port="2" to-layer="4172" to-port="0" />
+		<edge from-layer="4164" from-port="0" to-layer="4165" to-port="0" />
+		<edge from-layer="4165" from-port="1" to-layer="4168" to-port="0" />
+		<edge from-layer="4166" from-port="0" to-layer="4167" to-port="0" />
+		<edge from-layer="4167" from-port="1" to-layer="4168" to-port="1" />
+		<edge from-layer="4168" from-port="2" to-layer="4170" to-port="0" />
+		<edge from-layer="4169" from-port="0" to-layer="4170" to-port="1" />
+		<edge from-layer="4170" from-port="2" to-layer="4171" to-port="0" />
+		<edge from-layer="4171" from-port="1" to-layer="4172" to-port="1" />
+		<edge from-layer="4172" from-port="2" to-layer="4174" to-port="0" />
+		<edge from-layer="4173" from-port="0" to-layer="4174" to-port="1" />
+		<edge from-layer="4174" from-port="2" to-layer="4176" to-port="0" />
+		<edge from-layer="4175" from-port="0" to-layer="4176" to-port="1" />
+		<edge from-layer="4176" from-port="2" to-layer="4182" to-port="0" />
+		<edge from-layer="4176" from-port="2" to-layer="4177" to-port="0" />
+		<edge from-layer="4176" from-port="2" to-layer="4189" to-port="0" />
+		<edge from-layer="4177" from-port="2" to-layer="4192" to-port="0" />
+		<edge from-layer="4178" from-port="0" to-layer="4182" to-port="1" />
+		<edge from-layer="4179" from-port="0" to-layer="4182" to-port="2" />
+		<edge from-layer="4180" from-port="0" to-layer="4182" to-port="3" />
+		<edge from-layer="4181" from-port="0" to-layer="4182" to-port="4" />
+		<edge from-layer="4182" from-port="5" to-layer="4184" to-port="0" />
+		<edge from-layer="4183" from-port="0" to-layer="4184" to-port="1" />
+		<edge from-layer="4184" from-port="2" to-layer="4190" to-port="0" />
+		<edge from-layer="4185" from-port="0" to-layer="4189" to-port="1" />
+		<edge from-layer="4186" from-port="0" to-layer="4189" to-port="2" />
+		<edge from-layer="4187" from-port="0" to-layer="4189" to-port="3" />
+		<edge from-layer="4188" from-port="0" to-layer="4189" to-port="4" />
+		<edge from-layer="4189" from-port="5" to-layer="4190" to-port="1" />
+		<edge from-layer="4190" from-port="2" to-layer="4191" to-port="0" />
+		<edge from-layer="4191" from-port="2" to-layer="4192" to-port="1" />
+		<edge from-layer="4192" from-port="2" to-layer="4245" to-port="0" />
+		<edge from-layer="4193" from-port="0" to-layer="4194" to-port="0" />
+		<edge from-layer="4194" from-port="1" to-layer="4197" to-port="0" />
+		<edge from-layer="4195" from-port="0" to-layer="4196" to-port="0" />
+		<edge from-layer="4196" from-port="1" to-layer="4197" to-port="1" />
+		<edge from-layer="4197" from-port="2" to-layer="4199" to-port="0" />
+		<edge from-layer="4198" from-port="0" to-layer="4199" to-port="1" />
+		<edge from-layer="4199" from-port="2" to-layer="4200" to-port="0" />
+		<edge from-layer="4200" from-port="1" to-layer="4201" to-port="1" />
+		<edge from-layer="4201" from-port="2" to-layer="4203" to-port="0" />
+		<edge from-layer="4202" from-port="0" to-layer="4203" to-port="1" />
+		<edge from-layer="4203" from-port="2" to-layer="4205" to-port="0" />
+		<edge from-layer="4204" from-port="0" to-layer="4205" to-port="1" />
+		<edge from-layer="4205" from-port="2" to-layer="4218" to-port="0" />
+		<edge from-layer="4205" from-port="2" to-layer="4206" to-port="0" />
+		<edge from-layer="4205" from-port="2" to-layer="4211" to-port="0" />
+		<edge from-layer="4206" from-port="2" to-layer="4221" to-port="0" />
+		<edge from-layer="4207" from-port="0" to-layer="4211" to-port="1" />
+		<edge from-layer="4208" from-port="0" to-layer="4211" to-port="2" />
+		<edge from-layer="4209" from-port="0" to-layer="4211" to-port="3" />
+		<edge from-layer="4210" from-port="0" to-layer="4211" to-port="4" />
+		<edge from-layer="4211" from-port="5" to-layer="4213" to-port="0" />
+		<edge from-layer="4212" from-port="0" to-layer="4213" to-port="1" />
+		<edge from-layer="4213" from-port="2" to-layer="4219" to-port="0" />
+		<edge from-layer="4214" from-port="0" to-layer="4218" to-port="1" />
+		<edge from-layer="4215" from-port="0" to-layer="4218" to-port="2" />
+		<edge from-layer="4216" from-port="0" to-layer="4218" to-port="3" />
+		<edge from-layer="4217" from-port="0" to-layer="4218" to-port="4" />
+		<edge from-layer="4218" from-port="5" to-layer="4219" to-port="1" />
+		<edge from-layer="4219" from-port="2" to-layer="4220" to-port="0" />
+		<edge from-layer="4220" from-port="2" to-layer="4221" to-port="1" />
+		<edge from-layer="4221" from-port="2" to-layer="4223" to-port="0" />
+		<edge from-layer="4222" from-port="0" to-layer="4240" to-port="1" />
+		<edge from-layer="4222" from-port="0" to-layer="4223" to-port="1" />
+		<edge from-layer="4223" from-port="2" to-layer="4224" to-port="0" />
+		<edge from-layer="4224" from-port="2" to-layer="4226" to-port="0" />
+		<edge from-layer="4225" from-port="0" to-layer="4226" to-port="1" />
+		<edge from-layer="4226" from-port="2" to-layer="4245" to-port="1" />
+		<edge from-layer="4227" from-port="0" to-layer="4228" to-port="0" />
+		<edge from-layer="4228" from-port="1" to-layer="4231" to-port="0" />
+		<edge from-layer="4229" from-port="0" to-layer="4230" to-port="0" />
+		<edge from-layer="4230" from-port="1" to-layer="4231" to-port="1" />
+		<edge from-layer="4231" from-port="2" to-layer="4233" to-port="0" />
+		<edge from-layer="4232" from-port="0" to-layer="4233" to-port="1" />
+		<edge from-layer="4233" from-port="2" to-layer="4234" to-port="0" />
+		<edge from-layer="4234" from-port="1" to-layer="4235" to-port="1" />
+		<edge from-layer="4235" from-port="2" to-layer="4237" to-port="0" />
+		<edge from-layer="4236" from-port="0" to-layer="4237" to-port="1" />
+		<edge from-layer="4237" from-port="2" to-layer="4239" to-port="0" />
+		<edge from-layer="4238" from-port="0" to-layer="4239" to-port="1" />
+		<edge from-layer="4239" from-port="2" to-layer="4240" to-port="0" />
+		<edge from-layer="4240" from-port="2" to-layer="4241" to-port="0" />
+		<edge from-layer="4241" from-port="2" to-layer="4243" to-port="0" />
+		<edge from-layer="4242" from-port="0" to-layer="4243" to-port="1" />
+		<edge from-layer="4243" from-port="2" to-layer="4245" to-port="2" />
+		<edge from-layer="4244" from-port="0" to-layer="4245" to-port="4" />
+		<edge from-layer="4245" from-port="5" to-layer="4247" to-port="0" />
+		<edge from-layer="4246" from-port="0" to-layer="4247" to-port="1" />
+		<edge from-layer="4247" from-port="2" to-layer="4248" to-port="0" />
+		<edge from-layer="4248" from-port="2" to-layer="4257" to-port="0" />
+		<edge from-layer="4249" from-port="0" to-layer="4250" to-port="0" />
+		<edge from-layer="4250" from-port="1" to-layer="4253" to-port="0" />
+		<edge from-layer="4251" from-port="0" to-layer="4252" to-port="0" />
+		<edge from-layer="4252" from-port="1" to-layer="4253" to-port="1" />
+		<edge from-layer="4253" from-port="2" to-layer="4255" to-port="0" />
+		<edge from-layer="4254" from-port="0" to-layer="4255" to-port="1" />
+		<edge from-layer="4255" from-port="2" to-layer="4256" to-port="0" />
+		<edge from-layer="4256" from-port="1" to-layer="4257" to-port="1" />
+		<edge from-layer="4257" from-port="2" to-layer="4260" to-port="0" />
+		<edge from-layer="4257" from-port="2" to-layer="4267" to-port="0" />
+		<edge from-layer="4258" from-port="0" to-layer="4266" to-port="0" />
+		<edge from-layer="4259" from-port="0" to-layer="4260" to-port="1" />
+		<edge from-layer="4260" from-port="2" to-layer="4262" to-port="0" />
+		<edge from-layer="4261" from-port="0" to-layer="4262" to-port="1" />
+		<edge from-layer="4262" from-port="2" to-layer="4264" to-port="0" />
+		<edge from-layer="4263" from-port="0" to-layer="4264" to-port="1" />
+		<edge from-layer="4264" from-port="2" to-layer="4265" to-port="0" />
+		<edge from-layer="4265" from-port="1" to-layer="4266" to-port="1" />
+		<edge from-layer="4266" from-port="2" to-layer="4267" to-port="1" />
+		<edge from-layer="4267" from-port="2" to-layer="4269" to-port="0" />
+		<edge from-layer="4268" from-port="0" to-layer="4269" to-port="1" />
+		<edge from-layer="4269" from-port="2" to-layer="4270" to-port="1" />
+		<edge from-layer="4270" from-port="2" to-layer="4324" to-port="0" />
+		<edge from-layer="4270" from-port="2" to-layer="4273" to-port="0" />
+		<edge from-layer="4270" from-port="2" to-layer="4280" to-port="0" />
+		<edge from-layer="4271" from-port="0" to-layer="4279" to-port="0" />
+		<edge from-layer="4272" from-port="0" to-layer="4273" to-port="1" />
+		<edge from-layer="4273" from-port="2" to-layer="4275" to-port="0" />
+		<edge from-layer="4274" from-port="0" to-layer="4275" to-port="1" />
+		<edge from-layer="4275" from-port="2" to-layer="4277" to-port="0" />
+		<edge from-layer="4276" from-port="0" to-layer="4277" to-port="1" />
+		<edge from-layer="4277" from-port="2" to-layer="4278" to-port="0" />
+		<edge from-layer="4278" from-port="1" to-layer="4279" to-port="1" />
+		<edge from-layer="4279" from-port="2" to-layer="4280" to-port="1" />
+		<edge from-layer="4280" from-port="2" to-layer="4282" to-port="0" />
+		<edge from-layer="4281" from-port="0" to-layer="4282" to-port="1" />
+		<edge from-layer="4282" from-port="2" to-layer="4301" to-port="0" />
+		<edge from-layer="4282" from-port="2" to-layer="4291" to-port="0" />
+		<edge from-layer="4283" from-port="0" to-layer="4284" to-port="0" />
+		<edge from-layer="4284" from-port="1" to-layer="4287" to-port="0" />
+		<edge from-layer="4285" from-port="0" to-layer="4286" to-port="0" />
+		<edge from-layer="4286" from-port="1" to-layer="4287" to-port="1" />
+		<edge from-layer="4287" from-port="2" to-layer="4289" to-port="0" />
+		<edge from-layer="4288" from-port="0" to-layer="4289" to-port="1" />
+		<edge from-layer="4289" from-port="2" to-layer="4290" to-port="0" />
+		<edge from-layer="4290" from-port="1" to-layer="4291" to-port="1" />
+		<edge from-layer="4291" from-port="2" to-layer="4292" to-port="0" />
+		<edge from-layer="4292" from-port="1" to-layer="4302" to-port="0" />
+		<edge from-layer="4293" from-port="0" to-layer="4294" to-port="0" />
+		<edge from-layer="4294" from-port="1" to-layer="4297" to-port="0" />
+		<edge from-layer="4295" from-port="0" to-layer="4296" to-port="0" />
+		<edge from-layer="4296" from-port="1" to-layer="4297" to-port="1" />
+		<edge from-layer="4297" from-port="2" to-layer="4299" to-port="0" />
+		<edge from-layer="4298" from-port="0" to-layer="4299" to-port="1" />
+		<edge from-layer="4299" from-port="2" to-layer="4300" to-port="0" />
+		<edge from-layer="4300" from-port="1" to-layer="4301" to-port="1" />
+		<edge from-layer="4301" from-port="2" to-layer="4302" to-port="1" />
+		<edge from-layer="4302" from-port="2" to-layer="4311" to-port="0" />
+		<edge from-layer="4303" from-port="0" to-layer="4304" to-port="0" />
+		<edge from-layer="4304" from-port="1" to-layer="4307" to-port="0" />
+		<edge from-layer="4305" from-port="0" to-layer="4306" to-port="0" />
+		<edge from-layer="4306" from-port="1" to-layer="4307" to-port="1" />
+		<edge from-layer="4307" from-port="2" to-layer="4309" to-port="0" />
+		<edge from-layer="4308" from-port="0" to-layer="4309" to-port="1" />
+		<edge from-layer="4309" from-port="2" to-layer="4310" to-port="0" />
+		<edge from-layer="4310" from-port="1" to-layer="4311" to-port="1" />
+		<edge from-layer="4311" from-port="2" to-layer="4321" to-port="0" />
+		<edge from-layer="4311" from-port="2" to-layer="4314" to-port="0" />
+		<edge from-layer="4312" from-port="0" to-layer="4320" to-port="0" />
+		<edge from-layer="4313" from-port="0" to-layer="4314" to-port="1" />
+		<edge from-layer="4314" from-port="2" to-layer="4316" to-port="0" />
+		<edge from-layer="4315" from-port="0" to-layer="4316" to-port="1" />
+		<edge from-layer="4316" from-port="2" to-layer="4318" to-port="0" />
+		<edge from-layer="4317" from-port="0" to-layer="4318" to-port="1" />
+		<edge from-layer="4318" from-port="2" to-layer="4319" to-port="0" />
+		<edge from-layer="4319" from-port="1" to-layer="4320" to-port="1" />
+		<edge from-layer="4320" from-port="2" to-layer="4321" to-port="1" />
+		<edge from-layer="4321" from-port="2" to-layer="4323" to-port="0" />
+		<edge from-layer="4322" from-port="0" to-layer="4323" to-port="1" />
+		<edge from-layer="4323" from-port="2" to-layer="4324" to-port="1" />
+		<edge from-layer="4324" from-port="2" to-layer="4443" to-port="0" />
+		<edge from-layer="4324" from-port="2" to-layer="4327" to-port="0" />
+		<edge from-layer="4324" from-port="2" to-layer="4334" to-port="0" />
+		<edge from-layer="4325" from-port="0" to-layer="4333" to-port="0" />
+		<edge from-layer="4326" from-port="0" to-layer="4327" to-port="1" />
+		<edge from-layer="4327" from-port="2" to-layer="4329" to-port="0" />
+		<edge from-layer="4328" from-port="0" to-layer="4329" to-port="1" />
+		<edge from-layer="4329" from-port="2" to-layer="4331" to-port="0" />
+		<edge from-layer="4330" from-port="0" to-layer="4331" to-port="1" />
+		<edge from-layer="4331" from-port="2" to-layer="4332" to-port="0" />
+		<edge from-layer="4332" from-port="1" to-layer="4333" to-port="1" />
+		<edge from-layer="4333" from-port="2" to-layer="4334" to-port="1" />
+		<edge from-layer="4334" from-port="2" to-layer="4336" to-port="0" />
+		<edge from-layer="4335" from-port="0" to-layer="4336" to-port="1" />
+		<edge from-layer="4336" from-port="2" to-layer="4345" to-port="0" />
+		<edge from-layer="4336" from-port="2" to-layer="4374" to-port="0" />
+		<edge from-layer="4336" from-port="2" to-layer="4408" to-port="0" />
+		<edge from-layer="4337" from-port="0" to-layer="4338" to-port="0" />
+		<edge from-layer="4338" from-port="1" to-layer="4341" to-port="0" />
+		<edge from-layer="4339" from-port="0" to-layer="4340" to-port="0" />
+		<edge from-layer="4340" from-port="1" to-layer="4341" to-port="1" />
+		<edge from-layer="4341" from-port="2" to-layer="4343" to-port="0" />
+		<edge from-layer="4342" from-port="0" to-layer="4343" to-port="1" />
+		<edge from-layer="4343" from-port="2" to-layer="4344" to-port="0" />
+		<edge from-layer="4344" from-port="1" to-layer="4345" to-port="1" />
+		<edge from-layer="4345" from-port="2" to-layer="4347" to-port="0" />
+		<edge from-layer="4346" from-port="0" to-layer="4347" to-port="1" />
+		<edge from-layer="4347" from-port="2" to-layer="4349" to-port="0" />
+		<edge from-layer="4348" from-port="0" to-layer="4349" to-port="1" />
+		<edge from-layer="4349" from-port="2" to-layer="4362" to-port="0" />
+		<edge from-layer="4349" from-port="2" to-layer="4355" to-port="0" />
+		<edge from-layer="4349" from-port="2" to-layer="4350" to-port="0" />
+		<edge from-layer="4350" from-port="2" to-layer="4365" to-port="0" />
+		<edge from-layer="4351" from-port="0" to-layer="4355" to-port="1" />
+		<edge from-layer="4352" from-port="0" to-layer="4355" to-port="2" />
+		<edge from-layer="4353" from-port="0" to-layer="4355" to-port="3" />
+		<edge from-layer="4354" from-port="0" to-layer="4355" to-port="4" />
+		<edge from-layer="4355" from-port="5" to-layer="4357" to-port="0" />
+		<edge from-layer="4356" from-port="0" to-layer="4357" to-port="1" />
+		<edge from-layer="4357" from-port="2" to-layer="4363" to-port="0" />
+		<edge from-layer="4358" from-port="0" to-layer="4362" to-port="1" />
+		<edge from-layer="4359" from-port="0" to-layer="4362" to-port="2" />
+		<edge from-layer="4360" from-port="0" to-layer="4362" to-port="3" />
+		<edge from-layer="4361" from-port="0" to-layer="4362" to-port="4" />
+		<edge from-layer="4362" from-port="5" to-layer="4363" to-port="1" />
+		<edge from-layer="4363" from-port="2" to-layer="4364" to-port="0" />
+		<edge from-layer="4364" from-port="2" to-layer="4365" to-port="1" />
+		<edge from-layer="4365" from-port="2" to-layer="4418" to-port="0" />
+		<edge from-layer="4366" from-port="0" to-layer="4367" to-port="0" />
+		<edge from-layer="4367" from-port="1" to-layer="4370" to-port="0" />
+		<edge from-layer="4368" from-port="0" to-layer="4369" to-port="0" />
+		<edge from-layer="4369" from-port="1" to-layer="4370" to-port="1" />
+		<edge from-layer="4370" from-port="2" to-layer="4372" to-port="0" />
+		<edge from-layer="4371" from-port="0" to-layer="4372" to-port="1" />
+		<edge from-layer="4372" from-port="2" to-layer="4373" to-port="0" />
+		<edge from-layer="4373" from-port="1" to-layer="4374" to-port="1" />
+		<edge from-layer="4374" from-port="2" to-layer="4376" to-port="0" />
+		<edge from-layer="4375" from-port="0" to-layer="4376" to-port="1" />
+		<edge from-layer="4376" from-port="2" to-layer="4378" to-port="0" />
+		<edge from-layer="4377" from-port="0" to-layer="4378" to-port="1" />
+		<edge from-layer="4378" from-port="2" to-layer="4384" to-port="0" />
+		<edge from-layer="4378" from-port="2" to-layer="4379" to-port="0" />
+		<edge from-layer="4378" from-port="2" to-layer="4391" to-port="0" />
+		<edge from-layer="4379" from-port="2" to-layer="4394" to-port="0" />
+		<edge from-layer="4380" from-port="0" to-layer="4384" to-port="1" />
+		<edge from-layer="4381" from-port="0" to-layer="4384" to-port="2" />
+		<edge from-layer="4382" from-port="0" to-layer="4384" to-port="3" />
+		<edge from-layer="4383" from-port="0" to-layer="4384" to-port="4" />
+		<edge from-layer="4384" from-port="5" to-layer="4386" to-port="0" />
+		<edge from-layer="4385" from-port="0" to-layer="4386" to-port="1" />
+		<edge from-layer="4386" from-port="2" to-layer="4392" to-port="0" />
+		<edge from-layer="4387" from-port="0" to-layer="4391" to-port="1" />
+		<edge from-layer="4388" from-port="0" to-layer="4391" to-port="2" />
+		<edge from-layer="4389" from-port="0" to-layer="4391" to-port="3" />
+		<edge from-layer="4390" from-port="0" to-layer="4391" to-port="4" />
+		<edge from-layer="4391" from-port="5" to-layer="4392" to-port="1" />
+		<edge from-layer="4392" from-port="2" to-layer="4393" to-port="0" />
+		<edge from-layer="4393" from-port="2" to-layer="4394" to-port="1" />
+		<edge from-layer="4394" from-port="2" to-layer="4396" to-port="0" />
+		<edge from-layer="4395" from-port="0" to-layer="4396" to-port="1" />
+		<edge from-layer="4395" from-port="0" to-layer="4413" to-port="1" />
+		<edge from-layer="4396" from-port="2" to-layer="4397" to-port="0" />
+		<edge from-layer="4397" from-port="2" to-layer="4399" to-port="0" />
+		<edge from-layer="4398" from-port="0" to-layer="4399" to-port="1" />
+		<edge from-layer="4399" from-port="2" to-layer="4418" to-port="1" />
+		<edge from-layer="4400" from-port="0" to-layer="4401" to-port="0" />
+		<edge from-layer="4401" from-port="1" to-layer="4404" to-port="0" />
+		<edge from-layer="4402" from-port="0" to-layer="4403" to-port="0" />
+		<edge from-layer="4403" from-port="1" to-layer="4404" to-port="1" />
+		<edge from-layer="4404" from-port="2" to-layer="4406" to-port="0" />
+		<edge from-layer="4405" from-port="0" to-layer="4406" to-port="1" />
+		<edge from-layer="4406" from-port="2" to-layer="4407" to-port="0" />
+		<edge from-layer="4407" from-port="1" to-layer="4408" to-port="1" />
+		<edge from-layer="4408" from-port="2" to-layer="4410" to-port="0" />
+		<edge from-layer="4409" from-port="0" to-layer="4410" to-port="1" />
+		<edge from-layer="4410" from-port="2" to-layer="4412" to-port="0" />
+		<edge from-layer="4411" from-port="0" to-layer="4412" to-port="1" />
+		<edge from-layer="4412" from-port="2" to-layer="4413" to-port="0" />
+		<edge from-layer="4413" from-port="2" to-layer="4414" to-port="0" />
+		<edge from-layer="4414" from-port="2" to-layer="4416" to-port="0" />
+		<edge from-layer="4415" from-port="0" to-layer="4416" to-port="1" />
+		<edge from-layer="4416" from-port="2" to-layer="4418" to-port="2" />
+		<edge from-layer="4417" from-port="0" to-layer="4418" to-port="4" />
+		<edge from-layer="4418" from-port="5" to-layer="4420" to-port="0" />
+		<edge from-layer="4419" from-port="0" to-layer="4420" to-port="1" />
+		<edge from-layer="4420" from-port="2" to-layer="4421" to-port="0" />
+		<edge from-layer="4421" from-port="2" to-layer="4430" to-port="0" />
+		<edge from-layer="4422" from-port="0" to-layer="4423" to-port="0" />
+		<edge from-layer="4423" from-port="1" to-layer="4426" to-port="0" />
+		<edge from-layer="4424" from-port="0" to-layer="4425" to-port="0" />
+		<edge from-layer="4425" from-port="1" to-layer="4426" to-port="1" />
+		<edge from-layer="4426" from-port="2" to-layer="4428" to-port="0" />
+		<edge from-layer="4427" from-port="0" to-layer="4428" to-port="1" />
+		<edge from-layer="4428" from-port="2" to-layer="4429" to-port="0" />
+		<edge from-layer="4429" from-port="1" to-layer="4430" to-port="1" />
+		<edge from-layer="4430" from-port="2" to-layer="4433" to-port="0" />
+		<edge from-layer="4430" from-port="2" to-layer="4440" to-port="0" />
+		<edge from-layer="4431" from-port="0" to-layer="4439" to-port="0" />
+		<edge from-layer="4432" from-port="0" to-layer="4433" to-port="1" />
+		<edge from-layer="4433" from-port="2" to-layer="4435" to-port="0" />
+		<edge from-layer="4434" from-port="0" to-layer="4435" to-port="1" />
+		<edge from-layer="4435" from-port="2" to-layer="4437" to-port="0" />
+		<edge from-layer="4436" from-port="0" to-layer="4437" to-port="1" />
+		<edge from-layer="4437" from-port="2" to-layer="4438" to-port="0" />
+		<edge from-layer="4438" from-port="1" to-layer="4439" to-port="1" />
+		<edge from-layer="4439" from-port="2" to-layer="4440" to-port="1" />
+		<edge from-layer="4440" from-port="2" to-layer="4442" to-port="0" />
+		<edge from-layer="4441" from-port="0" to-layer="4442" to-port="1" />
+		<edge from-layer="4442" from-port="2" to-layer="4443" to-port="1" />
+		<edge from-layer="4443" from-port="2" to-layer="4497" to-port="0" />
+		<edge from-layer="4443" from-port="2" to-layer="4453" to-port="0" />
+		<edge from-layer="4443" from-port="2" to-layer="4446" to-port="0" />
+		<edge from-layer="4444" from-port="0" to-layer="4452" to-port="0" />
+		<edge from-layer="4445" from-port="0" to-layer="4446" to-port="1" />
+		<edge from-layer="4446" from-port="2" to-layer="4448" to-port="0" />
+		<edge from-layer="4447" from-port="0" to-layer="4448" to-port="1" />
+		<edge from-layer="4448" from-port="2" to-layer="4450" to-port="0" />
+		<edge from-layer="4449" from-port="0" to-layer="4450" to-port="1" />
+		<edge from-layer="4450" from-port="2" to-layer="4451" to-port="0" />
+		<edge from-layer="4451" from-port="1" to-layer="4452" to-port="1" />
+		<edge from-layer="4452" from-port="2" to-layer="4453" to-port="1" />
+		<edge from-layer="4453" from-port="2" to-layer="4455" to-port="0" />
+		<edge from-layer="4454" from-port="0" to-layer="4455" to-port="1" />
+		<edge from-layer="4455" from-port="2" to-layer="4464" to-port="0" />
+		<edge from-layer="4455" from-port="2" to-layer="4474" to-port="0" />
+		<edge from-layer="4456" from-port="0" to-layer="4457" to-port="0" />
+		<edge from-layer="4457" from-port="1" to-layer="4460" to-port="0" />
+		<edge from-layer="4458" from-port="0" to-layer="4459" to-port="0" />
+		<edge from-layer="4459" from-port="1" to-layer="4460" to-port="1" />
+		<edge from-layer="4460" from-port="2" to-layer="4462" to-port="0" />
+		<edge from-layer="4461" from-port="0" to-layer="4462" to-port="1" />
+		<edge from-layer="4462" from-port="2" to-layer="4463" to-port="0" />
+		<edge from-layer="4463" from-port="1" to-layer="4464" to-port="1" />
+		<edge from-layer="4464" from-port="2" to-layer="4465" to-port="0" />
+		<edge from-layer="4465" from-port="1" to-layer="4475" to-port="0" />
+		<edge from-layer="4466" from-port="0" to-layer="4467" to-port="0" />
+		<edge from-layer="4467" from-port="1" to-layer="4470" to-port="0" />
+		<edge from-layer="4468" from-port="0" to-layer="4469" to-port="0" />
+		<edge from-layer="4469" from-port="1" to-layer="4470" to-port="1" />
+		<edge from-layer="4470" from-port="2" to-layer="4472" to-port="0" />
+		<edge from-layer="4471" from-port="0" to-layer="4472" to-port="1" />
+		<edge from-layer="4472" from-port="2" to-layer="4473" to-port="0" />
+		<edge from-layer="4473" from-port="1" to-layer="4474" to-port="1" />
+		<edge from-layer="4474" from-port="2" to-layer="4475" to-port="1" />
+		<edge from-layer="4475" from-port="2" to-layer="4484" to-port="0" />
+		<edge from-layer="4476" from-port="0" to-layer="4477" to-port="0" />
+		<edge from-layer="4477" from-port="1" to-layer="4480" to-port="0" />
+		<edge from-layer="4478" from-port="0" to-layer="4479" to-port="0" />
+		<edge from-layer="4479" from-port="1" to-layer="4480" to-port="1" />
+		<edge from-layer="4480" from-port="2" to-layer="4482" to-port="0" />
+		<edge from-layer="4481" from-port="0" to-layer="4482" to-port="1" />
+		<edge from-layer="4482" from-port="2" to-layer="4483" to-port="0" />
+		<edge from-layer="4483" from-port="1" to-layer="4484" to-port="1" />
+		<edge from-layer="4484" from-port="2" to-layer="4494" to-port="0" />
+		<edge from-layer="4484" from-port="2" to-layer="4487" to-port="0" />
+		<edge from-layer="4485" from-port="0" to-layer="4493" to-port="0" />
+		<edge from-layer="4486" from-port="0" to-layer="4487" to-port="1" />
+		<edge from-layer="4487" from-port="2" to-layer="4489" to-port="0" />
+		<edge from-layer="4488" from-port="0" to-layer="4489" to-port="1" />
+		<edge from-layer="4489" from-port="2" to-layer="4491" to-port="0" />
+		<edge from-layer="4490" from-port="0" to-layer="4491" to-port="1" />
+		<edge from-layer="4491" from-port="2" to-layer="4492" to-port="0" />
+		<edge from-layer="4492" from-port="1" to-layer="4493" to-port="1" />
+		<edge from-layer="4493" from-port="2" to-layer="4494" to-port="1" />
+		<edge from-layer="4494" from-port="2" to-layer="4496" to-port="0" />
+		<edge from-layer="4495" from-port="0" to-layer="4496" to-port="1" />
+		<edge from-layer="4496" from-port="2" to-layer="4497" to-port="1" />
+		<edge from-layer="4497" from-port="2" to-layer="4500" to-port="0" />
+		<edge from-layer="4497" from-port="2" to-layer="4616" to-port="0" />
+		<edge from-layer="4497" from-port="2" to-layer="4507" to-port="0" />
+		<edge from-layer="4498" from-port="0" to-layer="4506" to-port="0" />
+		<edge from-layer="4499" from-port="0" to-layer="4500" to-port="1" />
+		<edge from-layer="4500" from-port="2" to-layer="4502" to-port="0" />
+		<edge from-layer="4501" from-port="0" to-layer="4502" to-port="1" />
+		<edge from-layer="4502" from-port="2" to-layer="4504" to-port="0" />
+		<edge from-layer="4503" from-port="0" to-layer="4504" to-port="1" />
+		<edge from-layer="4504" from-port="2" to-layer="4505" to-port="0" />
+		<edge from-layer="4505" from-port="1" to-layer="4506" to-port="1" />
+		<edge from-layer="4506" from-port="2" to-layer="4507" to-port="1" />
+		<edge from-layer="4507" from-port="2" to-layer="4509" to-port="0" />
+		<edge from-layer="4508" from-port="0" to-layer="4509" to-port="1" />
+		<edge from-layer="4509" from-port="2" to-layer="4547" to-port="0" />
+		<edge from-layer="4509" from-port="2" to-layer="4581" to-port="0" />
+		<edge from-layer="4509" from-port="2" to-layer="4518" to-port="0" />
+		<edge from-layer="4510" from-port="0" to-layer="4511" to-port="0" />
+		<edge from-layer="4511" from-port="1" to-layer="4514" to-port="0" />
+		<edge from-layer="4512" from-port="0" to-layer="4513" to-port="0" />
+		<edge from-layer="4513" from-port="1" to-layer="4514" to-port="1" />
+		<edge from-layer="4514" from-port="2" to-layer="4516" to-port="0" />
+		<edge from-layer="4515" from-port="0" to-layer="4516" to-port="1" />
+		<edge from-layer="4516" from-port="2" to-layer="4517" to-port="0" />
+		<edge from-layer="4517" from-port="1" to-layer="4518" to-port="1" />
+		<edge from-layer="4518" from-port="2" to-layer="4520" to-port="0" />
+		<edge from-layer="4519" from-port="0" to-layer="4520" to-port="1" />
+		<edge from-layer="4520" from-port="2" to-layer="4522" to-port="0" />
+		<edge from-layer="4521" from-port="0" to-layer="4522" to-port="1" />
+		<edge from-layer="4522" from-port="2" to-layer="4535" to-port="0" />
+		<edge from-layer="4522" from-port="2" to-layer="4523" to-port="0" />
+		<edge from-layer="4522" from-port="2" to-layer="4528" to-port="0" />
+		<edge from-layer="4523" from-port="2" to-layer="4538" to-port="0" />
+		<edge from-layer="4524" from-port="0" to-layer="4528" to-port="1" />
+		<edge from-layer="4525" from-port="0" to-layer="4528" to-port="2" />
+		<edge from-layer="4526" from-port="0" to-layer="4528" to-port="3" />
+		<edge from-layer="4527" from-port="0" to-layer="4528" to-port="4" />
+		<edge from-layer="4528" from-port="5" to-layer="4530" to-port="0" />
+		<edge from-layer="4529" from-port="0" to-layer="4530" to-port="1" />
+		<edge from-layer="4530" from-port="2" to-layer="4536" to-port="0" />
+		<edge from-layer="4531" from-port="0" to-layer="4535" to-port="1" />
+		<edge from-layer="4532" from-port="0" to-layer="4535" to-port="2" />
+		<edge from-layer="4533" from-port="0" to-layer="4535" to-port="3" />
+		<edge from-layer="4534" from-port="0" to-layer="4535" to-port="4" />
+		<edge from-layer="4535" from-port="5" to-layer="4536" to-port="1" />
+		<edge from-layer="4536" from-port="2" to-layer="4537" to-port="0" />
+		<edge from-layer="4537" from-port="2" to-layer="4538" to-port="1" />
+		<edge from-layer="4538" from-port="2" to-layer="4591" to-port="0" />
+		<edge from-layer="4539" from-port="0" to-layer="4540" to-port="0" />
+		<edge from-layer="4540" from-port="1" to-layer="4543" to-port="0" />
+		<edge from-layer="4541" from-port="0" to-layer="4542" to-port="0" />
+		<edge from-layer="4542" from-port="1" to-layer="4543" to-port="1" />
+		<edge from-layer="4543" from-port="2" to-layer="4545" to-port="0" />
+		<edge from-layer="4544" from-port="0" to-layer="4545" to-port="1" />
+		<edge from-layer="4545" from-port="2" to-layer="4546" to-port="0" />
+		<edge from-layer="4546" from-port="1" to-layer="4547" to-port="1" />
+		<edge from-layer="4547" from-port="2" to-layer="4549" to-port="0" />
+		<edge from-layer="4548" from-port="0" to-layer="4549" to-port="1" />
+		<edge from-layer="4549" from-port="2" to-layer="4551" to-port="0" />
+		<edge from-layer="4550" from-port="0" to-layer="4551" to-port="1" />
+		<edge from-layer="4551" from-port="2" to-layer="4564" to-port="0" />
+		<edge from-layer="4551" from-port="2" to-layer="4557" to-port="0" />
+		<edge from-layer="4551" from-port="2" to-layer="4552" to-port="0" />
+		<edge from-layer="4552" from-port="2" to-layer="4567" to-port="0" />
+		<edge from-layer="4553" from-port="0" to-layer="4557" to-port="1" />
+		<edge from-layer="4554" from-port="0" to-layer="4557" to-port="2" />
+		<edge from-layer="4555" from-port="0" to-layer="4557" to-port="3" />
+		<edge from-layer="4556" from-port="0" to-layer="4557" to-port="4" />
+		<edge from-layer="4557" from-port="5" to-layer="4559" to-port="0" />
+		<edge from-layer="4558" from-port="0" to-layer="4559" to-port="1" />
+		<edge from-layer="4559" from-port="2" to-layer="4565" to-port="0" />
+		<edge from-layer="4560" from-port="0" to-layer="4564" to-port="1" />
+		<edge from-layer="4561" from-port="0" to-layer="4564" to-port="2" />
+		<edge from-layer="4562" from-port="0" to-layer="4564" to-port="3" />
+		<edge from-layer="4563" from-port="0" to-layer="4564" to-port="4" />
+		<edge from-layer="4564" from-port="5" to-layer="4565" to-port="1" />
+		<edge from-layer="4565" from-port="2" to-layer="4566" to-port="0" />
+		<edge from-layer="4566" from-port="2" to-layer="4567" to-port="1" />
+		<edge from-layer="4567" from-port="2" to-layer="4569" to-port="0" />
+		<edge from-layer="4568" from-port="0" to-layer="4586" to-port="1" />
+		<edge from-layer="4568" from-port="0" to-layer="4569" to-port="1" />
+		<edge from-layer="4569" from-port="2" to-layer="4570" to-port="0" />
+		<edge from-layer="4570" from-port="2" to-layer="4572" to-port="0" />
+		<edge from-layer="4571" from-port="0" to-layer="4572" to-port="1" />
+		<edge from-layer="4572" from-port="2" to-layer="4591" to-port="1" />
+		<edge from-layer="4573" from-port="0" to-layer="4574" to-port="0" />
+		<edge from-layer="4574" from-port="1" to-layer="4577" to-port="0" />
+		<edge from-layer="4575" from-port="0" to-layer="4576" to-port="0" />
+		<edge from-layer="4576" from-port="1" to-layer="4577" to-port="1" />
+		<edge from-layer="4577" from-port="2" to-layer="4579" to-port="0" />
+		<edge from-layer="4578" from-port="0" to-layer="4579" to-port="1" />
+		<edge from-layer="4579" from-port="2" to-layer="4580" to-port="0" />
+		<edge from-layer="4580" from-port="1" to-layer="4581" to-port="1" />
+		<edge from-layer="4581" from-port="2" to-layer="4583" to-port="0" />
+		<edge from-layer="4582" from-port="0" to-layer="4583" to-port="1" />
+		<edge from-layer="4583" from-port="2" to-layer="4585" to-port="0" />
+		<edge from-layer="4584" from-port="0" to-layer="4585" to-port="1" />
+		<edge from-layer="4585" from-port="2" to-layer="4586" to-port="0" />
+		<edge from-layer="4586" from-port="2" to-layer="4587" to-port="0" />
+		<edge from-layer="4587" from-port="2" to-layer="4589" to-port="0" />
+		<edge from-layer="4588" from-port="0" to-layer="4589" to-port="1" />
+		<edge from-layer="4589" from-port="2" to-layer="4591" to-port="2" />
+		<edge from-layer="4590" from-port="0" to-layer="4591" to-port="4" />
+		<edge from-layer="4591" from-port="5" to-layer="4593" to-port="0" />
+		<edge from-layer="4592" from-port="0" to-layer="4593" to-port="1" />
+		<edge from-layer="4593" from-port="2" to-layer="4594" to-port="0" />
+		<edge from-layer="4594" from-port="2" to-layer="4603" to-port="0" />
+		<edge from-layer="4595" from-port="0" to-layer="4596" to-port="0" />
+		<edge from-layer="4596" from-port="1" to-layer="4599" to-port="0" />
+		<edge from-layer="4597" from-port="0" to-layer="4598" to-port="0" />
+		<edge from-layer="4598" from-port="1" to-layer="4599" to-port="1" />
+		<edge from-layer="4599" from-port="2" to-layer="4601" to-port="0" />
+		<edge from-layer="4600" from-port="0" to-layer="4601" to-port="1" />
+		<edge from-layer="4601" from-port="2" to-layer="4602" to-port="0" />
+		<edge from-layer="4602" from-port="1" to-layer="4603" to-port="1" />
+		<edge from-layer="4603" from-port="2" to-layer="4606" to-port="0" />
+		<edge from-layer="4603" from-port="2" to-layer="4613" to-port="0" />
+		<edge from-layer="4604" from-port="0" to-layer="4612" to-port="0" />
+		<edge from-layer="4605" from-port="0" to-layer="4606" to-port="1" />
+		<edge from-layer="4606" from-port="2" to-layer="4608" to-port="0" />
+		<edge from-layer="4607" from-port="0" to-layer="4608" to-port="1" />
+		<edge from-layer="4608" from-port="2" to-layer="4610" to-port="0" />
+		<edge from-layer="4609" from-port="0" to-layer="4610" to-port="1" />
+		<edge from-layer="4610" from-port="2" to-layer="4611" to-port="0" />
+		<edge from-layer="4611" from-port="1" to-layer="4612" to-port="1" />
+		<edge from-layer="4612" from-port="2" to-layer="4613" to-port="1" />
+		<edge from-layer="4613" from-port="2" to-layer="4615" to-port="0" />
+		<edge from-layer="4614" from-port="0" to-layer="4615" to-port="1" />
+		<edge from-layer="4615" from-port="2" to-layer="4616" to-port="1" />
+		<edge from-layer="4616" from-port="2" to-layer="4619" to-port="0" />
+		<edge from-layer="4616" from-port="2" to-layer="4626" to-port="0" />
+		<edge from-layer="4616" from-port="2" to-layer="4670" to-port="0" />
+		<edge from-layer="4617" from-port="0" to-layer="4625" to-port="0" />
+		<edge from-layer="4618" from-port="0" to-layer="4619" to-port="1" />
+		<edge from-layer="4619" from-port="2" to-layer="4621" to-port="0" />
+		<edge from-layer="4620" from-port="0" to-layer="4621" to-port="1" />
+		<edge from-layer="4621" from-port="2" to-layer="4623" to-port="0" />
+		<edge from-layer="4622" from-port="0" to-layer="4623" to-port="1" />
+		<edge from-layer="4623" from-port="2" to-layer="4624" to-port="0" />
+		<edge from-layer="4624" from-port="1" to-layer="4625" to-port="1" />
+		<edge from-layer="4625" from-port="2" to-layer="4626" to-port="1" />
+		<edge from-layer="4626" from-port="2" to-layer="4628" to-port="0" />
+		<edge from-layer="4627" from-port="0" to-layer="4628" to-port="1" />
+		<edge from-layer="4628" from-port="2" to-layer="4637" to-port="0" />
+		<edge from-layer="4628" from-port="2" to-layer="4647" to-port="0" />
+		<edge from-layer="4629" from-port="0" to-layer="4630" to-port="0" />
+		<edge from-layer="4630" from-port="1" to-layer="4633" to-port="0" />
+		<edge from-layer="4631" from-port="0" to-layer="4632" to-port="0" />
+		<edge from-layer="4632" from-port="1" to-layer="4633" to-port="1" />
+		<edge from-layer="4633" from-port="2" to-layer="4635" to-port="0" />
+		<edge from-layer="4634" from-port="0" to-layer="4635" to-port="1" />
+		<edge from-layer="4635" from-port="2" to-layer="4636" to-port="0" />
+		<edge from-layer="4636" from-port="1" to-layer="4637" to-port="1" />
+		<edge from-layer="4637" from-port="2" to-layer="4638" to-port="0" />
+		<edge from-layer="4638" from-port="1" to-layer="4648" to-port="0" />
+		<edge from-layer="4639" from-port="0" to-layer="4640" to-port="0" />
+		<edge from-layer="4640" from-port="1" to-layer="4643" to-port="0" />
+		<edge from-layer="4641" from-port="0" to-layer="4642" to-port="0" />
+		<edge from-layer="4642" from-port="1" to-layer="4643" to-port="1" />
+		<edge from-layer="4643" from-port="2" to-layer="4645" to-port="0" />
+		<edge from-layer="4644" from-port="0" to-layer="4645" to-port="1" />
+		<edge from-layer="4645" from-port="2" to-layer="4646" to-port="0" />
+		<edge from-layer="4646" from-port="1" to-layer="4647" to-port="1" />
+		<edge from-layer="4647" from-port="2" to-layer="4648" to-port="1" />
+		<edge from-layer="4648" from-port="2" to-layer="4657" to-port="0" />
+		<edge from-layer="4649" from-port="0" to-layer="4650" to-port="0" />
+		<edge from-layer="4650" from-port="1" to-layer="4653" to-port="0" />
+		<edge from-layer="4651" from-port="0" to-layer="4652" to-port="0" />
+		<edge from-layer="4652" from-port="1" to-layer="4653" to-port="1" />
+		<edge from-layer="4653" from-port="2" to-layer="4655" to-port="0" />
+		<edge from-layer="4654" from-port="0" to-layer="4655" to-port="1" />
+		<edge from-layer="4655" from-port="2" to-layer="4656" to-port="0" />
+		<edge from-layer="4656" from-port="1" to-layer="4657" to-port="1" />
+		<edge from-layer="4657" from-port="2" to-layer="4660" to-port="0" />
+		<edge from-layer="4657" from-port="2" to-layer="4667" to-port="0" />
+		<edge from-layer="4658" from-port="0" to-layer="4666" to-port="0" />
+		<edge from-layer="4659" from-port="0" to-layer="4660" to-port="1" />
+		<edge from-layer="4660" from-port="2" to-layer="4662" to-port="0" />
+		<edge from-layer="4661" from-port="0" to-layer="4662" to-port="1" />
+		<edge from-layer="4662" from-port="2" to-layer="4664" to-port="0" />
+		<edge from-layer="4663" from-port="0" to-layer="4664" to-port="1" />
+		<edge from-layer="4664" from-port="2" to-layer="4665" to-port="0" />
+		<edge from-layer="4665" from-port="1" to-layer="4666" to-port="1" />
+		<edge from-layer="4666" from-port="2" to-layer="4667" to-port="1" />
+		<edge from-layer="4667" from-port="2" to-layer="4669" to-port="0" />
+		<edge from-layer="4668" from-port="0" to-layer="4669" to-port="1" />
+		<edge from-layer="4669" from-port="2" to-layer="4670" to-port="1" />
+		<edge from-layer="4670" from-port="2" to-layer="4673" to-port="0" />
+		<edge from-layer="4670" from-port="2" to-layer="4680" to-port="0" />
+		<edge from-layer="4671" from-port="0" to-layer="4679" to-port="0" />
+		<edge from-layer="4672" from-port="0" to-layer="4673" to-port="1" />
+		<edge from-layer="4673" from-port="2" to-layer="4675" to-port="0" />
+		<edge from-layer="4674" from-port="0" to-layer="4675" to-port="1" />
+		<edge from-layer="4675" from-port="2" to-layer="4677" to-port="0" />
+		<edge from-layer="4676" from-port="0" to-layer="4677" to-port="1" />
+		<edge from-layer="4677" from-port="2" to-layer="4678" to-port="0" />
+		<edge from-layer="4678" from-port="1" to-layer="4679" to-port="1" />
+		<edge from-layer="4679" from-port="2" to-layer="4680" to-port="1" />
+		<edge from-layer="4680" from-port="2" to-layer="4682" to-port="0" />
+		<edge from-layer="4681" from-port="0" to-layer="4682" to-port="1" />
+		<edge from-layer="4682" from-port="2" to-layer="4683" to-port="0" />
 	</edges>
 	<rt_info>
 		<Runtime_version value="2025.1.0-18503-6fec06580ab-releases/2025/1" />
@@ -70607,15 +78985,16 @@
 		<nncf>
 			<friendly_names_were_updated value="True" />
 			<weight_compression>
-				<advanced_parameters value="{'statistics_path': None, 'awq_params': {'subset_size': 32, 'percent_to_apply': 0.002, 'alpha_min': 0.0, 'alpha_max': 1.0, 'steps': 100}, 'scale_estimation_params': {'subset_size': 64, 'initial_steps': 5, 'scale_steps': 5, 'weight_penalty': -1.0}, 'gptq_params': {'damp_percent': 0.1, 'block_size': 128, 'subset_size': 128}, 'lora_correction_params': {'adapter_rank': 8, 'num_iterations': 3, 'apply_regularization': True, 'subset_size': 128, 'use_int8_adapters': True}}" />
+				<advanced_parameters value="{'statistics_path': None, 'awq_params': {'subset_size': 32, 'percent_to_apply': 0.002, 'alpha_min': 0.0, 'alpha_max': 1.0, 'steps': 100}, 'scale_estimation_params': {'subset_size': 64, 'initial_steps': 5, 'scale_steps': 5, 'weight_penalty': -1.0}, 'gptq_params': {'damp_percent': 0.1, 'block_size': 128, 'subset_size': 128}, 'lora_correction_params': {'adapter_rank': 8, 'num_iterations': 3, 'apply_regularization': True, 'subset_size': 128, 'use_int8_adapters': True}, 'lora_adapter_rank': 256}" />
 				<all_layers value="False" />
 				<awq value="False" />
 				<backup_mode value="int8_asym" />
+				<compression_format value="dequantize" />
 				<gptq value="False" />
 				<group_size value="-1" />
 				<ignored_scope value="[]" />
 				<lora_correction value="False" />
-				<mode value="int4_sym" />
+				<mode value="int4_asym" />
 				<ratio value="1.0" />
 				<scale_estimation value="False" />
 				<sensitivity_metric value="weight_quantization_error" />
@@ -70623,10 +79002,10 @@
 		</nncf>
 		<optimum>
 			<diffusers_version value="0.33.1" />
-			<nncf_version value="2.15.0" />
+			<nncf_version value="2.16.0" />
 			<optimum_intel_version value="1.24.0.dev0+dba7dce" />
 			<optimum_version value="1.25.3" />
-			<pytorch_version value="2.6.0" />
+			<pytorch_version value="2.7.0" />
 			<transformers_version value="4.51.3" />
 		</optimum>
 		<runtime_options>