Fix abnormal output for Qwen2-7B when sym_int8 (#12446)

Author: Oscilloscope98

python/llm/src/ipex_llm/transformers/npu_models/convert_mp.py

@@ -128,7 +128,11 @@ def optimize_llm_pre(model: torch.nn.Module, qtype, mixed_precision,
         from ipex_llm.transformers.npu_models.common import split_linears
         if quantization_group_size == 0:
             n_splits_linear = 1
-            n_splits_down_proj = 2 if model.config.intermediate_size == 18944 else 1
+            if qtype == "sym_int8_rtn":
+                # do not split mlp down_proj for Qwen2-7B & sym_int8
+                n_splits_down_proj = 1
+            else:
+                n_splits_down_proj = 2 if model.config.intermediate_size == 18944 else 1
         else:
             invalidInputError(
                 model.config.hidden_size % quantization_group_size == 0 and