fix qwen2moe (#271)

ModelTC · Dec 19, 2024 · 167365f · 167365f
1 parent e8a7345
commit 167365f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llmc/models/qwen2moe.py b/llmc/models/qwen2moe.py
@@ -85,6 +85,7 @@ def get_subsets_in_block(self, block):
                         'mlp.shared_expert.gate_proj': block.mlp.shared_expert.gate_proj, # noqa
                         'mlp.shared_expert.up_proj': block.mlp.shared_expert.up_proj, # noqa
                         'mlp.gate': block.mlp.gate,
+                        'mlp.shared_expert_gate': block.mlp.shared_expert_gate,
                     },
                     'prev_op': [block.post_attention_layernorm],
                     'input': ['mlp'],