We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 10ede60 commit 58f723aCopy full SHA for 58f723a
internlm/core/parallel/comm/isp.py
@@ -892,6 +892,7 @@ def is_allgather_launch_module(name, module):
892
for name, child in block.named_modules():
893
if is_allgather_launch_module(name, child):
894
self._overlap_states[cid].isp_prefetch_launch_module.append(child)
895
+ self._overlap_states[cid].module_to_index[child] = idx
896
if isinstance(child, (ParallelLinearWithCommExt)):
897
if is_moe_param(child.weight) != self.is_moe:
898
continue
0 commit comments