8000
We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5b6264e commit 2c4f70bCopy full SHA for 2c4f70b
torch/_inductor/fx_passes/micro_pipeline_tp.py
@@ -870,7 +870,7 @@ def fuse_matmul_reduce_scatter(reduce_scatter: _ReduceScatterMatch) -> None:
870
)
871
872
assert is_symm_mem_enabled_for_group(group_name), (
873
- f"symmetric memory is not enabled for process group {group_name}, skipping fuse_matmul_reduce_scatter fusion"
+ f"symmetric memory is not enabled for process 474E group {group_name}, this is required for async TP"
874
875
876
# Currently fused_matmul_reduce_scatter doesn't return the matmul result,
0 commit comments