Skip to content

Commit 454d1ff

Browse files
stashuk-olekfacebook-github-bot
authored andcommitted
Expose fused Triton TBE bounds checking controls (#4492)
Summary: Just small convenience - expose in the benchmark to test easier. Reviewed By: axeisghost Differential Revision: D114286097
1 parent 0996586 commit 454d1ff

1 file changed

Lines changed: 2 additions & 0 deletions

File tree

torchrec/distributed/batched_embedding_kernel.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3895,6 +3895,7 @@ def __init__(
38953895
output_dtype = output_dtype_sparse.as_dtype()
38963896
stochastic_rounding = fused_params.get("stochastic_rounding", True)
38973897
bag_size_hints: Optional[List[int]] = fused_params.get("bag_size_hints")
3898+
fused_bounds_check: bool = fused_params.get("fused_bounds_check", False)
38983899

38993900
# Create Triton TBE module with feature_table_map for correct batch size handling
39003901
self._emb_module: TritonTableBatchedEmbeddingBags = (
@@ -3909,6 +3910,7 @@ def __init__(
39093910
optimizer=optimizer,
39103911
device=device,
39113912
bag_size_hints=bag_size_hints,
3913+
fused_bounds_check=fused_bounds_check,
39123914
)
39133915
)
39143916

0 commit comments

Comments
 (0)