sglang_v0.5.2/pytorch_2.8.0/torch/cuda/comm.py

20 lines
344 B
Python

# The functions here have been moved to torch.nn.parallel.comm
from torch.nn.parallel.comm import (
broadcast,
broadcast_coalesced,
gather,
reduce_add,
reduce_add_coalesced,
scatter,
)
__all__ = [
"broadcast",
"broadcast_coalesced",
"reduce_add",
"reduce_add_coalesced",
"scatter",
"gather",
]