comm.py 343 B

123456789101112131415161718
  1. # The functions here have been moved to torch.nn.parallel.comm
  2. from torch.nn.parallel.comm import (
  3. broadcast,
  4. broadcast_coalesced,
  5. gather,
  6. reduce_add,
  7. reduce_add_coalesced,
  8. scatter,
  9. )
  10. __all__ = [
  11. "broadcast",
  12. "broadcast_coalesced",
  13. "reduce_add",
  14. "reduce_add_coalesced",
  15. "scatter",
  16. "gather",
  17. ]