core.common.distutils#
Copyright (c) Meta, Inc. and its affiliates.
This source code is licensed under the MIT license found in the LICENSE file in the root directory of this source tree.
Attributes#
Functions#
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Gather a list of pickleable objects into rank 0 |
Module Contents#
- core.common.distutils.T#
- core.common.distutils.DISTRIBUTED_PORT = 13356#
- core.common.distutils.os_environ_get_or_throw(x: str) str #
- core.common.distutils.setup(config) None #
- core.common.distutils.cleanup() None #
- core.common.distutils.initialized() bool #
- core.common.distutils.get_rank() int #
- core.common.distutils.get_world_size() int #
- core.common.distutils.is_master() bool #
- core.common.distutils.synchronize() None #
- core.common.distutils.broadcast(tensor: torch.Tensor, src, group=dist.group.WORLD, async_op: bool = False) None #
- core.common.distutils.broadcast_object_list(object_list: list[Any], src: int, group=dist.group.WORLD, device: str | None = None) None #
- core.common.distutils.all_reduce(data, group=dist.group.WORLD, average: bool = False, device=None) torch.Tensor #
- core.common.distutils.all_gather(data, group=dist.group.WORLD, device=None) list[torch.Tensor] #
- core.common.distutils.gather_objects(data: T, group: torch.distributed.ProcessGroup = dist.group.WORLD) list[T] #
Gather a list of pickleable objects into rank 0