Home
last modified time | relevance | path

Searched defs:ProcessGroup (Results 1 – 25 of 46) sorted by relevance

12

/aosp_15_r20/external/pytorch/torch/distributed/
H A Ddistributed_c10d.py479 group: Optional[ProcessGroup] = None,
494 group: Optional[ProcessGroup] = None,
710 def WORLD(cls, pg: Optional[ProcessGroup]):
752 def _get_pg_default_device(group: Optional[ProcessGroup] = None) -> torch.device:
889 def _rank_not_in_group(group: Optional[ProcessGroup]) -> bool:
904 def get_group_rank(group: ProcessGroup, global_rank: int) -> int:
932 def get_global_rank(group: ProcessGroup, group_rank: int) -> int:
970 def get_process_group_ranks(group: ProcessGroup) -> List[int]:
1178 def get_backend_config(group: Optional[ProcessGroup] = None) -> str:
1198 def get_backend(group: Optional[ProcessGroup] = None) -> Backend:
[all …]
H A D_state_dict_utils.py36 pg: Optional[dist.ProcessGroup],
45 pg: Optional[dist.ProcessGroup] = None,
91 pg: Optional[dist.ProcessGroup] = None,
209 pg: Optional[dist.ProcessGroup] = None,
403 pg: Optional[dist.ProcessGroup],
467 pg: Optional[dist.ProcessGroup],
504 pg: Optional[dist.ProcessGroup] = None,
544 pg: Optional[dist.ProcessGroup] = None,
576 pg: Optional[dist.ProcessGroup] = None,
629 pg: Optional[dist.ProcessGroup] = None,
H A Dcollective_utils.py35 pg: Optional[dist.ProcessGroup] = None,
108 pg: Optional[dist.ProcessGroup] = None,
184 pg: dist.ProcessGroup,
H A Dutils.py284 process_group: dist.ProcessGroup,
293 process_group: dist.ProcessGroup,
321 process_group: dist.ProcessGroup,
H A Ddevice_mesh.py735 group: Union[ProcessGroup, List[ProcessGroup]],
/aosp_15_r20/external/pytorch/torch/distributed/_composable/fsdp/
H A D_fsdp_collectives.py129 group: dist.ProcessGroup,
236 group: dist.ProcessGroup,
284 reduce_scatter_group: dist.ProcessGroup,
290 all_reduce_group: Optional[dist.ProcessGroup], # not `None` iff HSDP
453 reduce_scatter_group: dist.ProcessGroup,
454 all_reduce_group: Optional[dist.ProcessGroup],
/aosp_15_r20/external/pytorch/torch/testing/_internal/
H A Dcommon_fsdp.py113 process_group: dist.ProcessGroup,
239 group: dist.ProcessGroup,
304 group: dist.ProcessGroup,
387 group: dist.ProcessGroup,
433 group: dist.ProcessGroup,
481 group: dist.ProcessGroup,
515 group: dist.ProcessGroup,
563 group: dist.ProcessGroup,
681 group: dist.ProcessGroup,
713 group: dist.ProcessGroup,
[all …]
/aosp_15_r20/external/pytorch/torch/distributed/algorithms/ddp_comm_hooks/
H A Ddefault_hooks.py18 process_group: dist.ProcessGroup, tensor: torch.Tensor
34 process_group: dist.ProcessGroup, bucket: dist.GradBucket
56 process_group: dist.ProcessGroup,
104 process_group: dist.ProcessGroup,
H A Dquantization_hooks.py47 process_group: dist.ProcessGroup, bucket: dist.GradBucket
122 process_group: dist.ProcessGroup, bucket: dist.GradBucket, bucket_size=512
/aosp_15_r20/external/pytorch/torch/distributed/checkpoint/
H A Dstate_dict_loader.py32 process_group: Optional[dist.ProcessGroup] = None,
59 process_group: Optional[dist.ProcessGroup] = None,
189 process_group: Optional[dist.ProcessGroup] = None,
241 process_group: Optional[dist.ProcessGroup] = None,
H A Dstate_dict_saver.py37 process_group: Optional[dist.ProcessGroup] = None,
65 process_group: Optional[dist.ProcessGroup] = None,
168 process_group: Optional[dist.ProcessGroup] = None,
266 process_group: Optional[dist.ProcessGroup] = None,
H A Dutils.py43 local_dict: Dict[Any, Any], group: Optional[dist.ProcessGroup] = None
65 group: Optional[dist.ProcessGroup],
/aosp_15_r20/external/pytorch/torch/distributed/fsdp/
H A Dfully_sharded_data_parallel.py1270 group: Optional[dist.ProcessGroup] = None,
1328 group: Optional[dist.ProcessGroup] = None,
1385 group: Optional[dist.ProcessGroup] = None,
1454 group: Optional[dist.ProcessGroup] = None,
1816 group: Optional[dist.ProcessGroup] = None,
1914 group: Optional[dist.ProcessGroup] = None,
H A D_optim_utils.py342 group: Optional[dist.ProcessGroup],
359 fsdp_state: _FSDPState, state: Any, group: Optional[dist.ProcessGroup]
422 group: Optional[dist.ProcessGroup] = None,
1156 group: Optional[dist.ProcessGroup],
1196 group: Optional[dist.ProcessGroup],
1881 group: Optional[dist.ProcessGroup],
H A D_init_utils.py231 global_process_group: dist.ProcessGroup,
267 global_process_group: dist.ProcessGroup,
1093 process_group: dist.ProcessGroup,
1198 process_group: dist.ProcessGroup,
H A D_fsdp_extensions.py47 pg: dist.ProcessGroup,
122 pg: dist.ProcessGroup,
/aosp_15_r20/external/pytorch/torch/distributed/_tools/
H A Dfsdp2_mem_tracker.py475 group: Union[ProcessGroup, None] = None,
498 group: Union[ProcessGroup, None] = None,
520 group: Union[ProcessGroup, None] = None,
532 group: Union[ProcessGroup, None] = dist.GroupMember.WORLD,
/aosp_15_r20/external/pytorch/torch/distributed/tensor/parallel/
H A Dfsdp.py73 dt: DTensor, dt_pg: c10d.ProcessGroup
151 pg: dist.ProcessGroup,
364 pg: dist.ProcessGroup,
/aosp_15_r20/external/pytorch/test/distributed/fsdp/
H A Dtest_fsdp_tp_integration.py133 tp_pg: dist.ProcessGroup,
182 tp_pg: Optional[dist.ProcessGroup],
183 fsdp_pg: Optional[dist.ProcessGroup],
H A Dtest_fsdp_hybrid_shard.py399 Tuple[dist.ProcessGroup, dist.ProcessGroup]
H A Dtest_fsdp_comm.py301 def __init__(self, dim: int, group: dist.ProcessGroup):
331 def __init__(self, dim: int, group: dist.ProcessGroup):
/aosp_15_r20/external/pytorch/torch/distributed/algorithms/model_averaging/
H A Dutils.py23 params: Iterator[torch.nn.Parameter], process_group: ProcessGroup
86 process_group: ProcessGroup,
/aosp_15_r20/external/pytorch/torch/distributed/pipelining/
H A Dstage.py93 group: Optional[dist.ProcessGroup] = None,
785 group: Optional[dist.ProcessGroup] = None,
1048 group: Optional[dist.ProcessGroup] = None,
1257 group: Optional[dist.ProcessGroup] = None,
/aosp_15_r20/external/pytorch/torch/distributed/_shard/sharded_tensor/
H A Dreshard.py88 pg: ProcessGroup,
157 pg: ProcessGroup,
/aosp_15_r20/external/pytorch/torch/csrc/distributed/c10d/
H A DProcessGroup.cpp119 ProcessGroup::ProcessGroup( in ProcessGroup() function in c10d::ProcessGroup
133 ProcessGroup::ProcessGroup(int rank, int size) in ProcessGroup() function in c10d::ProcessGroup

12