xref: /aosp_15_r20/external/pytorch/docs/source/fsdp.rst (revision da0073e96a02ea20f0ac840b70461e3646d07c45)
1FullyShardedDataParallel
2========================
3
4.. automodule:: torch.distributed.fsdp
5
6.. autoclass:: torch.distributed.fsdp.FullyShardedDataParallel
7  :members:
8
9.. autoclass:: torch.distributed.fsdp.BackwardPrefetch
10  :members:
11
12.. autoclass:: torch.distributed.fsdp.ShardingStrategy
13  :members:
14
15.. autoclass:: torch.distributed.fsdp.MixedPrecision
16  :members:
17
18.. autoclass:: torch.distributed.fsdp.CPUOffload
19  :members:
20
21.. autoclass:: torch.distributed.fsdp.StateDictConfig
22  :members:
23
24.. autoclass:: torch.distributed.fsdp.FullStateDictConfig
25  :members:
26
27.. autoclass:: torch.distributed.fsdp.ShardedStateDictConfig
28  :members:
29
30.. autoclass:: torch.distributed.fsdp.LocalStateDictConfig
31  :members:
32
33.. autoclass:: torch.distributed.fsdp.OptimStateDictConfig
34  :members:
35
36.. autoclass:: torch.distributed.fsdp.FullOptimStateDictConfig
37  :members:
38
39.. autoclass:: torch.distributed.fsdp.ShardedOptimStateDictConfig
40  :members:
41
42.. autoclass:: torch.distributed.fsdp.LocalOptimStateDictConfig
43  :members:
44
45.. autoclass:: torch.distributed.fsdp.StateDictSettings
46  :members:
47