xref: /aosp_15_r20/external/pytorch/docs/source/fsdp.rst (revision da0073e96a02ea20f0ac840b70461e3646d07c45)
1*da0073e9SAndroid Build Coastguard WorkerFullyShardedDataParallel
2*da0073e9SAndroid Build Coastguard Worker========================
3*da0073e9SAndroid Build Coastguard Worker
4*da0073e9SAndroid Build Coastguard Worker.. automodule:: torch.distributed.fsdp
5*da0073e9SAndroid Build Coastguard Worker
6*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.FullyShardedDataParallel
7*da0073e9SAndroid Build Coastguard Worker  :members:
8*da0073e9SAndroid Build Coastguard Worker
9*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.BackwardPrefetch
10*da0073e9SAndroid Build Coastguard Worker  :members:
11*da0073e9SAndroid Build Coastguard Worker
12*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.ShardingStrategy
13*da0073e9SAndroid Build Coastguard Worker  :members:
14*da0073e9SAndroid Build Coastguard Worker
15*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.MixedPrecision
16*da0073e9SAndroid Build Coastguard Worker  :members:
17*da0073e9SAndroid Build Coastguard Worker
18*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.CPUOffload
19*da0073e9SAndroid Build Coastguard Worker  :members:
20*da0073e9SAndroid Build Coastguard Worker
21*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.StateDictConfig
22*da0073e9SAndroid Build Coastguard Worker  :members:
23*da0073e9SAndroid Build Coastguard Worker
24*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.FullStateDictConfig
25*da0073e9SAndroid Build Coastguard Worker  :members:
26*da0073e9SAndroid Build Coastguard Worker
27*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.ShardedStateDictConfig
28*da0073e9SAndroid Build Coastguard Worker  :members:
29*da0073e9SAndroid Build Coastguard Worker
30*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.LocalStateDictConfig
31*da0073e9SAndroid Build Coastguard Worker  :members:
32*da0073e9SAndroid Build Coastguard Worker
33*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.OptimStateDictConfig
34*da0073e9SAndroid Build Coastguard Worker  :members:
35*da0073e9SAndroid Build Coastguard Worker
36*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.FullOptimStateDictConfig
37*da0073e9SAndroid Build Coastguard Worker  :members:
38*da0073e9SAndroid Build Coastguard Worker
39*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.ShardedOptimStateDictConfig
40*da0073e9SAndroid Build Coastguard Worker  :members:
41*da0073e9SAndroid Build Coastguard Worker
42*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.LocalOptimStateDictConfig
43*da0073e9SAndroid Build Coastguard Worker  :members:
44*da0073e9SAndroid Build Coastguard Worker
45*da0073e9SAndroid Build Coastguard Worker.. autoclass:: torch.distributed.fsdp.StateDictSettings
46*da0073e9SAndroid Build Coastguard Worker  :members:
47