Index

A

AccumAdam (class in decent_dp.optim)

AccumAdamW (class in decent_dp.optim)

D

decent_dp module decent_dp.ddp module decent_dp.optim module

decent_dp.topo module decent_dp.utils module DecentralizedDataParallel (class in decent_dp.ddp)

E

Edge (class in decent_dp.topo)

eval() (decent_dp.ddp.DecentralizedDataParallel method)

F

FLOAT_DTYPES (decent_dp.ddp.DecentralizedDataParallel attribute)

forward() (decent_dp.ddp.DecentralizedDataParallel method)

G

get_edge() (decent_dp.topo.Topology method)

global_avg() (decent_dp.ddp.DecentralizedDataParallel method) group (decent_dp.topo.Edge attribute)

I

initialize_dist() (in module decent_dp.utils)

L

lr_scheduler_fn_cosine_with_warmup() (in module decent_dp.optim)

M

module decent_dp decent_dp.ddp decent_dp.optim decent_dp.topo decent_dp.utils

N

named_parameters() (decent_dp.ddp.DecentralizedDataParallel method)

O

optim_fn_accum_adam() (in module decent_dp.optim) optim_fn_accum_adamw() (in module decent_dp.optim)

optim_fn_adam() (in module decent_dp.optim) optim_fn_adamw() (in module decent_dp.optim) OPTIM_FN_TYPE (in module decent_dp.ddp)

P

parameters() (decent_dp.ddp.DecentralizedDataParallel method)

R

ranks (decent_dp.topo.Edge attribute)

register() (decent_dp.topo.TopologyReg class method) registry (decent_dp.topo.TopologyReg attribute)

S

set_accumulate_grad() (decent_dp.ddp.DecentralizedDataParallel method)

step() (decent_dp.optim.AccumAdam method) (decent_dp.optim.AccumAdamW method)

T

Topology (class in decent_dp.topo)

TopologyReg (class in decent_dp.topo) train() (decent_dp.ddp.DecentralizedDataParallel method)

W

weight (decent_dp.topo.Edge attribute)