decent_dp

• decent_dp package
  • Submodules
  • decent_dp.ddp module
    • DecentralizedDataParallel
      • DecentralizedDataParallel.FLOAT_DTYPES
      • DecentralizedDataParallel.eval()
      • DecentralizedDataParallel.forward()
      • DecentralizedDataParallel.global_avg()
      • DecentralizedDataParallel.named_parameters()
      • DecentralizedDataParallel.parameters()
      • DecentralizedDataParallel.set_accumulate_grad()
      • DecentralizedDataParallel.train()
    • OPTIM_FN_TYPE
  • decent_dp.optim module
    • AccumAdam
      • AccumAdam.step()
    • AccumAdamW
      • AccumAdamW.step()
    • lr_scheduler_fn_cosine_with_warmup()
    • optim_fn_accum_adam()
    • optim_fn_accum_adamw()
    • optim_fn_adam()
    • optim_fn_adamw()
  • decent_dp.topo module
    • Edge
      • Edge.group
      • Edge.ranks
      • Edge.weight
    • Topology
      • Topology.get_edge()
    • TopologyReg
      • TopologyReg.register()
      • TopologyReg.registry
  • decent_dp.utils module
    • initialize_dist()
  • Module contents