colossalai.nn

• colossalai.nn.layer
  • colossalai.nn.layer.colossalai_layer
  • colossalai.nn.layer.moe
  • colossalai.nn.layer.parallel_1d
  • colossalai.nn.layer.parallel_2d
  • colossalai.nn.layer.parallel_2p5d
  • colossalai.nn.layer.parallel_3d
  • colossalai.nn.layer.parallel_sequence
  • colossalai.nn.layer.utils
  • colossalai.nn.layer.vanilla
  • colossalai.nn.layer.wrapper
  • colossalai.nn.layer.base_layer
• colossalai.nn.loss
  • colossalai.nn.loss.loss_2d
  • colossalai.nn.loss.loss_2p5d
  • colossalai.nn.loss.loss_3d
  • colossalai.nn.loss.loss_moe
• colossalai.nn.lr_scheduler
  • colossalai.nn.lr_scheduler.cosine
  • colossalai.nn.lr_scheduler.delayed
  • colossalai.nn.lr_scheduler.linear
  • colossalai.nn.lr_scheduler.multistep
  • colossalai.nn.lr_scheduler.onecycle
  • colossalai.nn.lr_scheduler.poly
  • colossalai.nn.lr_scheduler.torch
• colossalai.nn.metric
  • colossalai.nn.metric.accuracy_2d
  • colossalai.nn.metric.accuracy_2p5d
  • colossalai.nn.metric.accuracy_3d
• colossalai.nn.model
  • colossalai.nn.model.model_from_config
• colossalai.nn.optimizer
  • colossalai.nn.optimizer.colossalai_optimizer
  • colossalai.nn.optimizer.fused_adam
  • colossalai.nn.optimizer.fused_lamb
  • colossalai.nn.optimizer.fused_sgd
  • colossalai.nn.optimizer.lamb
  • colossalai.nn.optimizer.lars

• colossalai.nn.init