colossalai.nn.layer

• colossalai.nn.layer.colossalai_layer
  • colossalai.nn.layer.colossalai_layer.dropout
  • colossalai.nn.layer.colossalai_layer.embedding
  • colossalai.nn.layer.colossalai_layer.linear
  • colossalai.nn.layer.colossalai_layer.normalization
• colossalai.nn.layer.moe
  • colossalai.nn.layer.moe.experts
  • colossalai.nn.layer.moe.layers
  • colossalai.nn.layer.moe.utils
• colossalai.nn.layer.parallel_1d
  • colossalai.nn.layer.parallel_1d.layers
• colossalai.nn.layer.parallel_2d
  • colossalai.nn.layer.parallel_2d.layers
• colossalai.nn.layer.parallel_2p5d
  • colossalai.nn.layer.parallel_2p5d.layers
• colossalai.nn.layer.parallel_3d
  • colossalai.nn.layer.parallel_3d.layers
• colossalai.nn.layer.parallel_sequence
  • colossalai.nn.layer.parallel_sequence.layers
• colossalai.nn.layer.utils
  • colossalai.nn.layer.utils.common
• colossalai.nn.layer.vanilla
  • colossalai.nn.layer.vanilla.layers
• colossalai.nn.layer.wrapper
  • colossalai.nn.layer.wrapper.lambda_wrapper
  • colossalai.nn.layer.wrapper.pipeline_wrapper

• colossalai.nn.layer.base_layer