Source code for olmo_core.distributed.parallel.expert_parallel

from dataclasses import dataclass

from olmo_core.config import Config




@dataclass
class ExpertParallelConfig(Config):
    """
    Configuration class for expert parallelism (EP).
    """

    degree: int
    """
    The EP degree.
    """