DeepSpeed

Model Setup

.. toctree:: :maxdepth: 2

initialize inference-init

.. toctree:: :maxdepth: 2

training

.. toctree:: :maxdepth: 2

inference-engine

.. toctree:: :maxdepth: 2

model-checkpointing activation-checkpointing

.. toctree:: :maxdepth: 2

zero3

.. toctree:: :maxdepth: 2

moe

.. toctree:: :maxdepth: 2

kernel

.. toctree:: :maxdepth: 2

pipeline

.. toctree:: :maxdepth: 2

optimizers

.. toctree:: :maxdepth: 2

schedulers

.. toctree:: :maxdepth: 2

flops-profiler

.. toctree:: :maxdepth: 2

autotuning

.. toctree:: :maxdepth: 2

memory

.. toctree:: :maxdepth: 2

monitor