########
Glossary
########

.. toctree::
   :maxdepth: 1
   :hidden:

   Checkpoint <../guide/checkpoint/index>
   Weights and Biases <../guide/loggers/wandb>
   Wrappers <../api/wrappers>
   Model Parallel <../advanced/model_parallel/index>
   Tensor Parallel <../advanced/model_parallel/tp>
   2D Parallelism <../advanced/model_parallel/tp_fsdp>


.. raw:: html

    <div class="display-card-container">
        <div class="row">

.. displayitem::
    :header: 2D Parallelism
    :button_link: ../advanced/model_parallel/tp_fsdp.html
    :col_css: col-md-4

.. displayitem::
    :header: Accelerator
    :button_link: ../fundamentals/accelerators.html
    :col_css: col-md-4

.. displayitem::
    :header: Apple Silicon
    :button_link: ../fundamentals/accelerators.html
    :col_css: col-md-4

.. displayitem::
    :header: Autocast
    :button_link: ../fundamentals/precision.html
    :col_css: col-md-4

.. displayitem::
    :header: Barrier
    :button_link: ../advanced/distributed_communication.html
    :col_css: col-md-4

.. displayitem::
    :header: Bfloat16
    :button_link: ../fundamentals/precision.html
    :col_css: col-md-4

.. displayitem::
    :header: Broadcast
    :button_link: ../advanced/distributed_communication.html
    :col_css: col-md-4

.. displayitem::
    :header: Callback
    :button_link: ../guide/callbacks.html
    :col_css: col-md-4

.. displayitem::
    :header: Checkpoint
    :button_link: ../guide/checkpoint/index.html
    :col_css: col-md-4

.. displayitem::
    :header: CLI
    :button_link: ../fundamentals/launch.html
    :col_css: col-md-4

.. displayitem::
    :header: Cloud
    :button_link: ../guide/multi_node/cloud.html
    :col_css: col-md-4

.. displayitem::
    :header: Collective
    :button_link: ../advanced/distributed_communication.html
    :col_css: col-md-4

.. displayitem::
    :header: Compile
    :button_link: ../advanced/compile.html
    :col_css: col-md-4

.. displayitem::
    :header: CUDA
    :button_link: ../fundamentals/accelerators.html
    :col_css: col-md-4

.. displayitem::
    :header: FabricModule
    :button_link: ../api/wrappers.html
    :col_css: col-md-4

.. displayitem::
    :header: FSDP
    :button_link: ../advanced/model_parallel/fsdp.html
    :col_css: col-md-4

.. displayitem::
    :header: Gather
    :button_link: ../advanced/distributed_communication.html
    :col_css: col-md-4

.. displayitem::
    :header: Gradient Accumulation
    :button_link: ../advanced/gradient_accumulation.html
    :col_css: col-md-4

.. displayitem::
    :header: GPU
    :button_link: ../fundamentals/accelerators.html
    :col_css: col-md-4

.. displayitem::
    :header: Initialization
    :button_link: ../advanced/model_init.html
    :col_css: col-md-4

.. displayitem::
    :header: Jupyter
    :button_link: ../launch/notebooks.html
    :col_css: col-md-4

.. displayitem::
    :header: Launch
    :button_link: ../fundamentals/launch.html
    :col_css: col-md-4

.. displayitem::
    :header: LightningModule
    :button_link: ../guide/lightning_module.html
    :col_css: col-md-4

.. displayitem::
    :header: Logger
    :button_link: ../guide/logging.html
    :col_css: col-md-4

.. displayitem::
    :header: Mixed Precision
    :button_link: ../fundamentals/precision.html
    :col_css: col-md-4

.. displayitem::
    :header: Model Parallelism
    :button_link: ../advanced/model_parallel/index.html
    :col_css: col-md-4

.. displayitem::
    :header: MPI
    :button_link: ../guide/multi_node/other.html
    :col_css: col-md-4

.. displayitem::
    :header: MPS
    :button_link: ../fundamentals/accelerators.html
    :col_css: col-md-4

.. displayitem::
    :header: Multi-GPU
    :button_link: ../fundamentals/launch.html
    :col_css: col-md-4

.. displayitem::
    :header: Multi-Node
    :button_link: ../fundamentals/launch.html
    :col_css: col-md-4

.. displayitem::
    :header: Notebook
    :button_link: ../launch/notebook.html
    :col_css: col-md-4

.. displayitem::
    :header: Optimizers
    :button_link: ../advanced/multiple_setup.html
    :col_css: col-md-4

.. displayitem::
    :header: Precision
    :button_link: ../fundamentals/precision.html
    :col_css: col-md-4

.. displayitem::
    :header: Quantization
    :button_link: ../fundamentals/precision.html
    :col_css: col-md-4

.. displayitem::
    :header: Reduce
    :button_link: ../advanced/distributed_communication.html
    :col_css: col-md-4

.. displayitem::
    :header: SLURM
    :button_link: ../guide/multi_node/slurm.html
    :col_css: col-md-4

.. displayitem::
    :header: TensorBoard
    :button_link: ../guide/logging.html
    :col_css: col-md-4

.. displayitem::
    :header: Tensor Parallelism
    :button_link: ../advanced/model_parallel/tp.html
    :col_css: col-md-4

.. displayitem::
    :header: TorchElastic
    :button_link: ../guide/multi_node/barebones.html
    :col_css: col-md-4

.. displayitem::
    :header: TorchRun
    :button_link: ../guide/multi_node/barebones.html
    :col_css: col-md-4

.. displayitem::
    :header: TPU
    :button_link: ../fundamentals/accelerators.html
    :col_css: col-md-4

.. displayitem::
    :header: Trainer
    :button_link: ../guide/trainer_template.html
    :col_css: col-md-4

.. displayitem::
    :header: Weights and Biases
    :button_link: ../guide/loggers/wandb.html
    :col_css: col-md-4

.. displayitem::
    :header: 16-bit, 8-bit, 4-bit
    :button_link: ../fundamentals/precision.html
    :col_css: col-md-4


.. raw:: html

        </div>
    </div>