hjson
ninja
numpy
packaging
psutil
py-cpuinfo
pydantic
torch
tqdm

[1bit]

[1bit_mpi]
mpi4py

[all]
tqdm
sphinx
py-cpuinfo
pytest-forked
hjson
tensorboard
xgboost
pre-commit
lm-eval>=0.2.0
torch
wandb
mpi4py
docutils<0.18
triton==1.0.0
tabulate
future
torchvision
packaging
recommonmark
pytest-randomly
pytest
sphinx-rtd-theme
psutil
pydantic
pytest-xdist
megatron-lm==1.1.5
transformers
clang-format
importlib-metadata>=4

[autotuning]
tabulate

[autotuning_ml]
hjson
tabulate
xgboost

[dev]
clang-format
docutils<0.18
future
importlib-metadata>=4
megatron-lm==1.1.5
pre-commit
pytest
pytest-forked
pytest-randomly
pytest-xdist
recommonmark
sphinx
sphinx-rtd-theme
tensorboard
torchvision
transformers
wandb

[inf]
lm-eval>=0.2.0
transformers

[readthedocs]
docutils<0.18
hjson
packaging
psutil
py-cpuinfo
pydantic
torch
tqdm

[sparse_attn]
triton==1.0.0
