torch>=1.2
tqdm
tensorboardX==1.8
ninja
numpy
psutil
packaging
triton

[1bit_adam]
mpi4py

[all]
psutil
pytest
mpi4py
megatron-lm==1.1.5
tqdm
pytest-randomly
pytest-forked
clang-format
pre-commit
sphinx-rtd-theme
sphinx
recommonmark
importlib-metadata>=4

[dev]
pytest
pytest-forked
pytest-randomly
pre-commit
clang-format
sphinx
recommonmark
sphinx-rtd-theme
megatron-lm==1.1.5
importlib-metadata>=4

[readthedocs]
tqdm
psutil
