torch>=1.2
tqdm
tensorboardX==1.8
ninja
numpy
psutil
packaging
triton

[1bit_adam]
mpi4py

[all]
mpi4py
sphinx-rtd-theme
megatron-lm==1.1.5
pytest
clang-format
importlib-metadata>=4
psutil
sphinx
recommonmark
pre-commit
tqdm
pytest-forked
pytest-randomly

[dev]
pytest
pytest-forked
pytest-randomly
pre-commit
clang-format
sphinx
recommonmark
sphinx-rtd-theme
megatron-lm==1.1.5
importlib-metadata>=4

[readthedocs]
tqdm
psutil
