accelerate
beartype
einops>=0.6
ema-pytorch
fairseq
joblib
lion-pytorch
local-attention>=1.6.0
Mega-pytorch
scikit-learn
sentencepiece
torch>=1.12
torchaudio
transformers
tqdm
vector-quantize-pytorch>=0.10.15
