pytorch-lightning>=1.7.0
lightning-utilities>=0.3.0
torch>=1.10.0
numpy
tqdm
torchmetrics>=0.7.0
transformers>=4.21.0
datasets
sentencepiece
torchmetrics[text]
Pillow

[extra]
lightning-bolts>=0.5.0
deepspeed>=0.5.0
accelerate>=0.11.0
