regex
tqdm>=4.40.0
joblib
numpy==1.23.0
requests
nltk>3.0
pyarrow==14.0.0
beautifulSoup4
faiss-cpu>=1.7.3
datasets
torch
scikit-learn>=0.22.1
transformers>=4.8.2
protobuf
sentencepiece
pandas
bert_score
fasttext==0.9.2
