numpy>=1.17
pyarrow!=4.0.0,>=3.0.0
dill
pandas
requests>=2.19.0
tqdm>=4.62.1
xxhash
multiprocess
pathos
fsspec[http]>=2021.05.0
aiohttp
huggingface_hub<1.0.0,>=0.1.0
packaging
pymongo[srv]
spacy
checklist
lexicalrichness
sacrebleu
compare_mt
scikit-learn
seqeval
jieba
apache-beam

[:python_version < "3.7"]
dataclasses

[:python_version < "3.8"]
importlib_metadata

[dev]
black==22.3.0
flake8==4.0.1
isort>=5.6.4

[quality]
black==22.3.0
flake8==4.0.1
isort>=5.6.4

[tests]
