aiohttp~=3.8
aiohttp-retry~=2.8
asyncio-pool~=0.6.0
beautifulsoup4~=4.12
bleach~=6.0
boto3~=1.28
certifi~=2023.7
click~=8.1
cssselect~=1.2
dataclasses-json~=0.6.0
diskcache~=5.6
elasticsearch~=7.0
elasticsearch-dsl~=7.0
expiringdict~=1.2
flask~=2.3
importlib-metadata~=6.0
joblib~=1.3
lxml~=4.9
marshmallow~=3.20
mergedeep~=1.3
more-itertools~=10.1
pandas~=2.0
publicsuffixlist~=0.10.0
pycld3~=0.22.0
python-slugify~=8.0
python-whois~=0.8.0
pyyaml~=6.0
ranx~=0.3.16
requests~=2.31
requests-html~=0.10.0
requests-ratelimiter~=0.4.0
tqdm~=4.66
unidecode~=1.3
urllib3~=1.26
warcio~=1.7
warc-s3~=0.1.1
web-archive-api~=0.1.6

[examples]
jupyter~=1.0
matplotlib~=3.7
seaborn~=0.13.0

[tests]
approvaltests~=10.0
bandit[toml]~=1.7
boto3-stubs[s3]~=1.28
flake8~=6.1
mypy~=1.5
pandas-stubs~=2.0
pylint~=2.17
pytest~=7.4
pytest-cov~=4.0
types-beautifulsoup4~=4.12
types-bleach~=6.0
types-lxml~=2023.10
types-python-dateutil~=2.8
types-python-slugify~=8.0
types-pyyaml~=6.0
types-requests~=2.31
types-tqdm~=4.66
