# The scrapy related
scrapy-team

# Asynchronous related
aiohttp==3.8.1
async-generator==1.10

# Parsing the related
lxml==4.6.3
pyquery==1.4.3
beautifulsoup4==4.9.3
numpy==1.21.2
pandas==1.3.4
openpyxl==3.0.5
pypinyin==0.42.0
xpinyin==0.7.6
python-dateutil==2.8.2
tableX==0.1.1
six==1.16.0
jieba==0.42.1

# Js related
Js2Py==0.71
PyExecJS==1.5.1
pyjsparser==2.7.1

# Webdriver related
scrapyer-gerapy-pyppeteer==0.1.4
pyppeteer==0.2.6
selenium==4.1.0

# PDF parsing related  
libmagic==1.0
pdfminer==20191125
pdfplumber==0.5.28
PyPDF2==2.10.9
# python-magic==0.4.24 #linux
# python-magic-bin==0.4.14 #win
img2pdf==0.4.4
PyMuPDF==1.20.2

# # Database related
oss2==2.14.0
pymongo==3.12.0
PyMySQL==0.9.3
redis==3.5.3
influxdb==5.3.1

# # Image recognition related
# Pillow==8.3.2
# opencv-python==4.5.3.56

# # rar related
# rarfile==4.0

# tencentcloud-sdk
tencentcloud-sdk-python==3.0.612












