xoscar>=0.1.2
xorbits
gradio>=3.39.0
click
tqdm>=4.27
tabulate
requests
pydantic<2
fastapi
uvicorn
huggingface-hub<1.0,>=0.14.1
typing_extensions
fsspec
s3fs
modelscope

[all]
ctransformers
llama-cpp-python>=0.2.0
transformers>=4.31.0
torch
accelerate>=0.20.3
sentencepiece
transformers_stream_generator
bitsandbytes
protobuf
einops
tiktoken
sentence-transformers

[benchmark]
psutil
pynvml

[dev]
cython>=0.29
pytest>=3.5.0
pytest-cov>=2.5.0
pytest-timeout>=1.2.0
pytest-forked>=1.0
pytest-asyncio>=0.14.0
pytest-mock>=3.11.1
ipython>=6.5.0
sphinx<5.0.0,>=3.0.0
pydata-sphinx-theme>=0.3.0
sphinx-intl>=0.9.9
jieba>=0.42.0
flake8>=3.8.0
black

[doc]
ipython>=6.5.0
sphinx<5.0.0,>=3.0.0
pydata-sphinx-theme>=0.3.0
sphinx-intl>=0.9.9

[embedding]
sentence-transformers

[ggml]
llama-cpp-python>=0.2.0
ctransformers

[pytorch]
transformers>=4.31.0
torch
accelerate>=0.20.3
sentencepiece
transformers_stream_generator
bitsandbytes
protobuf
einops
tiktoken

[vllm]
vllm
