vllm>=0.5.1
prometheus_client==0.20.0
grpcio==1.62.2
grpcio-health-checking==1.62.2
grpcio-reflection==1.62.2
transformers
accelerate==0.31.0
hf-transfer==0.1.6
opentelemetry-sdk
opentelemetry-api
opentelemetry-exporter-otlp
opentelemetry-semantic-conventions-ai

[dev]
vllm_tgis_adapter[tests]
ruff==0.5.1
mypy==1.10.1
types-protobuf==5.26.0.20240422
types-requests==2.32.0.20240602

[flash_attn]
flash-attn==2.5.9.post1
packaging
ninja

[tests]
pytest==8.2.2
pytest-cov==5.0.0
pytest-mock==3.14.0
requests==2.32.3
