hf_xet
torch>=2.0.0
transformers>=4.35.0
huggingface-hub>=0.17.0
rich>=13.0.0
colorama>=0.4.6
requests>=2.31.0
psutil>=5.9.0
pyyaml>=6.0
numpy>=1.24.0
tokenizers>=0.14.0
accelerate>=0.24.0
sentencepiece>=0.1.99
protobuf>=4.24.0

[dev]
pytest>=7.0.0
pytest-cov>=4.0.0
black>=23.0.0
flake8>=6.0.0
mypy>=1.0.0
pre-commit>=3.0.0

[full]
bitsandbytes>=0.41.0
llama-cpp-python>=0.2.0
datasets>=2.14.0
evaluate>=0.4.0
wandb>=0.15.0

[gguf]
llama-cpp-python>=0.2.0

[gpu]
bitsandbytes>=0.41.0
llama-cpp-python[cublas]>=0.2.0

[metal]
bitsandbytes>=0.41.0
llama-cpp-python[metal]>=0.2.0

[quantization]
bitsandbytes>=0.41.0
