huggingface_hub==0.25.2
torch==2.1.0
transformers==4.44.2
bitsandbytes==0.42.0
accelerate==0.26.1
fastapi==0.115.0
uvicorn==0.30.6