fastapi==0.104.1
uvicorn==0.24.0
huggingface-hub==0.19.4
pydantic==2.5.2
transformers==4.35.2
torch==2.1.1
accelerate==0.24.1
bitsandbytes==0.41.1
peft==0.6.0