requirements.txt

huggingface_hub==0.25.2
# peft==0.13.2
transformers==4.46.3
# bitsandbytes==0.42.0
torch==2.5.1
gguf==0.10.0
sentencepiece==0.2.0