FROM nvidia/cuda:12.4.0-runtime-ubuntu20.04
RUN apt-get update && apt-get install -y python3 python3-pip wget
RUN wget --header="Authorization: Bearer ${HF_TOKEN}" https://huggingface.co/nvidia/Hymba-1.5B-Base/resolve/main/setup.sh
RUN bash setup.sh
CMD [ "python", "chat.py" ]