FROM nvidia/cuda:12.4.0-runtime-ubuntu20.04 | |
RUN apt-get update && apt-get install -y python3 python3-pip wget | |
RUN wget --header="Authorization: Bearer ${HF_TOKEN}" https://huggingface.co/nvidia/Hymba-1.5B-Base/resolve/main/setup.sh | |
RUN bash setup.sh | |
CMD [ "python", "chat.py" ] |