| FROM debian:11 | |
| RUN apt update | |
| RUN apt install -y cmake make gcc g++ git python3 python3-pip wget | |
| RUN git clone https://github.com/ggerganov/llama.cpp | |
| RUN mkdir /code && mv llama.cpp/* /code | |
| RUN cd /code && make -j | |
| RUN wget https://huggingface.co/Black-Engineer/llama-13b-pretrained-sft-do2-ggml-q4/resolve/main/qunt4_0.bin -P /code | |
| WORKDIR /code | |
| RUN pip install streamlit | |
| COPY app.py /code | |
| COPY start.sh /start.sh | |
| RUN chmod 777 /start.sh | |
| CMD /start.sh |