Spaces:
Runtime error
Runtime error
File size: 1,149 Bytes
90dab9b 0c5837d 90dab9b f516ae8 90dab9b 116a323 8cff252 90dab9b b1056a9 31ec84e 19eaa5a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
# Install necessary packages
RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
RUN apt update && apt install -y wget
RUN apt-get install -y nodejs npm
# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user
# Switch to the "user" user
USER user
# Set home to the user's home directory
ENV HOME=/home/user \
PATH=/home/user/.local/bin:$PATH
# Set the working directory to the user's home directory
WORKDIR $HOME/app
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME/app
RUN python3 -m pip install aphrodite-engine
Run git clone https://github.com/lolcats399/aphrodite-engine
RUN pip install huggingface-hub hf-transfer
ENV HF_HUB_ENABLE_HF_TRANSFER=1
RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ~/goliath-gptq --local-dir-use-symlinks False --cache-dir ~/cache
ENV BYPASS_SERVER=http://localhost:8080
EXPOSE 7860
CMD python3 $HOME/app/aphrodite-engine/aphrodite/endpoints/kobold/api_server.py $ENGINE_ARGS --port 7860 -h --model ~/goliath-gptq" |