File size: 498 Bytes
4b1870b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
FROM nvidia/cuda:11.8.0-devel-ubuntu22.04



WORKDIR /app

RUN apt-get update
RUN apt-get install -y  python3-pip git

RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"

COPY --chown=user ./requirements.txt requirements.txt
RUN pip3 install --upgrade pip wheel
RUN pip install numpy==1.26.2 torch==2.3.0 packaging
RUN pip install -U flash-attn==2.5.8 
RUN pip install --no-cache-dir --upgrade -r requirements.txt

COPY --chown=user app.py /app
CMD [ "python3", "app.py" ]