File size: 753 Bytes
abee93a 194ec59 8287a4b 194ec59 95d9c0f 194ec59 cd79bcc 194ec59 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
FROM pytorch/pytorch:2.4.1-cuda11.8-cudnn9-devel
# Set working directory
WORKDIR /app
# Install system dependencies
RUN apt-get update && apt-get install -y \
libgl1-mesa-glx \
libglib2.0-0 \
git
RUN pip install --no-cache-dir \
torch \
torchvision \
torchaudio \
torchao \
git+https://github.com/huggingface/transformers.git \
diffusers \
Pillow \
byaldi \
qwen_vl_utils \
flash-attn \
fastapi \
"uvicorn[standard]"
# Install additional required libraries
RUN pip install byaldi qwen-vl-utils
# Copy your application code
COPY app.py .
# Expose the port the app runs on
EXPOSE 8000
# Command to run the application
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"] |