File size: 252 Bytes
d596f50
8cf36e4
 
 
9c12b25
7f89b51
d596f50
 
80ed4ef
d596f50
ac56e2d
1
2
3
4
5
6
7
8
9
10
11
12
FROM ghcr.io/gordonchanfz/open-model-api-adapt:latest

WORKDIR /workspace/

RUN chmod 777 /workspace && mkdir /.cache && chmod 777 /.cache

RUN pip install vllm>=0.4.3 && \
    pip uninstall transformer-engine -y 
EXPOSE 7860
CMD python api/server.py