Spaces:
Sleeping
Sleeping
File size: 324 Bytes
4463bde 8cf36e4 9c12b25 7f89b51 d596f50 80ed4ef d596f50 ac56e2d |
1 2 3 4 5 6 7 8 9 10 11 12 |
FROM ghcr.io/gordonchanfz/open-model-api-adapt:latest@sha256:addaed71092fed48b9423029b1dade0f6d64372192cdf3756c66f66ed5cb47b0
WORKDIR /workspace/
RUN chmod 777 /workspace && mkdir /.cache && chmod 777 /.cache
RUN pip install vllm>=0.4.3 && \
pip uninstall transformer-engine -y
EXPOSE 7860
CMD python api/server.py
|