Dockerfile

FROM ghcr.io/gordonchanfz/open-model-api-adapt:latest

WORKDIR /workspace/

RUN chmod 777 /workspace && mkdir /.cache && chmod 777 /.cache

RUN pip install vllm>=0.4.3 && \
    pip uninstall transformer-engine -y 
EXPOSE 7860
CMD python api/server.py