Dockerfile

FROM ghcr.io/gordonchanfz/open-model-api-adapt:latest@sha256:addaed71092fed48b9423029b1dade0f6d64372192cdf3756c66f66ed5cb47b0

WORKDIR /workspace/

RUN chmod 777 /workspace && mkdir /.cache && chmod 777 /.cache

RUN pip install vllm>=0.4.3 && \
    pip uninstall transformer-engine -y 
EXPOSE 7860
CMD python api/server.py