Spaces:
Sleeping
Sleeping
FROM ghcr.io/gordonchanfz/open-model-api-adapt:latest@sha256:addaed71092fed48b9423029b1dade0f6d64372192cdf3756c66f66ed5cb47b0 | |
WORKDIR /workspace/ | |
RUN chmod 777 /workspace && mkdir /.cache && chmod 777 /.cache | |
RUN pip install vllm>=0.4.3 && \ | |
pip uninstall transformer-engine -y | |
EXPOSE 7860 | |
CMD python api/server.py | |