17 lines
434 B
Docker
17 lines
434 B
Docker
ARG VLLM_ASCEND_IMAGE=quay.io/ascend/vllm-ascend
|
|
ARG VLLM_ASCEND_TAG=v0.14.0rc1
|
|
FROM ${VLLM_ASCEND_IMAGE}:${VLLM_ASCEND_TAG}
|
|
|
|
ARG APP_DIR=/vllm-workspace/vllm-omni
|
|
WORKDIR ${APP_DIR}
|
|
|
|
COPY . .
|
|
|
|
RUN sed -i -E 's/^([[:space:]]*)"fa3-fwd==0\.0\.1",/\1# "fa3-fwd==0.0.1",/' pyproject.toml \
|
|
&& sed -i -E 's/\bonnxruntime\b/onnxruntime-cann/g' pyproject.toml
|
|
RUN pip install -v -e .
|
|
|
|
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
|
|
|
|
ENTRYPOINT []
|