78a5aae299
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com> Co-authored-by: PopSoda2002 <zhouhp.me@gmail.com> Co-authored-by: gcanlin <canlinguosdu@gmail.com>
16 lines
348 B
Docker
16 lines
348 B
Docker
ARG VLLM_ASCEND_IMAGE=quay.io/ascend/vllm-ascend
|
|
ARG VLLM_ASCEND_TAG=v0.14.0rc1
|
|
FROM ${VLLM_ASCEND_IMAGE}:${VLLM_ASCEND_TAG}
|
|
|
|
ARG APP_DIR=/vllm-workspace/vllm-omni
|
|
WORKDIR ${APP_DIR}
|
|
|
|
COPY . .
|
|
|
|
# Install vllm-omni with dev dependencies
|
|
RUN pip install --no-cache-dir -e . --no-build-isolation
|
|
|
|
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
|
|
|
|
ENTRYPOINT []
|