Zhou Taichangand汪志鹏
70ef548448
Signed-off-by: Taichang Zhou <tzhouam@connect.ust.hk> Signed-off-by: tzhouam <tzhouam@connect.ust.hk> Signed-off-by: princepride <wangzhipeng628@gmail.com> Co-authored-by: 汪志鹏 <wangzhipeng628@gmail.com>
33 lines
1001 B
Docker
33 lines
1001 B
Docker
ARG BASE_IMAGE=vllm/vllm-openai-rocm:v0.15.0
|
|
FROM ${BASE_IMAGE} AS final
|
|
|
|
ARG COMMON_WORKDIR=/app
|
|
|
|
WORKDIR ${COMMON_WORKDIR}
|
|
|
|
# Step 1: Setup - Install system dependencies
|
|
RUN apt-get update && \
|
|
apt-get install -y ffmpeg && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN mkdir -p ${COMMON_WORKDIR}/vllm-omni
|
|
|
|
# Step 2: Copy vllm-omni code and install without uv
|
|
COPY . ${COMMON_WORKDIR}/vllm-omni
|
|
RUN cd ${COMMON_WORKDIR}/vllm-omni && uv pip install --python "$(python3 -c 'import sys; print(sys.executable)')" --no-cache-dir ".[dev]"
|
|
|
|
# When we are installing onnxruntime-rocm, we need to uninstall the system-installed onnxruntime first.
|
|
# These are the dependencies of Qwen3-TTS.
|
|
RUN uv pip uninstall onnxruntime --system && uv pip install --no-cache-dir onnxruntime-rocm sox --system
|
|
|
|
RUN ln -sf /usr/bin/python3 /usr/bin/python
|
|
|
|
CMD ["/bin/bash"]
|
|
|
|
ENTRYPOINT []
|
|
|
|
#Set entrypoint for vllm-openai official images
|
|
FROM final AS vllm-openai
|
|
ENTRYPOINT ["vllm", "serve", "--omni"]
|