diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 000000000..f0f585fba --- /dev/null +++ b/Dockerfile @@ -0,0 +1,20 @@ +ARG VLLM_BASE_IMAGE=vllm/vllm-openai +ARG VLLM_BASE_TAG=v0.14.0 +FROM ${VLLM_BASE_IMAGE}:${VLLM_BASE_TAG} +ARG APP_DIR=/workspace/vllm-omni +WORKDIR ${APP_DIR} + +COPY . . + +# Install system dependencies +RUN apt-get update && \ + apt-get install -y ffmpeg && \ + apt-get clean && \ + rm -rf /var/lib/apt/lists/* + +# Install vllm-omni into the same uv-managed Python environment used by the base image. +RUN uv pip install --python "$(python3 -c 'import sys; print(sys.executable)')" --no-cache-dir ".[dev]" + +RUN ln -sf /usr/bin/python3 /usr/bin/python + +ENTRYPOINT [] diff --git a/docs/getting_started/installation/gpu/cuda.inc.md b/docs/getting_started/installation/gpu/cuda.inc.md index c4b34ab15..3996a0243 100644 --- a/docs/getting_started/installation/gpu/cuda.inc.md +++ b/docs/getting_started/installation/gpu/cuda.inc.md @@ -17,7 +17,7 @@ Therefore, it is recommended to install vLLM and vLLM-Omni with a **fresh new** # --8<-- [start:pre-built-wheels] #### Installation of vLLM -Note: Pre-built wheels are currently only available for vLLM-Omni 0.11.0rc1, 0.12.0rc1, 0.14.0rc1. For the latest version, please [build from source](https://docs.vllm.ai/projects/vllm-omni/en/latest/getting_started/installation/gpu/#build-wheel-from-source). +Note: Pre-built wheels are currently only available for vLLM-Omni 0.11.0rc1, 0.12.0rc1, 0.14.0rc1, 0.14.0. For the latest version, please [build from source](https://docs.vllm.ai/projects/vllm-omni/en/latest/getting_started/installation/gpu/#build-wheel-from-source). vLLM-Omni is built based on vLLM. Please install it with command below. @@ -93,7 +93,7 @@ docker run --runtime nvidia --gpus 2 \ --env "HF_TOKEN=$HF_TOKEN" \ -p 8091:8091 \ --ipc=host \ - vllm/vllm-omni:v0.14.0rc1 \ + vllm/vllm-omni:v0.14.0 \ --model Qwen/Qwen3-Omni-30B-A3B-Instruct --port 8091 ``` diff --git a/docs/getting_started/installation/gpu/rocm.inc.md b/docs/getting_started/installation/gpu/rocm.inc.md index 60ad1f2b2..1a8ffb612 100644 --- a/docs/getting_started/installation/gpu/rocm.inc.md +++ b/docs/getting_started/installation/gpu/rocm.inc.md @@ -80,7 +80,7 @@ docker run --rm \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=$HF_TOKEN" \ -p 8091:8091 \ - vllm/vllm-omni-rocm:v0.14.0rc1 \ + vllm/vllm-omni-rocm:v0.14.0 \ --model Qwen/Qwen3-Omni-30B-A3B-Instruct --omni --port 8091 ``` @@ -99,7 +99,7 @@ docker run --rm -it \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=$HF_TOKEN" \ --entrypoint bash \ - vllm/vllm-omni-rocm:v0.14.0rc1 + vllm/vllm-omni-rocm:v0.14.0 ``` # --8<-- [end:pre-built-images] diff --git a/pyproject.toml b/pyproject.toml index e1fafa606..25454102f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "vllm-omni" -version = "0.14.0rc1" +version = "0.14.0" description = "A framework for efficient model inference with omni-modality models" readme = "README.md" requires-python = ">=3.10,<3.14" diff --git a/vllm_omni/version.py b/vllm_omni/version.py index 0a231e9bd..15253fe6f 100644 --- a/vllm_omni/version.py +++ b/vllm_omni/version.py @@ -1,3 +1,3 @@ -__version__ = "0.14.0rc1" -__version_tuple__ = (0, 14, "0rc1") +__version__ = "0.14.0" +__version_tuple__ = (0, 14, 0) # TODO: add auto version generation