diff --git a/docs/getting_started/installation/gpu/cuda.inc.md b/docs/getting_started/installation/gpu/cuda.inc.md index 45fa69ddb..932b54f0d 100644 --- a/docs/getting_started/installation/gpu/cuda.inc.md +++ b/docs/getting_started/installation/gpu/cuda.inc.md @@ -29,6 +29,11 @@ uv pip install vllm --torch-backend=auto uv pip install vllm-omni ``` +To run Gradio demos, also install the optional extras: +```bash +uv pip install 'vllm-omni[demo]' +``` + # --8<-- [end:pre-built-wheels] # --8<-- [start:build-wheel-from-source] @@ -50,6 +55,11 @@ cd vllm-omni uv pip install -e . ``` +To run Gradio demos, install with optional extras: +```bash +uv pip install -e '.[demo]' +``` +
(Optional) Installation of vLLM from source If you want to check, modify or debug with source code of vLLM, install the library from source with the following instructions: diff --git a/docs/user_guide/examples/offline_inference/text_to_image.md b/docs/user_guide/examples/offline_inference/text_to_image.md index cea136b35..3a97ffbf7 100644 --- a/docs/user_guide/examples/offline_inference/text_to_image.md +++ b/docs/user_guide/examples/offline_inference/text_to_image.md @@ -256,6 +256,15 @@ lora_adapter/ ## Web UI Demo +!!! note "Gradio is an optional dependency" + The Gradio demo requires the `[demo]` extras. Install them first: + + ```bash + pip install 'vllm-omni[demo]' + ``` + + Or, if installing from source: `pip install -e '.[demo]'` + Launch the Gradio demo: ```bash diff --git a/docs/user_guide/examples/online_serving/fish_speech.md b/docs/user_guide/examples/online_serving/fish_speech.md index 2c76b1bca..7322d06aa 100644 --- a/docs/user_guide/examples/online_serving/fish_speech.md +++ b/docs/user_guide/examples/online_serving/fish_speech.md @@ -11,6 +11,15 @@ Source =3.2.0", # for example tests ] +demo = [ + "gradio>=6.7.0", +] + docs = [ "mkdocs>=1.5.0", "mkdocs-api-autonav", diff --git a/requirements/common.txt b/requirements/common.txt index 1b65974fe..138a61ed2 100644 --- a/requirements/common.txt +++ b/requirements/common.txt @@ -4,7 +4,6 @@ librosa>=0.11.0 resampy>=0.4.3 diffusers>=0.36.0 accelerate==1.12.0 -gradio==5.50 soundfile>=0.13.1 cache-dit==1.3.0 tqdm>=4.66.0 @@ -18,3 +17,4 @@ prettytable>=3.8.0 aenum==3.1.16 pyzmq>=25.0.0 janus>=1.0.0 +pydub