[Fix] Resolve comments & update vLLM-Omni name usages. (#122)

Signed-off-by: WANG Cong <115451386+congw729@users.noreply.github.com>
This commit is contained in:
Alicia authored and GitHub committed 2025-12-01 08:05:24 +08:00
1 parent 04987ffa7a
commit a33bbcedea
7 files changed
+10 -16

No files matched your search

-5
View File
@@ -188,11 +188,6 @@ def scan_package(package_name: str = "vllm_omni") -> dict[str, list[str]]:
# Add classes (filter out internal ones)
for class_name in classes:
class_short_name = class_name.split(".")[-1]
# TODO: Implement worker API reference
if "diffusion.worker.gpu_worker" in class_name:
continue
# Skip if it matches internal patterns (unless it's a main model class)
if any(pattern in class_short_name for pattern in internal_patterns):
# But include main model classes
@@ -2,7 +2,7 @@
## 🛠️ Installation
Please refer to [README.md](../../README.md)
Please refer to [README.md](../../../README.md)
## Run examples (Qwen2.5-Omni)
@@ -18,7 +18,7 @@ vllm serve Qwen/Qwen2.5-Omni-7B --omni --port 8091 --stage-configs-path /path/to
Get into the example folder
```bash
cd examples/online_serving
cd examples/online_serving/qwen2_5_omni
```
Send request via python
+2 -2
View File
@@ -2,7 +2,7 @@
## 🛠️ Installation
Please refer to [README.md](../../README.md)
Please refer to [README.md](../../../README.md)
## Run examples (Qwen3-Omni)
@@ -18,7 +18,7 @@ vllm serve Qwen/Qwen3-Omni-30B-A3B-Instruct --omni --port 8091 --stage-configs-p
Get into the example folder
```bash
cd examples/online_serving
cd examples/online_serving/qwen3_omni
```
Send request via python
-1
View File
@@ -86,7 +86,6 @@ plugins:
api_root_uri: "api"
nav_item_prefix: "" # No prefix in navigation tree (clean names)
show_full_namespace: false # Show only module name, not full path
on_implicit_namespace_package: skip # Skip implicit namespace packages without warning
exclude:
- "re:vllm_omni\\._.*" # Internal modules
- "vllm_omni.diffusion.models.qwen_image" # avoid importing vllm in mkdocs building
+2 -2
View File
@@ -1,6 +1,6 @@
"""
Test suite for vLLM-omni.
Test suite for vLLM-Omni.
This package contains unit tests, integration tests, and benchmarks
for vLLM-omni.
for vLLM-Omni.
"""
+2 -2
View File
@@ -52,7 +52,7 @@ logger = init_logger(__name__)
class AsyncOmni(EngineClient):
"""Async entry point for vLLM-omni inference.
"""Async entry point for vLLM-Omni inference.
This class provides an asynchronous interface for running multi-modal
comprehension and generation models. It orchestrates multiple
@@ -193,7 +193,7 @@ class AsyncOmni(EngineClient):
logger.warning("[Orchestrator] Failed to stop stage worker: %s", e)
def __del__(self) -> None: # best-effort
print("[AsyncOmniLLM] __del__ close()", flush=True)
print("[AsyncOmni] __del__ close()", flush=True)
raise Exception("test")
try:
self.close()
@@ -1,4 +1,4 @@
"""Code2Wav GPU Model Runner for vLLM-omni.
"""Code2Wav GPU Model Runner for vLLM-Omni.
Handles direct conversion from codec codes to audio waveforms for Qwen3 Omni MoE Code2Wav.
This is a non-autoregressive model that doesn't require sampling or logits computation.
@@ -37,7 +37,7 @@ logger = logging.getLogger(__name__)
class GPUGenerationModelRunner(OmniGPUModelRunner):
"""Generation model runner for vLLM-omni (non-autoregressive).
"""Generation model runner for vLLM-Omni (non-autoregressive).
- Reuses GPUModelRunner preparation, multimodal handling, and TP/PP/DP glue.
- Does not compute logits or perform token sampling.