[Fix] Resolve comments & update vLLM-Omni name usages. (#122)
Signed-off-by: WANG Cong <115451386+congw729@users.noreply.github.com>
This commit is contained in:
1 parent
04987ffa7a
commit
a33bbcedea
7 files changed
+10
-16
No files matched your search
@@ -188,11 +188,6 @@ def scan_package(package_name: str = "vllm_omni") -> dict[str, list[str]]:
|
|||||||
# Add classes (filter out internal ones)
|
# Add classes (filter out internal ones)
|
||||||
for class_name in classes:
|
for class_name in classes:
|
||||||
class_short_name = class_name.split(".")[-1]
|
class_short_name = class_name.split(".")[-1]
|
||||||
|
|
||||||
# TODO: Implement worker API reference
|
|
||||||
if "diffusion.worker.gpu_worker" in class_name:
|
|
||||||
continue
|
|
||||||
|
|
||||||
# Skip if it matches internal patterns (unless it's a main model class)
|
# Skip if it matches internal patterns (unless it's a main model class)
|
||||||
if any(pattern in class_short_name for pattern in internal_patterns):
|
if any(pattern in class_short_name for pattern in internal_patterns):
|
||||||
# But include main model classes
|
# But include main model classes
|
||||||
|
|||||||
@@ -2,7 +2,7 @@
|
|||||||
|
|
||||||
## 🛠️ Installation
|
## 🛠️ Installation
|
||||||
|
|
||||||
Please refer to [README.md](../../README.md)
|
Please refer to [README.md](../../../README.md)
|
||||||
|
|
||||||
## Run examples (Qwen2.5-Omni)
|
## Run examples (Qwen2.5-Omni)
|
||||||
|
|
||||||
@@ -18,7 +18,7 @@ vllm serve Qwen/Qwen2.5-Omni-7B --omni --port 8091 --stage-configs-path /path/to
|
|||||||
|
|
||||||
Get into the example folder
|
Get into the example folder
|
||||||
```bash
|
```bash
|
||||||
cd examples/online_serving
|
cd examples/online_serving/qwen2_5_omni
|
||||||
```
|
```
|
||||||
|
|
||||||
Send request via python
|
Send request via python
|
||||||
|
|||||||
@@ -2,7 +2,7 @@
|
|||||||
|
|
||||||
## 🛠️ Installation
|
## 🛠️ Installation
|
||||||
|
|
||||||
Please refer to [README.md](../../README.md)
|
Please refer to [README.md](../../../README.md)
|
||||||
|
|
||||||
## Run examples (Qwen3-Omni)
|
## Run examples (Qwen3-Omni)
|
||||||
|
|
||||||
@@ -18,7 +18,7 @@ vllm serve Qwen/Qwen3-Omni-30B-A3B-Instruct --omni --port 8091 --stage-configs-p
|
|||||||
|
|
||||||
Get into the example folder
|
Get into the example folder
|
||||||
```bash
|
```bash
|
||||||
cd examples/online_serving
|
cd examples/online_serving/qwen3_omni
|
||||||
```
|
```
|
||||||
|
|
||||||
Send request via python
|
Send request via python
|
||||||
|
|||||||
@@ -86,7 +86,6 @@ plugins:
|
|||||||
api_root_uri: "api"
|
api_root_uri: "api"
|
||||||
nav_item_prefix: "" # No prefix in navigation tree (clean names)
|
nav_item_prefix: "" # No prefix in navigation tree (clean names)
|
||||||
show_full_namespace: false # Show only module name, not full path
|
show_full_namespace: false # Show only module name, not full path
|
||||||
on_implicit_namespace_package: skip # Skip implicit namespace packages without warning
|
|
||||||
exclude:
|
exclude:
|
||||||
- "re:vllm_omni\\._.*" # Internal modules
|
- "re:vllm_omni\\._.*" # Internal modules
|
||||||
- "vllm_omni.diffusion.models.qwen_image" # avoid importing vllm in mkdocs building
|
- "vllm_omni.diffusion.models.qwen_image" # avoid importing vllm in mkdocs building
|
||||||
|
|||||||
+2
-2
@@ -1,6 +1,6 @@
|
|||||||
"""
|
"""
|
||||||
Test suite for vLLM-omni.
|
Test suite for vLLM-Omni.
|
||||||
|
|
||||||
This package contains unit tests, integration tests, and benchmarks
|
This package contains unit tests, integration tests, and benchmarks
|
||||||
for vLLM-omni.
|
for vLLM-Omni.
|
||||||
"""
|
"""
|
||||||
@@ -52,7 +52,7 @@ logger = init_logger(__name__)
|
|||||||
|
|
||||||
|
|
||||||
class AsyncOmni(EngineClient):
|
class AsyncOmni(EngineClient):
|
||||||
"""Async entry point for vLLM-omni inference.
|
"""Async entry point for vLLM-Omni inference.
|
||||||
|
|
||||||
This class provides an asynchronous interface for running multi-modal
|
This class provides an asynchronous interface for running multi-modal
|
||||||
comprehension and generation models. It orchestrates multiple
|
comprehension and generation models. It orchestrates multiple
|
||||||
@@ -193,7 +193,7 @@ class AsyncOmni(EngineClient):
|
|||||||
logger.warning("[Orchestrator] Failed to stop stage worker: %s", e)
|
logger.warning("[Orchestrator] Failed to stop stage worker: %s", e)
|
||||||
|
|
||||||
def __del__(self) -> None: # best-effort
|
def __del__(self) -> None: # best-effort
|
||||||
print("[AsyncOmniLLM] __del__ close()", flush=True)
|
print("[AsyncOmni] __del__ close()", flush=True)
|
||||||
raise Exception("test")
|
raise Exception("test")
|
||||||
try:
|
try:
|
||||||
self.close()
|
self.close()
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
"""Code2Wav GPU Model Runner for vLLM-omni.
|
"""Code2Wav GPU Model Runner for vLLM-Omni.
|
||||||
|
|
||||||
Handles direct conversion from codec codes to audio waveforms for Qwen3 Omni MoE Code2Wav.
|
Handles direct conversion from codec codes to audio waveforms for Qwen3 Omni MoE Code2Wav.
|
||||||
This is a non-autoregressive model that doesn't require sampling or logits computation.
|
This is a non-autoregressive model that doesn't require sampling or logits computation.
|
||||||
@@ -37,7 +37,7 @@ logger = logging.getLogger(__name__)
|
|||||||
|
|
||||||
|
|
||||||
class GPUGenerationModelRunner(OmniGPUModelRunner):
|
class GPUGenerationModelRunner(OmniGPUModelRunner):
|
||||||
"""Generation model runner for vLLM-omni (non-autoregressive).
|
"""Generation model runner for vLLM-Omni (non-autoregressive).
|
||||||
|
|
||||||
- Reuses GPUModelRunner preparation, multimodal handling, and TP/PP/DP glue.
|
- Reuses GPUModelRunner preparation, multimodal handling, and TP/PP/DP glue.
|
||||||
- Does not compute logits or perform token sampling.
|
- Does not compute logits or perform token sampling.
|
||||||
|
|||||||
Reference in new issue
Block a user