diff --git a/docs/architecture/vllm_omni_design.md b/docs/architecture/vllm_omni_design.md index cf5306823..4dd47757f 100644 --- a/docs/architecture/vllm_omni_design.md +++ b/docs/architecture/vllm_omni_design.md @@ -14,7 +14,7 @@ vLLM-omni is a multi-modality extension for vLLM that supports non-autoregressiv ## Key Data Flow -API Server --> OmniLM/AsyncOmniLM (New, including multi engines) --> LLMEngine/AsyncLLM --> Engine Core +API Server --> OmniLLM/AsyncOmniLLM (New, including multi engines) --> LLMEngine/AsyncLLM --> Engine Core --> Scheduler (New one for DiT) --> Executor (New one for diffusers) --> Worker (New one for DiT) --> ModelRunner (New one for AR hiddenstate, New one for DiT) --> RequestState --> OutputProcessoer (New one for final multimodal output) @@ -40,7 +40,7 @@ graph TD B --> C{Detect --omni flag} C -->|Yes| D[Parse OmniConfig] C -->|No| E[Forward to vLLM CLI] - D --> F[Initialize AsyncOmniLM] + D --> F[Initialize AsyncOmniLLM] F --> G[Start omni Server] G --> H[Multi-stage Processing] E --> I[Standard vLLM Pipeline] @@ -99,7 +99,7 @@ Design an upper level class to incorporate multi Engines, each engine has a engi from vllm.entrypoints.llm import LLM from vllm.v1.engine.llm_engine import LLMEngine -class OmniLM(LLM): +class OmniLLM(LLM): """Extended LLM supporting multiple engines and stage-based processing""" def __init__(self, stage_configs: List[StageConfig]): @@ -204,12 +204,12 @@ dit_stage_config.executor_class = DiffusersPipelineExecutor ### 5. Online inference main class -Similar to OmniLM in offline inference, add some asynchronous processing, referring to AsyncLLM +Similar to OmniLLM in offline inference, add some asynchronous processing, referring to AsyncLLM ```python from vllm.v1.engine.async_llm improt AsyncLLM -class AsyncOmniLM(AsyncLLM): +class AsyncOmniLLM(AsyncLLM): """Extended AsyncLLM supporting multiple engines and stage-based processing""" def __init__(self, stage_configs: List[StageConfig]):