[Core][Diffusion] Refactor prompt updates into a modality-ready interaction framework (#6294)
Signed-off-by: Huang, Zeyu <11222265+fhfuih@users.noreply.github.com>
This commit is contained in:
1 parent
eeee257913
commit
2df95de421
18 files changed
+1079
-362
No files matched your search
@@ -12,6 +12,10 @@ import torch
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from vllm_omni.diffusion.data import DiffusionOutput
|
||||
from vllm_omni.diffusion.interaction.types import (
|
||||
InteractionChunkMetadata,
|
||||
InteractionSession,
|
||||
)
|
||||
from vllm_omni.inputs.data import OmniDiffusionSamplingParams, OmniPromptType
|
||||
|
||||
|
||||
@@ -100,6 +104,10 @@ class StepRequestState:
|
||||
total_chunks: int = 1
|
||||
chunk_num_steps: int | None = None
|
||||
|
||||
# ── Optional interaction information in streaming output mode ──
|
||||
interaction_sessions: dict[str, InteractionSession] = field(default_factory=dict) # Modality -> transition progress
|
||||
interaction_chunk_metadata: InteractionChunkMetadata | None = None # Acknowledging completion of each interaction
|
||||
|
||||
# ── Per-request scheduler instance (set once by prepare_encode) ──
|
||||
scheduler: Any | None = None
|
||||
|
||||
|
||||
Reference in new issue
Block a user