[Feature] Support Prefill-Decode disaggregation via vLLM KV transfer (#2220)

Signed-off-by: LiuBingyu <liubingyu62@gmail.com>
This commit is contained in:
Bingyu (Spencer) Liu authored and GitHub committed 2026-04-17 18:43:17 +08:00
1 parent b88d3ce75e
commit a5a4998ece
11 files changed
+1672 -48

No files matched your search

+2 -3
View File
@@ -233,10 +233,9 @@ class OmniRequestState(RequestState):
# Reuse base text/logprobs logic, then annotate with pooling_result.
base_output = super()._new_completion_output(token_ids, finish_reason, stop_reason, routed_experts)
try:
if not hasattr(base_output, "multimodal_output"):
setattr(base_output, "multimodal_output", {})
if self.mm_accumulated is not None:
# Attach accumulated multimodal dict on the completion output
if not hasattr(base_output, "multimodal_output"):
setattr(base_output, "multimodal_output", {})
mm_out = getattr(base_output, "multimodal_output")
if isinstance(mm_out, dict):
for k, v in self.mm_accumulated.items():