[Bugfix] fix qwen image layerd in dummy run (#1027)

Signed-off-by: zjy0516 <riverclouds.zhu@qq.com>
This commit is contained in:
Jiangyun Zhu authored and GitHub committed 2026-01-29 15:18:19 +08:00
1 parent 2ac141026b
commit 43c6f520ca
4 files changed
+11 -4

No files matched your search

@@ -77,7 +77,7 @@ from pathlib import Path
import torch
from PIL import Image
from vllm_omni.diffusion.data import DiffusionParallelConfig, logger
from vllm_omni.diffusion.data import DiffusionParallelConfig
from vllm_omni.entrypoints.omni import Omni
from vllm_omni.inputs.data import OmniDiffusionSamplingParams
from vllm_omni.outputs import OmniRequestOutput
@@ -428,7 +428,6 @@ def main():
if not outputs:
raise ValueError("No output generated from omni.generate()")
logger.info("Outputs: %s", outputs)
# Extract images from OmniRequestOutput
# omni.generate() returns list[OmniRequestOutput], extract images from request_output[0].images
+7 -2
View File
@@ -30,6 +30,11 @@ def supports_image_input(model_class_name: str) -> bool:
return bool(getattr(model_cls, "support_image_input", False))
def image_color_format(model_class_name: str) -> str:
model_cls = DiffusionModelRegistry._try_load_model_cls(model_class_name)
return getattr(model_cls, "color_format", "RGB")
def supports_audio_output(model_class_name: str) -> bool:
model_cls = DiffusionModelRegistry._try_load_model_cls(model_class_name)
if model_cls is None:
@@ -315,8 +320,8 @@ class DiffusionEngine:
width = 1024
if supports_image_input(self.od_config.model_class_name):
# Provide a dummy image input if the model supports it
dummy_image = PIL.Image.new("RGB", (width, height), color=(0, 0, 0))
color_format = image_color_format(self.od_config.model_class_name)
dummy_image = PIL.Image.new(color_format, (width, height))
else:
dummy_image = None
prompt: OmniTextPrompt = {"prompt": "dummy run", "multi_modal_data": {"image": dummy_image}}
+1
View File
@@ -10,6 +10,7 @@ from typing import (
@runtime_checkable
class SupportImageInput(Protocol):
support_image_input: ClassVar[bool] = True
color_format: ClassVar[str] = "RGB" # Default color format
@runtime_checkable
@@ -192,6 +192,8 @@ def retrieve_latents(
class QwenImageLayeredPipeline(nn.Module, SupportImageInput):
color_format = "RGBA"
def __init__(
self,
*,