From 1f3a3e3848d5fd4d59374ac8de2624011ec56562 Mon Sep 17 00:00:00 2001 From: akshatvishu <33392262+akshatvishu@users.noreply.github.com> Date: Thu, 28 May 2026 05:51:37 +0530 Subject: [PATCH] Fix Ovis image text encoder dtype (#3876) Signed-off-by: akshatvishu --- vllm_omni/diffusion/models/ovis_image/pipeline_ovis_image.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/vllm_omni/diffusion/models/ovis_image/pipeline_ovis_image.py b/vllm_omni/diffusion/models/ovis_image/pipeline_ovis_image.py index 8de617dd9..2484f02ed 100644 --- a/vllm_omni/diffusion/models/ovis_image/pipeline_ovis_image.py +++ b/vllm_omni/diffusion/models/ovis_image/pipeline_ovis_image.py @@ -168,7 +168,10 @@ class OvisImagePipeline(nn.Module, CFGParallelMixin, DiffusionPipelineProfilerMi ) self.text_encoder = Qwen3Model.from_pretrained( - model, subfolder="text_encoder", local_files_only=local_files_only + model, + subfolder="text_encoder", + local_files_only=local_files_only, + torch_dtype=od_config.dtype, ) self.vae = AutoencoderKL.from_pretrained(model, subfolder="vae", local_files_only=local_files_only).to(