From f3c69df419879b635eda862dc367b3053e0a5c10 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B1=AA=E5=BF=97=E9=B9=8F?= Date: Fri, 5 Dec 2025 10:29:01 +0800 Subject: [PATCH] [FixBug]online serving fails for high-resolution videos (#198) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: princepride Signed-off-by: 汪志鹏 --- .../models/qwen3_omni/qwen3_omni_moe_thinker.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm_omni/model_executor/models/qwen3_omni/qwen3_omni_moe_thinker.py b/vllm_omni/model_executor/models/qwen3_omni/qwen3_omni_moe_thinker.py index 573dc42cc..b13cf6aa5 100644 --- a/vllm_omni/model_executor/models/qwen3_omni/qwen3_omni_moe_thinker.py +++ b/vllm_omni/model_executor/models/qwen3_omni/qwen3_omni_moe_thinker.py @@ -1415,7 +1415,7 @@ class Qwen3OmniMoeThinkerForConditionalGeneration( inputs_embeds = None if self.use_deepstack and inputs_embeds is not None and get_pp_group().is_first_rank: - deepstack_input_embeds = self._get_deepstack_input_embeds(inputs_embeds.size(0)) + deepstack_input_embeds = self._get_deepstack_input_embeds(input_ids.size(1)) else: deepstack_input_embeds = None @@ -1431,7 +1431,7 @@ class Qwen3OmniMoeThinkerForConditionalGeneration( ) if inputs_embeds is not None and get_pp_group().is_first_rank: - self._clear_deepstack_input_embeds(inputs_embeds.size(0)) + self._clear_deepstack_input_embeds(input_ids.size(1)) return hidden_states.unsqueeze(0), captured_hidden_states