anodyine/vllm-omni
1
0 Fork 0
Code Issues 4 Pull Requests 2 Actions Packages Projects Releases Wiki Activity

[BugFix] Qwen2.5-omni supress end token and won't stop (#773)

Browse Source 
Signed-off-by: yinpeiqi <yinpeiqi809@gmail.com>
This commit is contained in:
Peiqi Yin authored and GitHub committed 2026-01-16 00:41:59 +08:00
1 parent b5cf8806f0
commit 35f994e255
1 file changed
+12 -1
Download Patch File Download Diff File Expand all files Collapse all files
vllm_omni/model_executor/models/qwen2_5_omni/qwen2_5_omni_talker.py
+12 -1
View File
@@ -155,7 +155,18 @@ class Qwen2_5OmniTalkerForConditionalGeneration(
def bad_word_processor(self, logits: torch.Tensor) -> torch.Tensor:
# suppress token IDs unsupported by token2wav
if self.suppress_start_id and self.suppress_start_id < logits.size(-1):
logits[..., self.suppress_start_id : logits.size(-1)] = -1e9
# skip the end token id.
if hasattr(self.config, "tts_codec_end_token_id"):
end_id = int(getattr(self.config, "tts_codec_end_token_id"))
if self.suppress_start_id == end_id:
logits[..., end_id + 1 : logits.size(-1)] = -1e9
elif self.suppress_start_id < end_id:
logits[..., self.suppress_start_id : end_id] = -1e9
logits[..., end_id + 1 : logits.size(-1)] = -1e9
else:
logits[..., self.suppress_start_id : logits.size(-1)] = -1e9
else:
raise ValueError("config must have tts_codec_end_token_id attribute")
if hasattr(self.config, "tts_codec_start_token_id"):
bos_id = int(getattr(self.config, "tts_codec_start_token_id"))