[Bugfix][MiMo-Audio] Restore make_empty_intermediate_tensors on the talker for vLLM 0.28 (#6803)

Signed-off-by: rk9595 <rakesh.kariya@somaiya.edu>
This commit is contained in:
Rakesh Kariya authored and GitHub committed 2026-08-31 15:26:35 +08:00
1 parent 2052deef07
commit b864374089
1 file changed
+8
@@ -1,3 +1,6 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
# Copyright 2025 Xiaomi Corporation.
import logging
import threading
@@ -541,6 +544,11 @@ class MiMoAudioLLMForConditionalGeneration(nn.Module, SupportsMultiModal, Suppor
architectures=["Qwen2ForCausalLM"],
)
# vLLM 0.28 turned SupportsPP.make_empty_intermediate_tensors from a
# method into a bare annotation, so declaring SupportsPP no longer
# supplies one. Delegate to the inner model, as the other omni talkers do.
self.make_empty_intermediate_tensors = self.model.make_empty_intermediate_tensors
self.device = current_omni_platform.get_torch_device()
# global_sampler MUST stay greedy (do_sample=False) so its token decision
# matches vLLM's external sampler (SamplingParams temperature=0.0). Both