[Bugfix][MiMo-Audio] Restore make_empty_intermediate_tensors on the talker for vLLM 0.28 (#6803)
Signed-off-by: rk9595 <rakesh.kariya@somaiya.edu>
This commit is contained in:
1 parent
2052deef07
commit
b864374089
1 file changed
+8
@@ -1,3 +1,6 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
|
||||
# Copyright 2025 Xiaomi Corporation.
|
||||
import logging
|
||||
import threading
|
||||
@@ -541,6 +544,11 @@ class MiMoAudioLLMForConditionalGeneration(nn.Module, SupportsMultiModal, Suppor
|
||||
architectures=["Qwen2ForCausalLM"],
|
||||
)
|
||||
|
||||
# vLLM 0.28 turned SupportsPP.make_empty_intermediate_tensors from a
|
||||
# method into a bare annotation, so declaring SupportsPP no longer
|
||||
# supplies one. Delegate to the inner model, as the other omni talkers do.
|
||||
self.make_empty_intermediate_tensors = self.model.make_empty_intermediate_tensors
|
||||
|
||||
self.device = current_omni_platform.get_torch_device()
|
||||
# global_sampler MUST stay greedy (do_sample=False) so its token decision
|
||||
# matches vLLM's external sampler (SamplingParams temperature=0.0). Both
|
||||
|
||||
Reference in new issue
Block a user