2390350533
Signed-off-by: Divyansh Singhvi <divyanshsinghvi@gmail.com> Signed-off-by: dsinghvi <divyanshsinghvi@gmail.com> Signed-off-by: tzhouam <tzhouam@connect.ust.hk> Co-authored-by: Zhou Taichang <tzhouam@connect.ust.hk> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
16 lines
443 B
Python
16 lines
443 B
Python
from typing import NamedTuple
|
|
|
|
import torch
|
|
from vllm.sequence import IntermediateTensors
|
|
|
|
from vllm_omni.data_entry_keys import OmniPayload
|
|
|
|
|
|
class OmniOutput(NamedTuple):
|
|
"""Output from the merged Omni model containing both text and audio."""
|
|
|
|
text_hidden_states: torch.Tensor
|
|
multimodal_outputs: OmniPayload | None = None
|
|
intermediate_tensors: IntermediateTensors | None = None
|
|
next_token_id: torch.Tensor | None = None
|