R2-YandRein
0a4e5a8710
Signed-off-by: Rein Yang <ruiruyang2@gmail.com> Co-authored-by: Rein <rein@Reins-MacBook-Air.local>
14 lines
404 B
Python
14 lines
404 B
Python
from typing import NamedTuple, Optional
|
|
|
|
import torch
|
|
from vllm.sequence import IntermediateTensors
|
|
|
|
|
|
class OmniOutput(NamedTuple):
|
|
"""Output from the merged Omni model containing both text and audio."""
|
|
|
|
text_hidden_states: torch.Tensor
|
|
multimodal_outputs: Optional[dict] = None
|
|
intermediate_tensors: Optional[IntermediateTensors] = None
|
|
next_token_id: Optional[torch.Tensor] = None
|