[Rebase] Rebase to vllm v0.19.0 (#2475)
This commit is contained in:
1 parent
4c031580cf
commit
2804a85e58
52 files changed
+437
-142
No files matched your search
@@ -16,7 +16,7 @@ except ImportError:
|
||||
|
||||
|
||||
import torch
|
||||
from vllm.inputs.data import EmbedsPrompt, TextPrompt, TokenInputs, TokensPrompt
|
||||
from vllm.inputs import EmbedsPrompt, TextPrompt, TokensInput, TokensPrompt
|
||||
|
||||
|
||||
class OmniTextPrompt(TextPrompt):
|
||||
@@ -59,10 +59,10 @@ class OmniTokensPrompt(TokensPrompt):
|
||||
additional_information: NotRequired[dict[str, Any]]
|
||||
|
||||
|
||||
class OmniTokenInputs(TokenInputs):
|
||||
class OmniTokenInputs(TokensInput):
|
||||
"""Token inputs with optional embeddings and additional information.
|
||||
|
||||
Extends TokenInputs to support prompt embeddings and additional
|
||||
Extends TokensInput to support prompt embeddings and additional
|
||||
information payloads for direct transfer between pipeline stages.
|
||||
|
||||
Attributes:
|
||||
|
||||
Reference in new issue
Block a user