Support Python 3.10 runtime compatibility (#5366)
Signed-off-by: Xiaodong Ye <xiaodong.ye@mthreads.com>
This commit is contained in:
1 parent
18be2ba3df
commit
7be7e0d249
6 files changed
+38
-71
No files matched your search
@@ -1,24 +1,16 @@
|
||||
import copy
|
||||
import pprint
|
||||
from dataclasses import asdict, dataclass, field
|
||||
from typing import Any, TypeAlias, TypedDict
|
||||
from typing import Any, TypeAlias
|
||||
|
||||
from vllm.inputs import PromptType
|
||||
import torch
|
||||
from typing_extensions import NotRequired, TypedDict
|
||||
from vllm.inputs import EmbedsPrompt, PromptType, TextPrompt, TokensPrompt
|
||||
from vllm.inputs.engine import TokensInput
|
||||
from vllm.sampling_params import SamplingParams
|
||||
|
||||
from vllm_omni.lora.request import LoRARequest
|
||||
|
||||
try:
|
||||
from typing import NotRequired
|
||||
except ImportError:
|
||||
# Python < 3.11: use typing_extensions
|
||||
from typing_extensions import NotRequired
|
||||
|
||||
|
||||
import torch
|
||||
from vllm.inputs import EmbedsPrompt, TextPrompt, TokensPrompt
|
||||
from vllm.inputs.engine import TokensInput
|
||||
|
||||
|
||||
class OmniTextPrompt(TextPrompt):
|
||||
"""Text prompt with optional embeddings and stage payloads.
|
||||
|
||||
Reference in new issue
Block a user