Support Python 3.10 runtime compatibility (#5366)

Signed-off-by: Xiaodong Ye <xiaodong.ye@mthreads.com>
This commit is contained in:
R0CKSTAR authored and GitHub committed 2026-07-29 17:11:04 +08:00
1 parent 18be2ba3df
commit 7be7e0d249
6 files changed
+38 -71

No files matched your search

+5 -13
View File
@@ -1,24 +1,16 @@
import copy
import pprint
from dataclasses import asdict, dataclass, field
from typing import Any, TypeAlias, TypedDict
from typing import Any, TypeAlias
from vllm.inputs import PromptType
import torch
from typing_extensions import NotRequired, TypedDict
from vllm.inputs import EmbedsPrompt, PromptType, TextPrompt, TokensPrompt
from vllm.inputs.engine import TokensInput
from vllm.sampling_params import SamplingParams
from vllm_omni.lora.request import LoRARequest
try:
from typing import NotRequired
except ImportError:
# Python < 3.11: use typing_extensions
from typing_extensions import NotRequired
import torch
from vllm.inputs import EmbedsPrompt, TextPrompt, TokensPrompt
from vllm.inputs.engine import TokensInput
class OmniTextPrompt(TextPrompt):
"""Text prompt with optional embeddings and stage payloads.