2026-02-12 00:52:05 +08:00
|
|
|
from typing import Any
|
|
|
|
|
|
|
|
|
|
from vllm.entrypoints.openai.chat_completion.protocol import ChatCompletionResponse, ChatCompletionStreamResponse
|
2025-12-31 22:02:04 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
|
class OmniChatCompletionStreamResponse(ChatCompletionStreamResponse):
|
|
|
|
|
modality: str | None = "text"
|
2026-02-12 00:52:05 +08:00
|
|
|
metrics: dict[str, Any] | None = None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class OmniChatCompletionResponse(ChatCompletionResponse):
|
|
|
|
|
metrics: dict[str, Any] | None = None
|
