13 lines
388 B
Python
13 lines
388 B
Python
from typing import Any
|
|
|
|
from vllm.entrypoints.openai.chat_completion.protocol import ChatCompletionResponse, ChatCompletionStreamResponse
|
|
|
|
|
|
class OmniChatCompletionStreamResponse(ChatCompletionStreamResponse):
|
|
modality: str | None = "text"
|
|
metrics: dict[str, Any] | None = None
|
|
|
|
|
|
class OmniChatCompletionResponse(ChatCompletionResponse):
|
|
metrics: dict[str, Any] | None = None
|