e241005a71
Signed-off-by: lishunyang12 <125541396+lishunyang12@users.noreply.github.com> Signed-off-by: Yueqian Lin <linyueqian@outlook.com> Signed-off-by: lishunyang <lishunyang12@163.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com> Co-authored-by: Yueqian Lin <linyueqian@outlook.com>
41 lines
1.1 KiB
Python
41 lines
1.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Any
|
|
|
|
INPUT_APPEND = "input.append"
|
|
INPUT_COMMIT = "input.commit"
|
|
RESPONSE_CREATE = "response.create"
|
|
RESPONSE_CANCEL = "response.cancel"
|
|
PLAYBACK_ACK = "playback.ack"
|
|
CLOSE = "close"
|
|
|
|
|
|
RESPONSE_CREATED = "response.created"
|
|
RESPONSE_DELTA = "response.delta"
|
|
RESPONSE_DONE = "response.done"
|
|
RESPONSE_CANCELLED = "response.cancelled"
|
|
ERROR = "error"
|
|
|
|
|
|
def created(response_index: int) -> dict[str, Any]:
|
|
return {"type": RESPONSE_CREATED, "response_index": response_index}
|
|
|
|
|
|
def delta(response_index: int, modality: str, data: Any) -> dict[str, Any]:
|
|
return {"type": RESPONSE_DELTA, "response_index": response_index, "modality": modality, "data": data}
|
|
|
|
|
|
def done(response_index: int) -> dict[str, Any]:
|
|
return {"type": RESPONSE_DONE, "response_index": response_index}
|
|
|
|
|
|
def cancelled(response_index: int) -> dict[str, Any]:
|
|
return {"type": RESPONSE_CANCELLED, "response_index": response_index}
|
|
|
|
|
|
def error(message: str) -> dict[str, Any]:
|
|
return {"type": ERROR, "message": message}
|