[refactor] Refactor guardrail error handling - add 400 error code (#4297)
Signed-off-by: Maciej Bala <mbala@nvidia.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
e27fd46ab9
commit
03cc888485
19 files changed
+608
-16
No files matched your search
@@ -21,6 +21,7 @@ from vllm.model_executor.layers.quantization.base_config import (
|
||||
|
||||
from vllm_omni.diffusion.model_metadata import get_diffusion_model_metadata
|
||||
from vllm_omni.diffusion.utils.network_utils import is_port_available
|
||||
from vllm_omni.errors import client_error_metadata
|
||||
from vllm_omni.quantization import build_quant_config
|
||||
|
||||
if TYPE_CHECKING:
|
||||
@@ -1062,6 +1063,8 @@ class DiffusionOutput:
|
||||
trajectory_log_probs: torch.Tensor | dict[str, Any] | None = None
|
||||
trajectory_decoded: list[Image.Image] | None = None
|
||||
error: str | None = None
|
||||
error_status_code: int | None = None
|
||||
error_type: str | None = None
|
||||
aborted: bool = False
|
||||
abort_message: str | None = None
|
||||
|
||||
@@ -1102,6 +1105,15 @@ class DiffusionOutput:
|
||||
if self.custom_output:
|
||||
self.custom_output = {k: _maybe_to_cpu(v) for k, v in self.custom_output.items()}
|
||||
|
||||
@classmethod
|
||||
def from_exception(cls, exc: BaseException) -> "DiffusionOutput":
|
||||
status_code, error_type = client_error_metadata(exc)
|
||||
return cls(
|
||||
error=str(exc),
|
||||
error_status_code=status_code,
|
||||
error_type=error_type,
|
||||
)
|
||||
|
||||
|
||||
class DiffusionRequestAbortedError(RuntimeError):
|
||||
"""Raised when a diffusion request ends via user-visible abort."""
|
||||
|
||||
Reference in new issue
Block a user