[refactor] Refactor guardrail error handling - add 400 error code (#4297)

Signed-off-by: Maciej Bala <mbala@nvidia.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
MaciejBalaNVandHongsheng Liu authored and GitHub committed 2026-06-11 21:09:24 +00:00
1 parent e27fd46ab9
commit 03cc888485
19 files changed
+608 -16

No files matched your search

+12
View File
@@ -21,6 +21,7 @@ from vllm.model_executor.layers.quantization.base_config import (
from vllm_omni.diffusion.model_metadata import get_diffusion_model_metadata
from vllm_omni.diffusion.utils.network_utils import is_port_available
from vllm_omni.errors import client_error_metadata
from vllm_omni.quantization import build_quant_config
if TYPE_CHECKING:
@@ -1062,6 +1063,8 @@ class DiffusionOutput:
trajectory_log_probs: torch.Tensor | dict[str, Any] | None = None
trajectory_decoded: list[Image.Image] | None = None
error: str | None = None
error_status_code: int | None = None
error_type: str | None = None
aborted: bool = False
abort_message: str | None = None
@@ -1102,6 +1105,15 @@ class DiffusionOutput:
if self.custom_output:
self.custom_output = {k: _maybe_to_cpu(v) for k, v in self.custom_output.items()}
@classmethod
def from_exception(cls, exc: BaseException) -> "DiffusionOutput":
status_code, error_type = client_error_metadata(exc)
return cls(
error=str(exc),
error_status_code=status_code,
error_type=error_type,
)
class DiffusionRequestAbortedError(RuntimeError):
"""Raised when a diffusion request ends via user-visible abort."""