[Bugfix] Keep client error status in the single-GPU diffusion executor (#8474)
Signed-off-by: Wenbo Ji <36562829+fusheng-ji@users.noreply.github.com>
This commit is contained in:
1 parent
9146284c16
commit
539c533762
4 files changed
+80
-4
No files matched your search
@@ -1,5 +1,5 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
|
||||
"""In-process diffusion executor for single-GPU deployments.
|
||||
|
||||
@@ -143,12 +143,14 @@ class UniProcDiffusionExecutor(DiffusionExecutor):
|
||||
)
|
||||
)
|
||||
except Exception as exc:
|
||||
# The worker runs inline, so a pipeline's OmniClientError lands
|
||||
# here; from_exception keeps its 4xx status for the engine/API.
|
||||
runner_outputs.append(
|
||||
RunnerOutput(
|
||||
request_id=new_req.request_id,
|
||||
step_index=None,
|
||||
finished=True,
|
||||
result=DiffusionOutput(error=str(exc)),
|
||||
result=DiffusionOutput.from_exception(exc),
|
||||
)
|
||||
)
|
||||
return BatchRunnerOutput.from_list(runner_outputs)
|
||||
|
||||
Reference in new issue
Block a user