[Bugfix] Release GPU memory after diffusion execution failures (#6385)

Signed-off-by: nagisa <1434936049@qq.com>
Signed-off-by: nagisa-kun <1434936049@qq.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
hurukawaandHongsheng Liu authored and GitHub committed 2026-08-22 18:32:48 +00:00
1 parent bd4f9acfd3
commit 855719e331
3 files changed
+84 -7

No files matched your search

@@ -14,6 +14,7 @@ import torch
import zmq
from vllm.v1.engine.exceptions import EngineDeadError
import vllm_omni.diffusion.worker.diffusion_worker as diffusion_worker_module
from vllm_omni.diffusion.data import DiffusionOutput
from vllm_omni.diffusion.diffusion_engine import DiffusionEngine
from vllm_omni.diffusion.executor.multiproc_executor import MultiprocDiffusionExecutor
@@ -822,6 +823,31 @@ class TestWorkerProcRpcRankStatus:
assert status["bool_result"] is None
assert "local boom" in status["traceback"]
def test_execute_rpc_collect_exception_releases_traceback_and_device_cache(self, monkeypatch):
proc = self._make_worker_proc()
original = RuntimeError("local boom")
proc.worker.execute_method = Mock(side_effect=original)
gc_collect = Mock()
mock_platform = Mock()
monkeypatch.setattr(torch.distributed, "is_initialized", lambda: False)
monkeypatch.setattr(diffusion_worker_module.gc, "collect", gc_collect)
monkeypatch.setattr(diffusion_worker_module, "current_omni_platform", mock_platform)
proc._execute_rpc(
{
"method": "add_lora",
"args": (),
"kwargs": {},
"output_rank": 0,
"exec_all_ranks": True,
"collect_rank_status": True,
}
)
assert original.__traceback__ is None
gc_collect.assert_called_once_with()
mock_platform.empty_cache.assert_called_once_with()
def test_execute_rpc_rejects_collect_rank_status_without_all_ranks(self):
proc = self._make_worker_proc()