[Feat] Add prefetch for Mooncake cross-stage paged KV transfer in HunyuanImage3 (#7637)
Signed-off-by: Acerak01-fy <wfy2003324@163.com>
This commit is contained in:
1 parent
f7e28348ad
commit
9ebef4b1d3
11 files changed
+909
-23
No files matched your search
@@ -38,6 +38,7 @@ def _make_engine() -> DiffusionEngine:
|
||||
engine._cv = threading.Condition(engine._rpc_lock)
|
||||
engine._out_streams = {}
|
||||
engine._closed = False
|
||||
engine._shutting_down = False
|
||||
engine._shutdown_complete = False
|
||||
engine.abort_queue = queue.Queue()
|
||||
engine._loop_started = False
|
||||
@@ -379,3 +380,22 @@ def test_close_defers_resource_shutdown_until_worker_thread_stops() -> None:
|
||||
engine.executor.shutdown.assert_called_once()
|
||||
assert engine._shutdown_complete is True
|
||||
assert engine._loop_started is False
|
||||
|
||||
|
||||
def test_fail_engine_does_not_reenter_when_executor_shutdown_fails() -> None:
|
||||
engine = _make_engine()
|
||||
shutdown_error = RuntimeError("worker shutdown failed")
|
||||
engine.executor.shutdown.side_effect = shutdown_error
|
||||
engine.scheduler.close = Mock()
|
||||
engine._fail_pending_rpcs = Mock()
|
||||
|
||||
with pytest.raises(RuntimeError, match="worker shutdown failed"):
|
||||
engine._fail_engine(RuntimeError("engine failed"))
|
||||
|
||||
engine._fail_engine(RuntimeError("follow-up failure"))
|
||||
|
||||
engine.executor.shutdown.assert_called_once_with()
|
||||
engine.scheduler.close.assert_not_called()
|
||||
assert engine._closed is True
|
||||
assert engine._shutting_down is True
|
||||
assert engine._shutdown_complete is False
|
||||
Reference in new issue
Block a user