[Bugfix] Accept kv_prefetch_jobs in ARDiffusionModelRunner.execute_model (#4941)
Signed-off-by: Wijnand Suijlen <wijnand.suijlen@huawei.com>
This commit is contained in:
1 parent
b1809985ef
commit
3589a676e2
3 files changed
+18
-4
No files matched your search
@@ -203,7 +203,7 @@ def test_failed_forward_tears_down_session(monkeypatch):
|
||||
runner.device = None
|
||||
runner._perf_e2e_times = []
|
||||
|
||||
def boom(self, req):
|
||||
def boom(self, req, kv_prefetch_jobs=None):
|
||||
raise RuntimeError("layer 17 exploded")
|
||||
|
||||
monkeypatch.setattr(DiffusionModelRunner, "execute_model", boom)
|
||||
|
||||
Reference in new issue
Block a user