[Refact] Refactor diffusion output streaming (#5166)
Signed-off-by: bjf-frz <frz123db@gmail.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
7d5376f215
commit
be667a8067
27 files changed
+628
-394
No files matched your search
@@ -91,7 +91,7 @@ def _make_engine(num_gpus: int = 1):
|
||||
engine._loop_started = False
|
||||
engine._rpc_queue = queue.Queue()
|
||||
engine.abort_queue = queue.Queue()
|
||||
engine.execute_fn = executor.execute_request
|
||||
engine.execute_fn = executor.execute_batch
|
||||
return engine, executor, req_q, res_q
|
||||
|
||||
|
||||
|
||||
Reference in new issue
Block a user