[Perf] Support request-level batching for Wan2.2 pipelines (#5676)
Signed-off-by: nagisa-kun <1434936049@qq.com> Signed-off-by: nagisa <1434936049@qq.com>
This commit is contained in:
1 parent
d1e230c95b
commit
2a315e1a2d
18 files changed
+1871
-374
No files matched your search
@@ -123,6 +123,7 @@ class _ConcurrencyTrackingExecutor:
|
||||
def _make_request(tag: str):
|
||||
sampling_params = dict(_SAMPLING_KEY_DEFAULTS)
|
||||
sampling_params["num_inference_steps"] = 1
|
||||
sampling_params["extra_args"] = {}
|
||||
return SimpleNamespace(
|
||||
request_id=tag,
|
||||
prompt=f"prompt_{tag}",
|
||||
|
||||
Reference in new issue
Block a user