[Perf] Support request-level batching for Wan2.2 pipelines (#5676)
Signed-off-by: nagisa-kun <1434936049@qq.com> Signed-off-by: nagisa <1434936049@qq.com>
This commit is contained in:
1 parent
d1e230c95b
commit
2a315e1a2d
18 files changed
+1871
-374
No files matched your search
@@ -43,6 +43,10 @@ class OmniDiffusionRequest:
|
||||
# BaseScheduler takes ownership and clears this field before the request is
|
||||
# sent to a Worker.
|
||||
diffusion_kv_requests: tuple[DiffusionKVRequest, ...] | None = None
|
||||
# Optional model-specific condition structure used by request-batch admission.
|
||||
# This is populated by a pipeline preprocessor before the request reaches
|
||||
# the scheduler; ``None`` keeps the default behavior for other pipelines.
|
||||
batch_compatibility_key: tuple[Any, ...] | None = None
|
||||
|
||||
def __post_init__(self):
|
||||
"""Initialize dependent fields after dataclass initialization."""
|
||||
|
||||
Reference in new issue
Block a user