[Performance] Add per-component DLO offload policy
Signed-off-by: hsliuustc0106 <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
780e8d40aa
commit
7db3a0cd5e
15 files changed
+324
-21
No files matched your search
@@ -770,6 +770,18 @@ class OmniServeCommand(CLISubcommand):
|
||||
"under the existing pinned-memory policy and fall back to bounded staging when unavailable."
|
||||
),
|
||||
)
|
||||
omni_config_group.add_argument(
|
||||
"--dlo-offload-components",
|
||||
type=json.loads,
|
||||
default=None,
|
||||
metavar="JSON",
|
||||
help=(
|
||||
"Per auxiliary encoder/VAE DLO policy as a JSON object, for example "
|
||||
"'{\"text_encoder\": false}'. False keeps the whole component "
|
||||
"resident; true permits the model's existing offload behavior. "
|
||||
"DiT offload is not controlled by this map."
|
||||
),
|
||||
)
|
||||
# Video model parameters (e.g., Wan2.2) - engine-level
|
||||
omni_config_group.add_argument(
|
||||
"--boundary-ratio",
|
||||
|
||||
Reference in new issue
Block a user