[Model][Feat] Support Minimax-H3 quality grading requests through dynamic loading/unloading with Cache-DiT (#5853)

Signed-off-by: mglyn <1203789601@qq.com>
This commit is contained in:
Mu GuanLin authored and GitHub committed 2026-08-07 09:07:23 +00:00
1 parent e906f41dc8
commit d8c35663b4
28 files changed
+1183 -18

No files matched your search

@@ -7,7 +7,10 @@ from collections.abc import Collection, Mapping
from vllm.logger import init_logger
from vllm_omni.inputs.data import OmniDiffusionSamplingParams
from vllm_omni.inputs.data import (
DIFFUSION_QUALITY_LEVELS,
OmniDiffusionSamplingParams,
)
logger = init_logger(__name__)
@@ -90,6 +93,9 @@ def normalize_diffusion_request_args(
for alias, canonical_name in aliases.items():
if alias in request_args:
request_args[canonical_name] = request_args.pop(alias)
quality = request_args.get("quality")
if quality is not None and quality not in DIFFUSION_QUALITY_LEVELS:
raise ValueError(f"quality must be one of {list(DIFFUSION_QUALITY_LEVELS)}, got {quality!r}")
return normalized_extra_args, request_args