[Feat] support quantization for GLM-IMAGE (#2292)
Signed-off-by: Lancer <maruixiang6688@gmail.com> Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
d20a6b5b39
commit
345504b68f
5 files changed
+46
-8
No files matched your search
@@ -1450,7 +1450,10 @@ class AsyncOmniEngine:
|
||||
if lora_scale is not None:
|
||||
if not hasattr(cfg.engine_args, "lora_scale") or cfg.engine_args.lora_scale is None:
|
||||
cfg.engine_args.lora_scale = lora_scale
|
||||
# Prefer explicit quantization_config; fallback to legacy --quantization.
|
||||
quantization_config = kwargs.get("quantization_config")
|
||||
if quantization_config is None:
|
||||
quantization_config = kwargs.get("quantization")
|
||||
if quantization_config is not None:
|
||||
if (
|
||||
not hasattr(cfg.engine_args, "quantization_config")
|
||||
|
||||
Reference in new issue
Block a user