[CI][ROCm] Add and stabilize HunyuanImage3 nightly coverage (#7934)
Signed-off-by: haic0 <149741444+haic0@users.noreply.github.com> Signed-off-by: akshatvishu <akshatnayak197@gmail.com> Signed-off-by: andyluo7 <andy.luo@amd.com> Co-authored-by: Cursor <cursoragent@cursor.com> Co-authored-by: akshatvishu <akshatnayak197@gmail.com> Co-authored-by: andyluo7 <andy.luo@amd.com>
This commit is contained in:
4 files changed
+97
-1
No files matched your search
@@ -1,4 +1,5 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
|
||||
"""Patch ``initialize_model`` to replace VAE GroupNorm with AITER GroupNorm on ROCm."""
|
||||
|
||||
@@ -42,6 +43,13 @@ def _patched_initialize_model(od_config):
|
||||
model = _original_initialize_model(od_config)
|
||||
|
||||
if hasattr(model, "vae"):
|
||||
# AITER GroupNorm does not preserve the PyTorch autocast behavior required
|
||||
# by Hunyuan Image 3.0. Keep PyTorch GroupNorm until the fix is released:
|
||||
# https://github.com/ROCm/aiter/issues/4780
|
||||
# https://github.com/ROCm/aiter/pull/4779
|
||||
if od_config.model_class_name == "HunyuanImage3ForCausalMM":
|
||||
return model
|
||||
|
||||
try:
|
||||
from vllm._aiter_ops import is_aiter_found_and_supported
|
||||
|
||||
|
||||
Reference in new issue
Block a user