[Tests] Further extend the tiny model testing framework and enable multiple models (#5353)

Signed-off-by: Nick Cao <ncao@redhat.com>
Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
authored and GitHub committed 2026-07-31 07:47:26 +08:00
1 parent a951dd0cb4
commit 273fc8eb1d
9 files changed
+367 -83

No files matched your search

@@ -8,9 +8,10 @@ from tests.model_tests.diffusion.config_types import (
)
from tests.model_tests.diffusion.model_settings import DIFFUSION_TEST_SETTINGS
from tests.model_tests.diffusion.task_runners import (
run_and_validate_determinism,
run_and_validate_image_to_image_request,
run_and_validate_text_to_image_determinism,
run_and_validate_text_to_image_multi_output,
run_and_validate_image_to_video_request,
run_and_validate_multi_output,
run_and_validate_text_to_image_request,
run_and_validate_text_to_video_request,
)
@@ -56,6 +57,8 @@ def test_pipeline_on_supported_tasks(
run_and_validate_image_to_image_request(omni)
elif task_type == DiffusionTasks.TEXT_TO_VIDEO:
run_and_validate_text_to_video_request(omni)
elif task_type == DiffusionTasks.IMAGE_TO_VIDEO:
run_and_validate_image_to_video_request(omni)
else:
raise ValueError(f"Task type {task_type} is not yet supported")
@@ -63,10 +66,12 @@ def test_pipeline_on_supported_tasks(
# since checking it on every extra acceleration configuration is redundant
# (see case_filtering).
if check_determinism:
with subtests.test(msg="determinism"):
run_and_validate_text_to_image_determinism(omni)
for task_type in supported_tasks:
with subtests.test(msg=f"determinism[{task_type}]"):
run_and_validate_determinism(omni, task_type)
if check_multioutput:
with subtests.test(msg="multi_output"):
run_and_validate_text_to_image_multi_output(omni)
for task_type in supported_tasks:
with subtests.test(msg=f"multi_output[{task_type}]"):
run_and_validate_multi_output(omni, task_type)
finally:
omni.close()