[Model] Add circlestone-labs/Anima (#4083)

Signed-off-by: akshatvishu <akshatnayak197@gmail.com>
This commit is contained in:
akshatvishu authored and GitHub committed 2026-09-19 16:16:38 +00:00
1 parent 698f716012
commit 415005be22
33 files changed
+3127 -46

No files matched your search

+43 -3
View File
@@ -152,6 +152,37 @@ def test_omni_serve_accepts_explicit_model(argv: list[str], mocker: MockerFixtur
cmd.validate(args)
@pytest.mark.parametrize(
"model_class,exists,native",
[
("AnimaPipeline", True, True),
("AnimaModularPipeline", True, True),
("AnimaPipeline", False, False),
("FluxPipeline", True, False),
(None, True, False),
],
)
def test_serve_native_checkpoint_validation(model_class, exists, native, tmp_path, mocker):
checkpoint = tmp_path / "anima.safetensors"
if exists:
checkpoint.touch()
argv = ["serve", str(checkpoint), "--omni"]
if model_class is not None:
argv.extend(["--model-class-name", model_class])
args = _parse_serve_args(argv)
detect_model = mocker.patch("vllm_omni.diffusion.utils.hf_utils.is_diffusion_model", return_value=False)
validate_llm = mocker.patch("vllm_omni.entrypoints.cli.serve.validate_parsed_serve_args")
OmniServeCommand().validate(args)
if native:
detect_model.assert_not_called()
validate_llm.assert_not_called()
else:
detect_model.assert_called_once_with(str(checkpoint))
validate_llm.assert_called_once_with(args)
def test_serve_parser_accepts_strategy_config() -> None:
"""``--strategy-config`` must parse onto the ``strategy_config`` dest and be
forwarded as an explicit kwarg so the engine can overlay the strategy."""
@@ -215,14 +246,23 @@ def test_tracking_namespace_is_picklable_for_spawned_api_workers() -> None:
assert restored._omni_stage_client_configs == args._omni_stage_client_configs
def test_serve_validate_rejects_multiple_api_servers_for_diffusion(mocker: MockerFixture) -> None:
@pytest.mark.parametrize("native_checkpoint", [False, True])
def test_serve_validate_rejects_multiple_api_servers_for_diffusion(
mocker: MockerFixture, tmp_path, native_checkpoint: bool
) -> None:
parser = TrackingArgumentParser()
subparsers = parser.add_subparsers(dest="subcommand")
cmd = OmniServeCommand()
cmd.subparser_init(subparsers)
args = parser.parse_args(["serve", "fake-diffusion-model", "--omni", "--api-server-count", "2"])
argv = ["serve", "fake-diffusion-model", "--omni", "--api-server-count", "2"]
if native_checkpoint:
checkpoint = tmp_path / "anima.safetensors"
checkpoint.touch()
argv[1] = str(checkpoint)
argv.extend(["--model-class-name", "AnimaPipeline"])
args = parser.parse_args(argv)
mocker.patch("vllm_omni.diffusion.utils.hf_utils.is_diffusion_model", return_value=True)
mocker.patch("vllm_omni.diffusion.utils.hf_utils.is_diffusion_model", return_value=not native_checkpoint)
validate = mocker.patch("vllm_omni.entrypoints.cli.serve.validate_parsed_serve_args")
with pytest.raises(ValueError, match="not supported for diffusion"):
+64
View File
@@ -303,6 +303,70 @@ class TestFilterDataclassKwargs:
class TestResolveOmniConfig:
@pytest.mark.parametrize("model_class_name", ["AnimaPipeline", "AnimaModularPipeline"])
def test_native_anima_checkpoint_uses_default_diffusion_stage_without_model_config(
self, tmp_path, mocker: MockerFixture, model_class_name: str
):
checkpoint = tmp_path / "anima.safetensors"
checkpoint.write_text("dummy")
custom_args = {"components_path": "/tmp/anima-components"}
mocker.patch(
"vllm_omni.config.resolver.StageConfigFactory.create_from_model",
side_effect=AssertionError("native Anima checkpoints should not require model config discovery"),
)
resolved = resolve_omni_config(
str(checkpoint),
trust_remote_code=False,
deploy_config_path=None,
cli_overrides={"model_class_name": model_class_name, "custom_pipeline_args": custom_args},
stage_overrides=None,
strategy_config_path=None,
)
assert resolved.config_path is None
assert len(resolved.stage_configs) == 1
stage_config = resolved.stage_configs[0]
assert stage_config.model_stage == "diffusion"
assert stage_config.diffusion_config.model_class_name == "AnimaPipeline"
assert stage_config.diffusion_config.custom_pipeline_args == custom_args
@pytest.mark.parametrize(
("model_class_name", "checkpoint_exists", "deploy_config_path"),
[
("AnimaPipeline", True, "deploy.yaml"),
("AnimaPipeline", False, None),
("FluxPipeline", True, None),
],
)
def test_native_single_file_fallback_preserves_config_discovery(
self, tmp_path, mocker: MockerFixture, model_class_name, checkpoint_exists, deploy_config_path
):
checkpoint = tmp_path / "model.safetensors"
if checkpoint_exists:
checkpoint.write_text("dummy")
create_from_model = mocker.patch(
"vllm_omni.config.resolver.StageConfigFactory.create_from_model", return_value=None
)
resolved = resolve_omni_config(
str(checkpoint),
trust_remote_code=False,
deploy_config_path=deploy_config_path,
cli_overrides={"model_class_name": model_class_name},
stage_overrides=None,
strategy_config_path=None,
)
create_from_model.assert_called_once_with(
str(checkpoint),
trust_remote_code=False,
cli_overrides={"model_class_name": model_class_name, "trust_remote_code": False},
deploy_config_path=deploy_config_path,
strategy_specs=None,
)
assert resolved.config_path == deploy_config_path
def test_bare_deploy_name_returns_packaged_resolved_path(self, tmp_path, mocker: MockerFixture):
deploy_name = "qwen3_omni_moe.yaml"
deploy_path = tmp_path / deploy_name