[Core] Retain structured configs through runtime startup (#6849)
Signed-off-by: maithilijoshi20 <97733343+maithilijoshi20@users.noreply.github.com>
This commit is contained in:
1 parent
becfefd440
commit
f1a6e7ce2a
49 files changed
+1856
-331
No files matched your search
@@ -1,5 +1,5 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
"""Integration tests: strategy overlay on the real merge_pipeline_deploy seam."""
|
||||
|
||||
from __future__ import annotations
|
||||
@@ -20,6 +20,7 @@ from vllm_omni.config.composable_parallel import (
|
||||
apply_strategy_specs,
|
||||
)
|
||||
from vllm_omni.config.config_factory import StageConfigFactory
|
||||
from vllm_omni.config.omni_config import VllmOmniConfig
|
||||
from vllm_omni.config.pipeline_registry import OMNI_PIPELINES
|
||||
from vllm_omni.config.stage_config import load_deploy_config, merge_pipeline_deploy
|
||||
|
||||
@@ -137,3 +138,31 @@ def test_cli_overrides_strategy_with_warning():
|
||||
assert _resolved(stages, "talker").runtime.num_replicas == 3
|
||||
# ...and the override was warned about, naming the conflicting field.
|
||||
assert any("num_replicas" in m and "overrides the strategy-derived" in m for m in messages)
|
||||
|
||||
|
||||
def test_typed_cli_overrides_strategy():
|
||||
pipeline = OMNI_PIPELINES["qwen2_5_omni"]
|
||||
config = VllmOmniConfig.from_pipeline_config(
|
||||
pipeline,
|
||||
user_deploy_config=load_deploy_config(_DEPLOY),
|
||||
cli_overrides={"stage_1_num_replicas": 3},
|
||||
strategy_specs={"talker": [_stage_replica(2, "round_robin")]},
|
||||
)
|
||||
|
||||
talker = next(stage for stage in config.stage_configs if stage.model_stage == "talker")
|
||||
assert talker.runtime_config.num_replicas == 3
|
||||
assert config.orchestrator_config.omni_lb_policy == "round-robin"
|
||||
assert config.strategy_omni_lb_policy == "round-robin"
|
||||
|
||||
|
||||
def test_typed_tp_only_strategy_has_no_derived_lb_policy():
|
||||
pipeline = OMNI_PIPELINES["qwen2_5_omni"]
|
||||
config = VllmOmniConfig.from_pipeline_config(
|
||||
pipeline,
|
||||
user_deploy_config=load_deploy_config(_DEPLOY),
|
||||
cli_overrides={"omni_lb_policy": "round-robin"},
|
||||
strategy_specs={"thinker": [_tp(1)]},
|
||||
)
|
||||
|
||||
assert config.orchestrator_config.omni_lb_policy == "round-robin"
|
||||
assert config.strategy_omni_lb_policy is None
|
||||
Reference in new issue
Block a user