[Core] Retain structured configs through runtime startup (#6849)
Signed-off-by: maithilijoshi20 <97733343+maithilijoshi20@users.noreply.github.com>
This commit is contained in:
1 parent
becfefd440
commit
f1a6e7ce2a
49 files changed
+1856
-331
No files matched your search
@@ -2,13 +2,19 @@
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
|
||||
import pytest
|
||||
from vllm.pooling_params import PoolingParams
|
||||
|
||||
import vllm_omni.config.pipeline_registry # noqa: F401 (populate registry)
|
||||
from vllm_omni.config.omni_config import VllmOmniConfig
|
||||
from vllm_omni.config.pipeline_registry import OMNI_PIPELINES as _PIPELINE_REGISTRY
|
||||
from vllm_omni.config.stage_config import (
|
||||
DeployConfig,
|
||||
StageExecutionType,
|
||||
)
|
||||
from vllm_omni.engine.stage_init_utils import (
|
||||
build_engine_args_dict_from_omni_stage_config,
|
||||
extract_stage_metadata_from_omni_stage_config,
|
||||
)
|
||||
from vllm_omni.model_executor.stage_input_processors.forced_aligner import (
|
||||
POOLING_OUTPUT_DECODER_PATH,
|
||||
TIMESTAMPS_MODALITY,
|
||||
@@ -94,3 +100,33 @@ def test_aligner_uses_completed_audio_without_disabling_upstream_chunks(async_ch
|
||||
assert stages[2].engine_args.runner == "pooling"
|
||||
assert len(pipeline.stages) == 2
|
||||
assert deploy.stages == []
|
||||
|
||||
|
||||
def test_injected_aligner_survives_typed_config_and_runtime_projections():
|
||||
pipeline, deploy = inject_forced_aligner_stage(
|
||||
_PIPELINE_REGISTRY["qwen3_tts"],
|
||||
DeployConfig(),
|
||||
{"forced_aligner": "/models/Qwen3-ForcedAligner-0.6B"},
|
||||
)
|
||||
config = VllmOmniConfig.from_pipeline_config(
|
||||
pipeline,
|
||||
user_deploy_config=deploy,
|
||||
cli_overrides={"model": "/models/Qwen3-TTS"},
|
||||
)
|
||||
stage = config.stage_configs[-1]
|
||||
|
||||
assert stage.pooling_config.runner == "pooling"
|
||||
assert stage.pooling_config.pooling_output_decoder == POOLING_OUTPUT_DECODER_PATH
|
||||
assert isinstance(stage.pooling_config.default_pooling_params, PoolingParams)
|
||||
assert stage.pooling_config.default_pooling_params.task == deploy.stages[-1].default_pooling_params["task"]
|
||||
|
||||
metadata = extract_stage_metadata_from_omni_stage_config(stage)
|
||||
assert isinstance(metadata.default_sampling_params, PoolingParams)
|
||||
assert metadata.default_sampling_params.task == deploy.stages[-1].default_pooling_params["task"]
|
||||
|
||||
engine_args = build_engine_args_dict_from_omni_stage_config(
|
||||
stage,
|
||||
stage.model_config.model or "/models/Qwen3-ForcedAligner-0.6B",
|
||||
)
|
||||
assert engine_args["runner"] == "pooling"
|
||||
assert engine_args["pooling_output_decoder"] == POOLING_OUTPUT_DECODER_PATH
|
||||
Reference in new issue
Block a user