[bugfix] qwen2.5 omni does not support chunked prefill now (#193)

Signed-off-by: ZHENG Chenguang <645327136@qq.com>
This commit is contained in:
Chenguang Zheng authored and GitHub committed 2025-12-05 04:12:17 +00:00
1 parent c70b167f70
commit a3f5cd55ee
1 file changed
+3
@@ -17,6 +17,7 @@ stage_args:
trust_remote_code: true
engine_output_type: latent
enable_prefix_caching: false
max_num_batched_tokens: 32768
is_comprehension: true
final_output: true
final_output_type: text
@@ -42,6 +43,7 @@ stage_args:
enforce_eager: true
trust_remote_code: true
enable_prefix_caching: false
max_num_batched_tokens: 32768
engine_output_type: latent
engine_input_source: [0]
custom_process_input_func: vllm_omni.model_executor.stage_input_processors.qwen2_5_omni.thinker2talker
@@ -68,6 +70,7 @@ stage_args:
enforce_eager: true
trust_remote_code: true
enable_prefix_caching: false
max_num_batched_tokens: 32768
engine_output_type: audio
engine_input_source: [1]
final_output: true