From 95018c536a812cee6a8f9d36f2c39912b5d02a72 Mon Sep 17 00:00:00 2001 From: Chen-Yo Sun Date: Fri, 20 Mar 2026 14:02:35 -0700 Subject: [PATCH] [Voxtral TTS] Remove redundant yaml (#2056) Signed-off-by: Chen-Yo Sun --- .../stage_configs/voxtral_tts_1773881731.yaml | 46 ------------------- 1 file changed, 46 deletions(-) delete mode 100644 vllm_omni/model_executor/stage_configs/voxtral_tts_1773881731.yaml diff --git a/vllm_omni/model_executor/stage_configs/voxtral_tts_1773881731.yaml b/vllm_omni/model_executor/stage_configs/voxtral_tts_1773881731.yaml deleted file mode 100644 index 287d82895..000000000 --- a/vllm_omni/model_executor/stage_configs/voxtral_tts_1773881731.yaml +++ /dev/null @@ -1,46 +0,0 @@ -async_chunk: true -stage_args: -- stage_id: 0 - stage_type: llm - runtime: {process: true, devices: '0'} - engine_args: {max_num_seqs: 32, model_stage: audio_generation, model_arch: VoxtralTTSForConditionalGeneration, - worker_type: ar, worker_cls: vllm_omni.worker.gpu_ar_worker.GPUARWorker, scheduler_cls: vllm_omni.core.sched.omni_ar_scheduler.OmniARScheduler, - gpu_memory_utilization: 0.8, enforce_eager: false, trust_remote_code: true, async_scheduling: true, - engine_output_type: latent, enable_prefix_caching: false, tokenizer_mode: mistral, - config_format: mistral, skip_mm_profiling: true, enable_chunked_prefill: false, - max_model_len: 4096, custom_process_next_stage_input_func: vllm_omni.model_executor.stage_input_processors.voxtral_tts.generator2tokenizer_async_chunk} - output_connectors: {to_stage_1: connector_of_shared_memory} - is_comprehension: true - final_output: false - final_output_type: text - default_sampling_params: {temperature: 0.0, top_p: 1.0, top_k: -1, max_tokens: 2048, - seed: 42, detokenize: true, repetition_penalty: 1.1} -- stage_id: 1 - stage_type: llm - runtime: {process: true, devices: '0'} - engine_args: {max_num_seqs: 32, model_stage: audio_tokenizer, model_arch: VoxtralTTSForConditionalGeneration, - worker_type: generation, worker_cls: vllm_omni.worker.gpu_generation_worker.GPUGenerationWorker, - scheduler_cls: vllm_omni.core.sched.omni_generation_scheduler.OmniGenerationScheduler, - async_scheduling: false, gpu_memory_utilization: 0.1, enforce_eager: true, trust_remote_code: true, - enable_prefix_caching: false, skip_mm_profiling: true, engine_output_type: audio, - tokenizer_mode: mistral, config_format: mistral, max_num_batched_tokens: 65536, - max_model_len: 65536} - engine_input_source: [0] - is_comprehension: false - final_output: true - final_output_type: audio - input_connectors: {from_stage_0: connector_of_shared_memory} - tts_args: {max_instructions_length: 500} - default_sampling_params: {temperature: 0.9, top_p: 0.8, top_k: 40, max_tokens: 2048, - seed: 42, detokenize: true, repetition_penalty: 1.05} -runtime: - enabled: true - defaults: {window_size: -1, max_inflight: 1} - connectors: - connector_of_shared_memory: - name: SharedMemoryConnector - extra: {shm_threshold_bytes: 65536, codec_streaming: true, connector_get_sleep_s: 0.01, - connector_get_max_wait_first_chunk: 3000, connector_get_max_wait: 300, codec_chunk_frames: 25, - codec_chunk_frames_at_begin: 5, codec_left_context_frames: 25} - edges: - - {from: 0, to: 1, window_size: -1}