1 parent
f8e948de9e
commit
a2a5ab003b
2 files changed
+8
No files matched your search
@@ -1255,6 +1255,13 @@ class Qwen2_5OmniToken2WavDiTModel(nn.Module):
|
||||
return generated_mel_spectrogram
|
||||
|
||||
|
||||
@auto_docstring(
|
||||
custom_intro="""
|
||||
The full Qwen2.5Omni Token2Wav model. Consists a DiT model take speech
|
||||
tokens as input and predict mel spectrogram and a BigVGAN vocoder take
|
||||
mel spectrogram as input and predict waveform.
|
||||
"""
|
||||
)
|
||||
class Qwen2_5OmniToken2WavModel(nn.Module):
|
||||
def __init__(self, *, vllm_config: VllmConfig, prefix=""):
|
||||
super().__init__()
|
||||
|
||||
@@ -60,6 +60,7 @@ stage_args:
|
||||
engine_args:
|
||||
model_stage: code2wav
|
||||
model_arch: Qwen2_5OmniForConditionalGeneration
|
||||
ode_solver_class: RungeKutta4ODESolver
|
||||
worker_cls: vllm_omni.worker.gpu_diffusion_worker.GPUDiffusionWorker
|
||||
scheduler_cls: vllm_omni.core.sched.diffusion_scheduler.DiffusionScheduler
|
||||
gpu_memory_utilization: 0.15
|
||||
|
||||
Reference in new issue
Block a user