[Feat]Support voice clone for omnivoice in online serving & add seed parameter for reproducible (#3668)

Signed-off-by: sphinxkkkbc <binchengkang8@gmail.com>
Co-authored-by: sphinxkkkbc <binchengkang8@gmail.com>
This commit is contained in:
boatmanandsphinxkkkbc authored and GitHub committed 2026-05-29 07:42:08 +00:00
1 parent c69ed4037d
commit 4d9262a6eb
9 files changed
+158 -22

No files matched your search

@@ -147,6 +147,8 @@ class OmniVoicePipeline(nn.Module, SupportAudioOutput):
ref_text = None
lang = "None"
instruct = "None"
extra = req.sampling_params.extra_args or {}
seed = extra.get("seed", None)
voice_name = None
if isinstance(prompt, dict):
@@ -157,7 +159,6 @@ class OmniVoicePipeline(nn.Module, SupportAudioOutput):
voice_name = prompt.get("voice_name")
lang = prompt.get("lang")
instruct = prompt.get("instruct")
# OmniTextPrompt format (used by offline Omni.generate path):
# ref_audio comes via multi_modal_data["audio"] and the rest via
# mm_processor_kwargs. Fall back to those when top-level keys are
@@ -262,7 +263,6 @@ class OmniVoicePipeline(nn.Module, SupportAudioOutput):
else:
cond_ids = torch.cat([text_ids, target_ids], dim=1)
cond_len = cond_ids.shape[1]
uncond_ids = target_ids.clone()
uncond_len = target_len
max_len = max(cond_len, uncond_len)
@@ -297,8 +297,8 @@ class OmniVoicePipeline(nn.Module, SupportAudioOutput):
layer_penalty_factor=self.layer_penalty_factor,
position_temperature=self.position_temperature,
class_temperature=self.class_temperature,
seed=seed,
)
# Decode tokens to audio
audio = self.decoder(tokens) # [1, 1, samples]