[Model] Add Gepard-1.0 native-AR FSQ/NanoCodec TTS (offline inference) (#5666)

Signed-off-by: Mengjie Zhao <zmj0129@gmail.com>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
Co-authored-by: Yueqian Lin <70319226+linyueqian@users.noreply.github.com>
This commit is contained in:
authored and GitHub committed 2026-08-14 22:06:05 -07:00
1 parent d671e6b0db
commit 35cacf020c
17 files changed
+2727

No files matched your search

+10
View File
@@ -1772,6 +1772,16 @@ class OmniGPUModelRunner(GPUModelRunner):
req_infos["_omni_prompt_len"] = prompt_len
req_infos["_omni_num_computed_tokens"] = num_computed_tokens
req_infos["_omni_is_prefill"] = is_prefill
# Output-token cap, so a model that must ship a payload on the
# request's final step can tell which step that is. A finished
# request drops out of req_ids_output_copy, and downstream
# routing keys off that list, so a payload produced after its
# last step never reaches the caller.
sampling_params = getattr(req_state, "sampling_params", None)
req_infos["_omni_max_tokens"] = getattr(sampling_params, "max_tokens", None)
# Seed, so a model that samples inside forward() can be
# reproducible: vLLM's own sampler seeding does not reach it.
req_infos["_omni_seed"] = getattr(sampling_params, "seed", None)
if callable(batch_decode_preprocess) and self.has_talker_mtp and span_len == 1 and not is_prefill:
decode_batch_items.append((req_id, s, req_infos))
continue