Sy03andzack
1ea0ee3b38
Signed-off-by: Sy03 <1370724210@qq.com> Signed-off-by: zack <huixindaddy@yahoo.com> Co-authored-by: zack <huixindaddy@yahoo.com>
67 lines
2.3 KiB
Python
67 lines
2.3 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
|
"""Runtime toggles shared by the CosyVoice3 stages."""
|
|
|
|
import os
|
|
from contextlib import nullcontext
|
|
|
|
import torch
|
|
|
|
_FALSE_ENV_VALUES = ("0", "false", "False", "")
|
|
|
|
|
|
def _env_flag(name: str, default: str) -> bool:
|
|
return os.environ.get(name, default) not in _FALSE_ENV_VALUES
|
|
|
|
|
|
def cosyvoice3_batch_flow_enabled() -> bool:
|
|
"""Return whether cross-request Stage-1 flow batching is enabled."""
|
|
return _env_flag("COSYVOICE3_BATCH_FLOW", "0")
|
|
|
|
|
|
def cosyvoice3_batch_flow_debug() -> bool:
|
|
"""Return whether Stage-1 batching diagnostics are enabled."""
|
|
return _env_flag("COSYVOICE3_BATCH_FLOW_DEBUG", "0")
|
|
|
|
|
|
def cosyvoice3_batch_flow_profile(name: str):
|
|
"""Create a profiler scope only when batching diagnostics are enabled."""
|
|
if cosyvoice3_batch_flow_debug():
|
|
return torch.profiler.record_function(name)
|
|
return nullcontext()
|
|
|
|
|
|
def cosyvoice3_full_response_enabled() -> bool:
|
|
"""Opt-in Hopper full-response path; other devices retain the standard path."""
|
|
return (
|
|
_env_flag("COSYVOICE3_FULL_RESPONSE_OPTIMIZATIONS", "0")
|
|
and torch.cuda.is_available()
|
|
and torch.cuda.get_device_capability()[0] == 9
|
|
)
|
|
|
|
|
|
def cosyvoice3_packed_streaming_enabled() -> bool:
|
|
"""Opt-in Hopper packed, chunk-causal Flow with request-owned GPU HiFT state."""
|
|
return (
|
|
_env_flag("COSYVOICE3_PACKED_STREAMING", "0")
|
|
and torch.cuda.is_available()
|
|
and torch.cuda.get_device_capability()[0] == 9
|
|
)
|
|
|
|
|
|
def cosyvoice3_packed_inference_enabled() -> bool:
|
|
"""Either optimized profile needs live conditioning outside CUDA graphs."""
|
|
return cosyvoice3_full_response_enabled() or cosyvoice3_packed_streaming_enabled()
|
|
|
|
|
|
def cosyvoice3_standard_sampling(config: object) -> bool:
|
|
"""Select ordinary sampling; RAS remains the default checkpoint behavior.
|
|
|
|
The optional HF override is shared by API stop configuration and the model
|
|
sampler. Reject misspellings instead of silently selecting another policy.
|
|
"""
|
|
mode = getattr(config, "cosyvoice3_sampling_mode", "ras")
|
|
if mode not in ("ras", "standard"):
|
|
raise ValueError("cosyvoice3_sampling_mode must be 'ras' or 'standard'")
|
|
return mode == "standard"
|