[Core] Graduate MiniCPM-o 4.5 and PersonaPlex full-duplex serving out of experimental (#6196)
Signed-off-by: chickeyton <ngton2014@gmail.com> Signed-off-by: Gao Han <hgaoaf@connect.ust.hk> Co-authored-by: Claude Fable 5 <noreply@anthropic.com> Co-authored-by: Gao Han <hgaoaf@connect.ust.hk>
This commit is contained in:
179 files changed
+6462
-3832
No files matched your search
@@ -0,0 +1,35 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
|
||||
from vllm.logger import init_logger
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
def should_enable_duplex_endpoint(
|
||||
stage_configs: list | None,
|
||||
*,
|
||||
config_path: str | None = None,
|
||||
) -> bool:
|
||||
"""Enable duplex routes only for deployments that explicitly opt in."""
|
||||
if stage_configs:
|
||||
for stage in stage_configs:
|
||||
session_mode = (
|
||||
stage.get("session_mode") if isinstance(stage, dict) else getattr(stage, "session_mode", None)
|
||||
)
|
||||
if session_mode == "duplex":
|
||||
return True
|
||||
if config_path:
|
||||
try:
|
||||
from omegaconf import OmegaConf
|
||||
|
||||
raw_config = OmegaConf.load(config_path)
|
||||
session_mode = raw_config.get("session_mode") if hasattr(raw_config, "get") else None
|
||||
if session_mode == "duplex":
|
||||
return True
|
||||
except Exception as exc:
|
||||
logger.warning("Failed to inspect duplex session_mode from %s: %s", config_path, exc)
|
||||
return False
|
||||
|
||||
|
||||
__all__ = ["should_enable_duplex_endpoint"]
|
||||
Reference in new issue
Block a user