Files
vllm-omni/vllm_omni/engine/backends/__init__.py
T
tzhouam 723c550209 Integrate portable edge graph backends with Omni runtime
Extract versioned stage contracts, model shared CPU/iGPU/NPU memory constraints, and add explicit graph routes, reservations, output acknowledgements, and worker retirement. Fix native Windows shared-buffer lifetime and host paths. Document qualified hardware paths and remaining rollout gates.
2026-09-22 13:12:33 +08:00

11 lines
444 B
Python

# SPDX-License-Identifier: Apache-2.0
"""Factories for non-vLLM stages owned by the existing StageRuntime."""
def create_graph_client(metadata, config, ledger, reservation):
from .graph import GraphStageClient
if config.get("backend", {}).get("name") != "external.graph.v1":
raise ValueError("graph stage requires backend.name=external.graph.v1")
return GraphStageClient(metadata, config["backend"], ledger, reservation)