17 lines
656 B
Python
17 lines
656 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
"""Factories for non-vLLM stages owned by the existing StageRuntime."""
|
|
|
|
|
|
def create_graph_client(metadata, config, ledger, reservation):
|
|
backend = config.get("backend", {})
|
|
name = backend.get("name")
|
|
if name == "external.graph.v1":
|
|
from .graph import GraphStageClient
|
|
|
|
return GraphStageClient(metadata, backend, ledger, reservation)
|
|
if name == "external.llamacpp.text.v1":
|
|
from .llamacpp import LlamaCppTextStageClient
|
|
|
|
return LlamaCppTextStageClient(metadata, backend, ledger, reservation)
|
|
raise ValueError(f"unsupported complete-request stage backend: {name!r}")
|