21 lines
823 B
Python
21 lines
823 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
"""Factories for non-vLLM stages owned by the existing StageRuntime."""
|
|
|
|
|
|
def create_graph_client(metadata, config, ledger, reservation):
|
|
backend = config.get("backend", {})
|
|
name = backend.get("name")
|
|
if name == "external.graph.v1":
|
|
from .graph import GraphStageClient
|
|
|
|
return GraphStageClient(metadata, backend, ledger, reservation)
|
|
if name == "external.llamacpp.text.v1":
|
|
from .llamacpp import LlamaCppTextStageClient
|
|
|
|
return LlamaCppTextStageClient(metadata, backend, ledger, reservation)
|
|
if name == "external.crisp.tts.v1":
|
|
from .crisp_tts import CrispTTSStageClient
|
|
|
|
return CrispTTSStageClient(metadata, backend, ledger, reservation)
|
|
raise ValueError(f"unsupported complete-request stage backend: {name!r}")
|