Add bounded Omni llama.cpp Spark text stage for Windows CPU and Radeon

This commit is contained in:
tzhouam committed 2026-09-23 20:30:28 +08:00
1 parent 4fee1dbe39
commit 34beb7f01e
30 files changed
+5920 -19

No files matched your search

+10 -4
View File
@@ -3,8 +3,14 @@
def create_graph_client(metadata, config, ledger, reservation):
from .graph import GraphStageClient
backend = config.get("backend", {})
name = backend.get("name")
if name == "external.graph.v1":
from .graph import GraphStageClient
if config.get("backend", {}).get("name") != "external.graph.v1":
raise ValueError("graph stage requires backend.name=external.graph.v1")
return GraphStageClient(metadata, config["backend"], ledger, reservation)
return GraphStageClient(metadata, backend, ledger, reservation)
if name == "external.llamacpp.text.v1":
from .llamacpp import LlamaCppTextStageClient
return LlamaCppTextStageClient(metadata, backend, ledger, reservation)
raise ValueError(f"unsupported complete-request stage backend: {name!r}")