Add Omni MiniCPM-o GGUF whole-session CPU and Radeon paths
This commit is contained in:
1 parent
13cc723c71
commit
0a41206e1f
18 files changed
+2228
-7
No files matched your search
@@ -21,4 +21,8 @@ def create_graph_client(metadata, config, ledger, reservation):
|
||||
from .qwen_tts_cpu import QwenTTSCPUStageClient
|
||||
|
||||
return QwenTTSCPUStageClient(metadata, backend, ledger, reservation)
|
||||
if name == "external.minicpmo.gguf.v1":
|
||||
from .minicpmo_cpp import MiniCPMOCppStageClient
|
||||
|
||||
return MiniCPMOCppStageClient(metadata, backend, ledger, reservation)
|
||||
raise ValueError(f"unsupported complete-request stage backend: {name!r}")
|
||||
Reference in new issue
Block a user