Add bounded Omni llama.cpp Spark text stage for Windows CPU and Radeon

This commit is contained in:
tzhouam committed 2026-09-23 20:30:28 +08:00
1 parent 4fee1dbe39
commit 34beb7f01e
30 files changed
+5920 -19

No files matched your search

@@ -41,3 +41,20 @@ SPARK2_5_PIPELINE = PipelineConfig(
),
),
)
# A separate whole-session adapter for a pinned GGUF artifact. The complete
# request path reuses Omni's bounded graph-stage control plane, while llama.cpp
# owns the model weights, KV and sampling within the single backend process.
SPARK2_5_GGUF_TEXT_PIPELINE = PipelineConfig(
model_type="spark2_5_gguf_text",
stages=(
StagePipelineConfig(
stage_id=0,
model_stage="text",
execution_type=StageExecutionType.GRAPH,
final_output=True,
final_output_type="text",
),
),
)