[BugFix] Forward CLI --tokenizer to per-stage engine configs (#3120)
Signed-off-by: Chen-Yo Sun <chenyo.sun@mistral.ai>
This commit is contained in:
1 parent
81ab2f98da
commit
56ca5d9a8f
5 files changed
+101
-4
No files matched your search
@@ -628,6 +628,7 @@ def run_headless(args: argparse.Namespace) -> None:
|
||||
stage_cfg,
|
||||
model,
|
||||
stage_connector_spec=stage_connector_spec,
|
||||
cli_tokenizer=getattr(args, "tokenizer", None),
|
||||
)
|
||||
|
||||
# Inject omni KV connector config so the engine runner can initialize the
|
||||
|
||||
Reference in new issue
Block a user