[BAGEL] [Feature]: Add thinking mode in Bagel multi-stage serving (#2447)

This commit is contained in:
汪志鹏 authored and GitHub committed 2026-04-03 11:47:57 +08:00
1 parent 6be5d05a7c
commit fa275fd1be
7 files changed
+443 -46

No files matched your search

+4 -3
View File
@@ -728,14 +728,15 @@ class AsyncOmniEngine:
cid = f"{parent_id}{ep.request_id_suffix}"
companion_prompt = ep.prompt
# Run through same input processing as the main prompt
companion_params, companion_spl = ep.apply_overrides(stage0_params, sampling_params_list)
if isinstance(companion_prompt, dict):
_inject_global_id(companion_prompt, cid)
request = self.input_processor.process_inputs(
request_id=cid,
prompt=companion_prompt,
params=stage0_params,
params=companion_params,
supported_tasks=self.supported_tasks,
)
request = _upgrade_to_omni_request(request, companion_prompt)
@@ -756,7 +757,7 @@ class AsyncOmniEngine:
"parent_id": parent_id,
"role": ep.role,
"prompt": request,
"sampling_params_list": sampling_params_list,
"sampling_params_list": companion_spl,
}
)