[BugFix] Fix prefix-caching issue (#3726)

Signed-off-by: amy-why-3459 <wuhaiyan17@huawei.com>
This commit is contained in:
amy-why-3459 authored and GitHub committed 2026-05-29 01:51:54 +00:00
1 parent 834abdaf8b
commit 5dd1d0a772
3 files changed
+18 -4

No files matched your search

@@ -61,7 +61,11 @@ test_params = [
model=model,
stage_config_path=default_path,
use_stage_cli=True,
server_args=["--no-async-chunk"],
server_args=[
"--no-async-chunk",
"--stage-overrides",
'{"0": {"enable_prefix_caching": true}, "1": {"enable_prefix_caching": true}}',
],
),
id="default",
),