[BugFix] Fix prefix-caching issue (#3726)
Signed-off-by: amy-why-3459 <wuhaiyan17@huawei.com>
This commit is contained in:
1 parent
834abdaf8b
commit
5dd1d0a772
3 files changed
+18
-4
No files matched your search
@@ -61,7 +61,11 @@ test_params = [
|
||||
model=model,
|
||||
stage_config_path=default_path,
|
||||
use_stage_cli=True,
|
||||
server_args=["--no-async-chunk"],
|
||||
server_args=[
|
||||
"--no-async-chunk",
|
||||
"--stage-overrides",
|
||||
'{"0": {"enable_prefix_caching": true}, "1": {"enable_prefix_caching": true}}',
|
||||
],
|
||||
),
|
||||
id="default",
|
||||
),
|
||||
|
||||
Reference in new issue
Block a user