[CI] Re-enable Prefix Cache Test (#2869)
Signed-off-by: Alex Brooks <albrooks@redhat.com>
This commit is contained in:
1 parent
2e067bbc24
commit
9ebfbf9fde
3 files changed
+18
-8
No files matched your search
@@ -620,6 +620,9 @@ class OpenAIClientHandler:
|
||||
mm = dict(extra_body.get("mm_processor_kwargs") or {})
|
||||
mm["use_audio_in_video"] = True
|
||||
extra_body["mm_processor_kwargs"] = mm
|
||||
if "sampling_params_list" in request_config:
|
||||
extra_body["sampling_params_list"] = request_config["sampling_params_list"]
|
||||
|
||||
create_kwargs: dict[str, Any] = {
|
||||
"model": request_config.get("model"),
|
||||
"messages": request_config.get("messages"),
|
||||
|
||||
Reference in new issue
Block a user