rebase: align vllm-omni with vLLM 2dfaae752b4d
Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
1 parent
4063db33ff
commit
7dcbe4e957
7 files changed
+70
-31
No files matched your search
@@ -144,7 +144,7 @@ def _build_serving_chat():
|
||||
engine_client=mock_engine,
|
||||
models=models,
|
||||
response_role="assistant",
|
||||
openai_serving_render=mock_render,
|
||||
online_renderer=mock_render,
|
||||
request_logger=None,
|
||||
chat_template=None,
|
||||
chat_template_content_format="auto",
|
||||
|
||||
Reference in new issue
Block a user