Update vLLM version to 0.16.0 in quickstart and CUDA installation documentation, and adjust parameters in multimodal generation script for improved performance. Refactor request logging in serving_chat.py for better input tracking.
Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
1 parent
f50cf07c74
commit
f24273dc03
4 files changed
+15
-20
No files matched your search
+2
-2
@@ -337,8 +337,8 @@ def run_multimodal_generation(args, client: OpenAI) -> None:
|
||||
thinker_sampling_params = {
|
||||
"temperature": 0.2,
|
||||
"top_p": 0.9,
|
||||
"top_k": -1,
|
||||
"max_tokens": 1200,
|
||||
"top_k": 1,
|
||||
"max_tokens": 16384,
|
||||
"repetition_penalty": 1.05,
|
||||
"logit_bias": {},
|
||||
"seed": SEED,
|
||||
|
||||
Reference in new issue
Block a user