Update sampling parameters in openai_chat_completion_client_for_multimodal_generation.py for improved model performance, adjusting temperature, top_k, and max_tokens settings.

Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
tzhouam committed 2026-02-10 09:54:32 +00:00
1 parent c3d35ed5fe
commit af53491cac
1 file changed
+5 -4
@@ -345,13 +345,14 @@ query_map = {
def run_multimodal_generation(args) -> None:
model_name = args.model
thinker_sampling_params = {
"temperature": 0.4, # Deterministic
"temperature": 0.2,
"top_p": 0.9,
"top_k": 1,
"max_tokens": 16384,
"top_k": -1,
"max_tokens": 1200,
"repetition_penalty": 1.05,
"stop_token_ids": [151645], # Qwen EOS token <|im_end|>
"logit_bias": {},
"seed": SEED,
"stop_token_ids": [151645], # Qwen EOS token <|im_end|>
}
# Sampling parameters for Talker stage (codec generation)