13 lines
544 B
JSON
13 lines
544 B
JSON
{
|
|||
|
|
"ref_text": "We are asked: \"What is the capital of France? Answer in one word.\" So the answer should be the single",
|
||
|
|
"vllm_text": "We are asked: \"What is the capital of France? Answer in one word.\" So the answer should be the single",
|
||
|
|
"greedy_token_match": "24/24",
|
||
|
|
"exact_match": true,
|
||
|
|
"ref_top1": 3066,
|
||
|
|
"vllm_first_token": 3066,
|
||
|
|
"first_token_agree": true,
|
||
|
|
"top20_logprob_overlap": "20/20",
|
||
|
|
"top20_logprob_max_abs_diff": 0.23139667510986328,
|
||
|
|
"top20_logprob_mean_abs_diff": 0.09972160011529922,
|
||
|
|
"dtype": "bfloat16"
|
||
|
|
}
|