Files
vllm-omni/benchmarks/edge_harness/results/parity_cpu.json
T

13 lines
544 B
JSON
Raw Normal View History

{
"ref_text": "We are asked: \"What is the capital of France? Answer in one word.\" So the answer should be the single",
"vllm_text": "We are asked: \"What is the capital of France? Answer in one word.\" So the answer should be the single",
"greedy_token_match": "24/24",
"exact_match": true,
"ref_top1": 3066,
"vllm_first_token": 3066,
"first_token_agree": true,
"top20_logprob_overlap": "20/20",
"top20_logprob_max_abs_diff": 0.23139667510986328,
"top20_logprob_mean_abs_diff": 0.09972160011529922,
"dtype": "bfloat16"
}