{
  "label": "vllm-W4A16-tinygemm",
  "prompts": 12,
  "exact_match": "2/12",
  "mean_prefix_kept": 0.301,
  "detail": [
    {
      "prompt": "chat_short",
      "exact": false,
      "common_prefix_chars": 91,
      "ref_chars": 182
    },
    {
      "prompt": "chat_long",
      "exact": false,
      "common_prefix_chars": 0,
      "ref_chars": 261
    },
    {
      "prompt": "chat_tools",
      "exact": false,
      "common_prefix_chars": 56,
      "ref_chars": 287
    },
    {
      "prompt": "plain_0",
      "exact": false,
      "common_prefix_chars": 1,
      "ref_chars": 361
    },
    {
      "prompt": "plain_1",
      "exact": true,
      "common_prefix_chars": 512,
      "ref_chars": 512
    },
    {
      "prompt": "plain_2",
      "exact": false,
      "common_prefix_chars": 4,
      "ref_chars": 172
    },
    {
      "prompt": "plain_3",
      "exact": false,
      "common_prefix_chars": 34,
      "ref_chars": 352
    },
    {
      "prompt": "plain_4",
      "exact": true,
      "common_prefix_chars": 318,
      "ref_chars": 318
    },
    {
      "prompt": "plain_5",
      "exact": false,
      "common_prefix_chars": 5,
      "ref_chars": 346
    },
    {
      "prompt": "plain_6",
      "exact": false,
      "common_prefix_chars": 1,
      "ref_chars": 283
    },
    {
      "prompt": "plain_7",
      "exact": false,
      "common_prefix_chars": 54,
      "ref_chars": 320
    },
    {
      "prompt": "plain_8",
      "exact": false,
      "common_prefix_chars": 1,
      "ref_chars": 184
    }
  ]
}