anodyine/vllm-omni
1
0 Fork 0
Code Issues 4 Pull Requests 2 Actions Packages Projects Releases Wiki Activity
Files
bb8735effca1cf1403092ccfbdec783738e72cd4
vllm-omni/baselines/llama_cpp/llamacpp_bench.json
T

1082 lines
32 KiB
JSON
Raw Normal View History

Include the baselines, comparisons and study documents, not just the fork
2026-09-14 14:01:12 +08:00
[
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B.gguf",
"model_type": "spark2_5 1.7B BF16",
"model_size": 3415547904,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 4,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:48:28Z",
"avg_ns": 5826194444,
"stddev_ns": 18499227,
"avg_ts": 87.879684,
"stddev_ts": 0.278992,
"samples_ns": [ 5805110833, 5811473500, 5847614162, 5841912112, 5824861616 ],
"samples_ts": [ 88.1981, 88.1016, 87.5571, 87.6425, 87.8991 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B.gguf",
"model_type": "spark2_5 1.7B BF16",
"model_size": 3415547904,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 4,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:49:03Z",
"avg_ns": 14610334471,
"stddev_ns": 123024936,
"avg_ts": 8.761414,
"stddev_ts": 0.072994,
"samples_ns": [ 14565270602, 14580640193, 14828037521, 14541752491, 14535971551 ],
"samples_ts": [ 8.78803, 8.77876, 8.6323, 8.80224, 8.80574 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B.gguf",
"model_type": "spark2_5 1.7B BF16",
"model_size": 3415547904,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 8,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:50:16Z",
"avg_ns": 2918362099,
"stddev_ns": 12286131,
"avg_ts": 175.443371,
"stddev_ts": 0.741092,
"samples_ns": [ 2925259382, 2929673132, 2898545311, 2923305305, 2915027369 ],
"samples_ts": [ 175.027, 174.764, 176.64, 175.144, 175.642 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B.gguf",
"model_type": "spark2_5 1.7B BF16",
"model_size": 3415547904,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 8,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:50:34Z",
"avg_ns": 7865646966,
"stddev_ns": 53771152,
"avg_ts": 16.273905,
"stddev_ts": 0.111300,
"samples_ns": [ 7791699373, 7865327825, 7937201692, 7889061755, 7844944189 ],
"samples_ts": [ 16.4277, 16.274, 16.1266, 16.225, 16.3162 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B.gguf",
"model_type": "spark2_5 1.7B BF16",
"model_size": 3415547904,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 16,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:51:13Z",
"avg_ns": 1491348299,
"stddev_ns": 5631768,
"avg_ts": 343.317407,
"stddev_ts": 1.294111,
"samples_ns": [ 1489819485, 1499678994, 1485448813, 1494052451, 1487741754 ],
"samples_ts": [ 343.666, 341.406, 344.677, 342.692, 344.146 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B.gguf",
"model_type": "spark2_5 1.7B BF16",
"model_size": 3415547904,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 16,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:51:22Z",
"avg_ns": 5197057974,
"stddev_ns": 84695512,
"avg_ts": 24.634512,
"stddev_ts": 0.398355,
"samples_ns": [ 5165558444, 5161453873, 5102450401, 5324858098, 5230969056 ],
"samples_ts": [ 24.7795, 24.7992, 25.086, 24.0382, 24.4697 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B.gguf",
"model_type": "spark2_5 1.7B BF16",
"model_size": 3415547904,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 32,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:51:48Z",
"avg_ns": 825028648,
"stddev_ns": 6429234,
"avg_ts": 620.614565,
"stddev_ts": 4.820950,
"samples_ns": [ 819600650, 819801745, 830087549, 822025580, 833627717 ],
"samples_ts": [ 624.694, 624.541, 616.802, 622.852, 614.183 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B.gguf",
"model_type": "spark2_5 1.7B BF16",
"model_size": 3415547904,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 32,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:51:53Z",
"avg_ns": 4431906380,
"stddev_ns": 123688081,
"avg_ts": 28.899578,
"stddev_ts": 0.810937,
"samples_ns": [ 4392305744, 4530404684, 4573176188, 4261345178, 4402300109 ],
"samples_ts": [ 29.1419, 28.2535, 27.9893, 30.0375, 29.0757 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q8_0.gguf",
"model_type": "spark2_5 1.7B Q8_0",
"model_size": 1814728704,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 4,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:52:20Z",
"avg_ns": 2086923625,
"stddev_ns": 25271587,
"avg_ts": 245.366053,
"stddev_ts": 2.978325,
"samples_ns": [ 2055651221, 2066285152, 2110647408, 2110779760, 2091254587 ],
"samples_ts": [ 249.069, 247.788, 242.58, 242.564, 244.829 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q8_0.gguf",
"model_type": "spark2_5 1.7B Q8_0",
"model_size": 1814728704,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 4,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:52:33Z",
"avg_ns": 5013971032,
"stddev_ns": 41743502,
"avg_ts": 25.530080,
"stddev_ts": 0.212086,
"samples_ns": [ 5039794469, 5070632551, 5009766482, 4977188073, 4972473585 ],
"samples_ts": [ 25.3979, 25.2434, 25.5501, 25.7173, 25.7417 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q8_0.gguf",
"model_type": "spark2_5 1.7B Q8_0",
"model_size": 1814728704,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 8,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:52:58Z",
"avg_ns": 1060499778,
"stddev_ns": 5400430,
"avg_ts": 482.801252,
"stddev_ts": 2.458365,
"samples_ns": [ 1053815970, 1059128196, 1066100805, 1065952731, 1057501191 ],
"samples_ts": [ 485.853, 483.416, 480.255, 480.321, 484.16 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q8_0.gguf",
"model_type": "spark2_5 1.7B Q8_0",
"model_size": 1814728704,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 8,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:53:04Z",
"avg_ns": 2908476289,
"stddev_ns": 47792262,
"avg_ts": 44.018841,
"stddev_ts": 0.725951,
"samples_ns": [ 2953468801, 2917824550, 2869732967, 2848706503, 2952648627 ],
"samples_ts": [ 43.3389, 43.8683, 44.6035, 44.9327, 43.3509 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q8_0.gguf",
"model_type": "spark2_5 1.7B Q8_0",
"model_size": 1814728704,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 16,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:53:19Z",
"avg_ns": 576466351,
"stddev_ns": 8725348,
"avg_ts": 888.330924,
"stddev_ts": 13.307556,
"samples_ns": [ 568632667, 572234118, 571232829, 580205764, 590026378 ],
"samples_ts": [ 900.406, 894.739, 896.307, 882.446, 867.758 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q8_0.gguf",
"model_type": "spark2_5 1.7B Q8_0",
"model_size": 1814728704,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 16,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:53:22Z",
"avg_ns": 2455402468,
"stddev_ns": 22724145,
"avg_ts": 52.133526,
"stddev_ts": 0.483419,
"samples_ns": [ 2466040684, 2466684755, 2481092179, 2427613738, 2435580988 ],
"samples_ts": [ 51.9051, 51.8915, 51.5902, 52.7267, 52.5542 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q8_0.gguf",
"model_type": "spark2_5 1.7B Q8_0",
"model_size": 1814728704,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 32,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:53:35Z",
"avg_ns": 351336879,
"stddev_ns": 6538663,
"avg_ts": 1457.702717,
"stddev_ts": 27.668807,
"samples_ns": [ 354177005, 353254854, 340174283, 351878376, 357199877 ],
"samples_ts": [ 1445.6, 1449.38, 1505.11, 1455.05, 1433.37 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q8_0.gguf",
"model_type": "spark2_5 1.7B Q8_0",
"model_size": 1814728704,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 32,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:53:37Z",
"avg_ns": 1930300252,
"stddev_ns": 109214314,
"avg_ts": 66.480943,
"stddev_ts": 3.761762,
"samples_ns": [ 1947853181, 1955129848, 2082878516, 1880261716, 1785378002 ],
"samples_ts": [ 65.7134, 65.4688, 61.4534, 68.0756, 71.6935 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf",
"model_type": "spark2_5 1.7B Q4_K - Medium",
"model_size": 1102073856,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 4,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:53:50Z",
"avg_ns": 2313133293,
"stddev_ns": 36186266,
"avg_ts": 221.387418,
"stddev_ts": 3.406370,
"samples_ns": [ 2375000633, 2314305249, 2299530128, 2289367141, 2287463318 ],
"samples_ts": [ 215.579, 221.233, 222.654, 223.643, 223.829 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf",
"model_type": "spark2_5 1.7B Q4_K - Medium",
"model_size": 1102073856,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 4,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:54:04Z",
"avg_ns": 5179171846,
"stddev_ns": 35680419,
"avg_ts": 24.715311,
"stddev_ts": 0.169597,
"samples_ns": [ 5234609005, 5153997992, 5178746130, 5142573279, 5185932826 ],
"samples_ts": [ 24.4526, 24.8351, 24.7164, 24.8903, 24.6822 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf",
"model_type": "spark2_5 1.7B Q4_K - Medium",
"model_size": 1102073856,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 8,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:54:30Z",
"avg_ns": 1188981105,
"stddev_ns": 6871140,
"avg_ts": 430.632306,
"stddev_ts": 2.487893,
"samples_ns": [ 1185615908, 1186572492, 1196193805, 1180559099, 1195964224 ],
"samples_ts": [ 431.843, 431.495, 428.024, 433.693, 428.106 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf",
"model_type": "spark2_5 1.7B Q4_K - Medium",
"model_size": 1102073856,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 8,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:54:37Z",
"avg_ns": 2872538766,
"stddev_ns": 17359014,
"avg_ts": 44.561187,
"stddev_ts": 0.269161,
"samples_ns": [ 2848511671, 2872323411, 2872557128, 2871716659, 2897584962 ],
"samples_ts": [ 44.9357, 44.5632, 44.5596, 44.5726, 44.1747 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf",
"model_type": "spark2_5 1.7B Q4_K - Medium",
"model_size": 1102073856,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 16,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:54:52Z",
"avg_ns": 660202254,
"stddev_ns": 14648576,
"avg_ts": 775.825680,
"stddev_ts": 17.226725,
"samples_ns": [ 646606112, 661641326, 644173392, 671358896, 677231548 ],
"samples_ts": [ 791.827, 773.833, 794.817, 762.632, 756.019 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf",
"model_type": "spark2_5 1.7B Q4_K - Medium",
"model_size": 1102073856,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 16,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:54:56Z",
"avg_ns": 2314691648,
"stddev_ns": 51135411,
"avg_ts": 55.320440,
"stddev_ts": 1.216515,
"samples_ns": [ 2312103918, 2383338578, 2262024591, 2345921300, 2270069855 ],
"samples_ts": [ 55.3608, 53.7062, 56.5865, 54.5628, 56.3859 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf",
"model_type": "spark2_5 1.7B Q4_K - Medium",
"model_size": 1102073856,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 32,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 512,
"n_gen": 0,
"n_depth": 0,
"test_time": "2026-09-11T05:55:07Z",
"avg_ns": 391029137,
"stddev_ns": 14214073,
"avg_ts": 1310.735568,
"stddev_ts": 47.148189,
"samples_ns": [ 394859789, 386788168, 387958028, 373276159, 412263541 ],
"samples_ts": [ 1296.66, 1323.72, 1319.73, 1371.64, 1241.92 ]
},
{
"build_commit": "e71b80510",
"build_number": 10849,
"cpu_info": "Intel(R) Xeon(R) Platinum 8480C",
"gpu_info": "",
"backends": "CPU",
"model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf",
"model_type": "spark2_5 1.7B Q4_K - Medium",
"model_size": 1102073856,
"model_n_params": 1707657216,
"n_batch": 2048,
"n_ubatch": 512,
"n_threads": 32,
"cpu_mask": "0x0",
"cpu_strict": false,
"poll": 50,
"type_k": "f16",
"type_v": "f16",
"n_gpu_layers": -1,
"n_cpu_moe": 0,
"split_mode": "layer",
"main_gpu": 0,
"no_kv_offload": false,
"flash_attn": -1,
"devices": "auto",
"tensor_split": "0.00",
"tensor_buft_overrides": "none",
"load_mode": "auto",
"lazy_mode": "auto",
"embeddings": false,
"no_op_offload": 0,
"no_host": false,
"fit_target": 0,
"fit_min_ctx": 0,
"n_prompt": 0,
"n_gen": 128,
"n_depth": 0,
"test_time": "2026-09-11T05:55:10Z",
"avg_ns": 1485928332,
"stddev_ns": 22400321,
"avg_ts": 86.157092,
"stddev_ts": 1.298278,
"samples_ns": [ 1514864818, 1485917904, 1471521773, 1499366549, 1457970619 ],
"samples_ts": [ 84.496, 86.142, 86.9848, 85.3694, 87.7933 ]
}
]
Reference in new issue Copy Permalink