[ { "build_commit": "e71b80510", "build_number": 10849, "cpu_info": "Intel(R) Xeon(R) Platinum 8480C", "gpu_info": "", "backends": "CPU", "model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf", "model_type": "spark2_5 1.7B Q4_K - Medium", "model_size": 1102073856, "model_n_params": 1707657216, "n_batch": 2048, "n_ubatch": 512, "n_threads": 24, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": -1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 0, "test_time": "2026-09-11T18:50:11Z", "avg_ns": 453009837, "stddev_ns": 4617262, "avg_ts": 1130.311918, "stddev_ts": 11.483962, "samples_ns": [ 459248279, 451575469, 456242077, 449875010, 448108352 ], "samples_ts": [ 1114.87, 1133.81, 1122.21, 1138.09, 1142.58 ] }, { "build_commit": "e71b80510", "build_number": 10849, "cpu_info": "Intel(R) Xeon(R) Platinum 8480C", "gpu_info": "", "backends": "CPU", "model_filename": "/data/zhoutaichang/.cache/huggingface/hub/models--XHToken--Spark-X2.5-1.7B-GGUF/snapshots/23e1fcac55e7dd71e4c12a23723cc228ba0e5e85/Spark-X2.5-1.7B-Q4_K_M.gguf", "model_type": "spark2_5 1.7B Q4_K - Medium", "model_size": 1102073856, "model_n_params": 1707657216, "n_batch": 2048, "n_ubatch": 512, "n_threads": 24, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": -1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 0, "test_time": "2026-09-11T18:50:14Z", "avg_ns": 1475847924, "stddev_ns": 9833345, "avg_ts": 86.732884, "stddev_ts": 0.578067, "samples_ns": [ 1489621433, 1475111972, 1476264136, 1476396077, 1461846002 ], "samples_ts": [ 85.9279, 86.7731, 86.7054, 86.6976, 87.5605 ] } ]