1761253005
Signed-off-by: Alicia <115451386+congw729@users.noreply.github.com> Signed-off-by: amy-why-3459 <wuhaiyan17@huawei.com> Signed-off-by: herotai214 <herotai214@gmail.com> Signed-off-by: bjf-frz <frz123db@gmail.com> Signed-off-by: dengyunyang <584797741@qq.com> Signed-off-by: Huang, Zeyu <11222265+fhfuih@users.noreply.github.com> Signed-off-by: CHEN <116010019@link.cuhk.edu.cn> Signed-off-by: NumberWan <wantszkin2003@gmail.com> Co-authored-by: amy-why-3459 <wuhaiyan17@huawei.com> Co-authored-by: herotai214 <herotai214@gmail.com> Co-authored-by: bjf-frz <frz123db@gmail.com> Co-authored-by: dengyunyang <584797741@qq.com> Co-authored-by: Huang, Zeyu <11222265+fhfuih@users.noreply.github.com> Co-authored-by: CHEN <116010019@link.cuhk.edu.cn> Co-authored-by: rein yang <73573651+R2-Y@users.noreply.github.com> Co-authored-by: NumberWan <wantszkin2003@gmail.com>
36 lines
1.1 KiB
JSON
36 lines
1.1 KiB
JSON
[
|
|
{
|
|
"test_name": "test_hunyuan_image_tp4",
|
|
"description": "TP=4 baseline",
|
|
"server_type": "vllm-omni",
|
|
"server_params": {
|
|
"model": "tencent/HunyuanImage-3.0-Instruct",
|
|
"serve_args": {
|
|
"deploy-config": "../vllm_omni/deploy/hunyuan_image3_dit.yaml",
|
|
"tensor-parallel-size": 4,
|
|
"enable-diffusion-pipeline-profiler": true
|
|
}
|
|
},
|
|
"benchmark_params": [
|
|
{
|
|
"name": "1024x1024_steps8",
|
|
"dataset": "random",
|
|
"task": "t2i",
|
|
"width": 1024,
|
|
"height": 1024,
|
|
"num-inference-steps": 8,
|
|
"num-prompts": 10,
|
|
"max-concurrency": 1,
|
|
"skip-performance-assertion": true,
|
|
"baseline": {
|
|
"throughput_qps": 0.213,
|
|
"latency_mean": 4.6953,
|
|
"latency_p99": 4.8601,
|
|
"peak_memory_mb_max": 56912.0,
|
|
"peak_memory_mb_mean": 56912.0
|
|
}
|
|
}
|
|
]
|
|
}
|
|
]
|