zhumingjue138andGao Han
29e3165bb9
Signed-off-by: zhumingjue <zhumingjue@huawei.com> Co-authored-by: Gao Han <hgaoaf@connect.ust.hk>
49 lines
1.3 KiB
JSON
49 lines
1.3 KiB
JSON
[
|
|
{
|
|
"test_name": "test_hunyuan_image_stability_tp2_fp8_sp2",
|
|
"mark": [
|
|
{
|
|
"hardware_marks": {
|
|
"res": {
|
|
"cuda": "H800"
|
|
},
|
|
"num_cards": 2
|
|
}
|
|
},
|
|
"local_model",
|
|
"diffusion"
|
|
],
|
|
"server_params": {
|
|
"model": "tencent/HunyuanImage-3.0-Instruct",
|
|
"serve_args": {
|
|
"tensor-parallel-size": 2,
|
|
"usp": 2,
|
|
"quantization": "fp8",
|
|
"distributed-executor-backend": "mp",
|
|
"enforce-eager": true,
|
|
"enable-diffusion-pipeline-profiler": true
|
|
}
|
|
},
|
|
"benchmark_params": [
|
|
{
|
|
"dataset": "random",
|
|
"task": "t2i",
|
|
"backend": "vllm-omni",
|
|
"duration_sec": 86400,
|
|
"max_concurrency": 1,
|
|
"num_prompts_per_batch": 50,
|
|
"width": {
|
|
"min": 512,
|
|
"max": 1024
|
|
},
|
|
"height": {
|
|
"min": 512,
|
|
"max": 1024
|
|
},
|
|
"num_inference_steps": 50,
|
|
"enable_negative_prompt": true
|
|
}
|
|
]
|
|
}
|
|
]
|