bjf-frzandAlicia
1ee2fff532
Signed-off-by: bjf-frz <frz123db@gmail.com> Co-authored-by: Alicia <115451386+congw729@users.noreply.github.com>
139 lines
3.2 KiB
JSON
139 lines
3.2 KiB
JSON
[
|
|
{
|
|
"test_name": "test_wan22_i2v_single_device",
|
|
"mark": [
|
|
{
|
|
"hardware_marks": {
|
|
"res": {
|
|
"cuda": "H100"
|
|
},
|
|
"num_cards": 1
|
|
}
|
|
},
|
|
"full_model",
|
|
"diffusion"
|
|
],
|
|
"description": "Single-device baseline",
|
|
"server_type": "vllm-omni",
|
|
"server_params": {
|
|
"model": "Wan-AI/Wan2.2-I2V-A14B-Diffusers",
|
|
"serve_args": {
|
|
"enable-diffusion-pipeline-profiler": true
|
|
}
|
|
},
|
|
"benchmark_params": [
|
|
{
|
|
"name": "832x480_frames81_steps4",
|
|
"dataset": "random",
|
|
"task": "i2v",
|
|
"num-prompts": 10,
|
|
"max-concurrency": 1,
|
|
"num-input-images": 1,
|
|
"seed": 42,
|
|
"enable-negative-prompt": true,
|
|
"random-request-config": [
|
|
{
|
|
"width": 832,
|
|
"height": 480,
|
|
"num_inference_steps": 4,
|
|
"num_frames": 81,
|
|
"fps": 16,
|
|
"weight": 1
|
|
}
|
|
],
|
|
"baseline": {
|
|
"H100": {
|
|
"throughput_qps": 0.0361,
|
|
"latency_mean": 27.6206,
|
|
"peak_memory_mb_mean": 80548.0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test_name": "test_wan22_i2v_usp2_vae_patch2_hsdp_slicing",
|
|
"mark": [
|
|
{
|
|
"hardware_marks": {
|
|
"res": {
|
|
"cuda": "H100",
|
|
"npu": "A3"
|
|
},
|
|
"num_cards": 2
|
|
}
|
|
},
|
|
"full_model",
|
|
"diffusion"
|
|
],
|
|
"description": "USP=2 + VAE patch parallel=2 + HSDP + VAE slicing",
|
|
"server_type": "vllm-omni",
|
|
"server_params": {
|
|
"model": "Wan-AI/Wan2.2-I2V-A14B-Diffusers",
|
|
"serve_args": {
|
|
"usp": 2,
|
|
"vae-patch-parallel-size": 2,
|
|
"use-hsdp": true,
|
|
"vae-use-slicing": true,
|
|
"enable-diffusion-pipeline-profiler": true
|
|
}
|
|
},
|
|
"benchmark_params": [
|
|
{
|
|
"name": "832x480_frames81_steps4",
|
|
"dataset": "random",
|
|
"task": "i2v",
|
|
"num-prompts": 10,
|
|
"max-concurrency": 1,
|
|
"num-input-images": 1,
|
|
"seed": 42,
|
|
"enable-negative-prompt": true,
|
|
"random-request-config": [
|
|
{
|
|
"width": 832,
|
|
"height": 480,
|
|
"num_inference_steps": 4,
|
|
"num_frames": 81,
|
|
"fps": 16,
|
|
"weight": 1
|
|
}
|
|
],
|
|
"baseline": {
|
|
"H100": {
|
|
"throughput_qps": 0.05263,
|
|
"latency_mean": 18.9415,
|
|
"peak_memory_mb_mean": 50053.7
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "1280x720_frames121_steps4",
|
|
"dataset": "random",
|
|
"task": "i2v",
|
|
"num-prompts": 10,
|
|
"max-concurrency": 1,
|
|
"num-input-images": 1,
|
|
"seed": 42,
|
|
"enable-negative-prompt": true,
|
|
"random-request-config": [
|
|
{
|
|
"width": 1280,
|
|
"height": 720,
|
|
"num_inference_steps": 4,
|
|
"num_frames": 121,
|
|
"fps": 16,
|
|
"weight": 1
|
|
}
|
|
],
|
|
"baseline": {
|
|
"H100": {
|
|
"throughput_qps": 0.009595,
|
|
"latency_mean": 104.1058,
|
|
"peak_memory_mb_mean": 59718.0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|
|
]
|