[CI][Perf] migrate diffusion DFX benches to vllm bench serve --omni (#7737)
Signed-off-by: wangyu <410167048@qq.com>
This commit is contained in:
1 parent
a4ad73e08b
commit
0570b0da7e
30 files changed
+2040
-729
No files matched your search
@@ -204,11 +204,11 @@ def load_diffusion_benchmark_configs(
|
||||
) -> list[dict[str, Any]]:
|
||||
"""Load one diffusion benchmark JSON, or merge all ``*.json`` under *config_dir*."""
|
||||
if config_path is not None:
|
||||
configs = load_configs(config_path)
|
||||
loaded = load_configs(config_path)
|
||||
source = str(Path(config_path).resolve())
|
||||
for cfg in configs:
|
||||
for cfg in loaded:
|
||||
cfg.setdefault(_DIFFUSION_SOURCE_CONFIG_KEY, source)
|
||||
return configs
|
||||
return loaded
|
||||
if config_dir is None:
|
||||
raise ValueError("load_diffusion_benchmark_configs requires config_path or config_dir")
|
||||
configs: list[dict[str, Any]] = []
|
||||
@@ -231,7 +231,15 @@ if CONFIG_FILE_PATH is None:
|
||||
f"use -m to filter, e.g. -m diffusion)"
|
||||
)
|
||||
else:
|
||||
BENCHMARK_CONFIGS = load_diffusion_benchmark_configs(CONFIG_FILE_PATH)
|
||||
_loaded = load_diffusion_benchmark_configs(CONFIG_FILE_PATH)
|
||||
BENCHMARK_CONFIGS = [cfg for cfg in _loaded if is_diffusion_perf_config(cfg)]
|
||||
skipped = len(_loaded) - len(BENCHMARK_CONFIGS)
|
||||
if skipped:
|
||||
print(
|
||||
f"--test-config-file: loaded {len(BENCHMARK_CONFIGS)} diffusion case(s); "
|
||||
f"skipped {skipped} omni-bench generation case(s) "
|
||||
f"(/v1/images/edits, /v1/images/generations, /v1/videos → run_benchmark.py)"
|
||||
)
|
||||
|
||||
_AGGREGATED_RESULT_FILES_BY_SOURCE: dict[str, Path] = {}
|
||||
|
||||
|
||||
Reference in new issue
Block a user