[Bugfix] Fix missing memory metrics info for bagel (ar->dit diffusion) (#4477)
Signed-off-by: natureofnature <wzliu@connect.hku.hk> Co-authored-by: Alicia <115451386+congw729@users.noreply.github.com>
This commit is contained in:
1 parent
1761253005
commit
83e3b129f0
2 files changed
+21
No files matched your search
@@ -556,6 +556,10 @@ def benchmark_params(request, diffusion_server):
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
_STAGE_METRICS_ENDPOINTS = {"/v1/chat/completions"}
|
||||
_DIFFUSION_PIPELINE_PROFILER_ARG = "enable-diffusion-pipeline-profiler"
|
||||
|
||||
|
||||
def run_benchmark(
|
||||
host: str,
|
||||
port: int,
|
||||
@@ -608,6 +612,11 @@ def run_benchmark(
|
||||
str(tmp_result_file),
|
||||
]
|
||||
|
||||
serve_args_dict = (server_cfg or {}).get("serve_args_dict")
|
||||
profiler_enabled = isinstance(serve_args_dict, dict) and bool(serve_args_dict.get(_DIFFUSION_PIPELINE_PROFILER_ARG))
|
||||
if endpoint in _STAGE_METRICS_ENDPOINTS and profiler_enabled:
|
||||
cmd.append("--return-stage-metrics")
|
||||
|
||||
for key, value in params.items():
|
||||
if key in exclude_keys or value is None:
|
||||
continue
|
||||
|
||||
Reference in new issue
Block a user