From 4ead1c8913f42c5820ae187e36bcfe1a0dd2ca3c Mon Sep 17 00:00:00 2001 From: Zhou Taichang Date: Sat, 7 Mar 2026 13:23:38 +0800 Subject: [PATCH 1/2] Update vllm_omni/benchmarks/metrics/metrics.py Co-authored-by: Cyrus Leung Signed-off-by: Zhou Taichang --- vllm_omni/benchmarks/metrics/metrics.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm_omni/benchmarks/metrics/metrics.py b/vllm_omni/benchmarks/metrics/metrics.py index bbd981a8e..593989c84 100644 --- a/vllm_omni/benchmarks/metrics/metrics.py +++ b/vllm_omni/benchmarks/metrics/metrics.py @@ -134,7 +134,7 @@ def calculate_metrics( input_requests: list[SampleRequest], outputs: list[RequestFuncOutput], dur_s: float, - tokenizer: PreTrainedTokenizerBase | None, + tokenizer: TokenizerLike | None, selected_percentiles: list[float], goodput_config_dict: dict[str, float], task_type, From 5f1e41970ca79ec08a86a7b0cd64350f2194a5e4 Mon Sep 17 00:00:00 2001 From: Zhou Taichang Date: Sat, 7 Mar 2026 13:23:47 +0800 Subject: [PATCH 2/2] Update vllm_omni/benchmarks/patch/patch.py Co-authored-by: Cyrus Leung Signed-off-by: Zhou Taichang --- vllm_omni/benchmarks/patch/patch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm_omni/benchmarks/patch/patch.py b/vllm_omni/benchmarks/patch/patch.py index a71fa0c0f..78ddd1f17 100644 --- a/vllm_omni/benchmarks/patch/patch.py +++ b/vllm_omni/benchmarks/patch/patch.py @@ -313,7 +313,7 @@ async def benchmark( base_url: str, model_id: str, model_name: str, - tokenizer: PreTrainedTokenizerBase | None, + tokenizer: TokenizerLike | None, input_requests: list[SampleRequest], logprobs: int | None, request_rate: float,