[Rebase] Rebase to vLLM 0.30.0 (#7820)

Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
Signed-off-by: Gao Han <hgaoaf@connect.ust.hk>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
Co-authored-by: Gao Han <hgaoaf@connect.ust.hk>
This commit is contained in:
authored and GitHub committed 2026-09-22 15:52:01 +00:00
1 parent ca14e635f5
commit 59db6a4285
59 files changed
+1032 -300

No files matched your search

+10 -3
View File
@@ -503,7 +503,14 @@ def _videomme_repo_from_args(args, *, explicit: bool = False) -> str | None:
return None
def get_samples(args, tokenizer):
def get_samples(args, tokenizer, **kwargs):
"""Omni override of ``vllm.benchmarks.datasets.get_samples``.
``**kwargs`` mirrors upstream's keyword-only arguments (today
``multimodal_backends``, passed by ``vllm/benchmarks/throughput.py``) so that
any upstream caller reaching this patched replacement keeps working; they are
forwarded to the original implementation on every delegate path.
"""
# Daily-Omni: explicit dataset name, or hf + matching path/hf-name
is_daily_omni = args.dataset_name == "daily-omni" or (
args.dataset_name == "hf" and _daily_omni_repo_from_args(args) is not None
@@ -531,7 +538,7 @@ def get_samples(args, tokenizer):
if not is_omni_backend and not is_omni_dataset:
# Not an omni-related request, delegate to original implementation
return get_samples_old(args, tokenizer)
return get_samples_old(args, tokenizer, **kwargs)
if is_omniinteract:
dataset_path = getattr(args, "dataset_path", None)
@@ -830,7 +837,7 @@ def get_samples(args, tokenizer):
)
return input_requests
else:
return get_samples_old(args, tokenizer)
return get_samples_old(args, tokenizer, **kwargs)
datasets.get_samples = get_samples