40 lines
1.2 KiB
Python
40 lines
1.2 KiB
Python
"""Online serving benchmark subcommand for vLLM-Omni.
|
|
|
|
``OmniBenchmarkServingSubcommand`` starts from vLLM's serving benchmark
|
|
arguments, adds Omni-specific options and adaptations, then preprocesses the
|
|
parsed namespace and delegates execution to ``vllm_omni.benchmarks.serve``.
|
|
This keeps CLI integration separate from the multimodal benchmark runtime.
|
|
"""
|
|
|
|
import argparse
|
|
|
|
from vllm.benchmarks.serve import add_cli_args
|
|
|
|
from vllm_omni.benchmarks.serve import main
|
|
from vllm_omni.entrypoints.cli.benchmark.base import OmniBenchmarkSubcommandBase
|
|
from vllm_omni.entrypoints.cli.benchmark.cli_args import (
|
|
add_omni_args,
|
|
extend_omni_choices,
|
|
preprocess_serve_args,
|
|
update_omni_help,
|
|
)
|
|
|
|
|
|
class OmniBenchmarkServingSubcommand(OmniBenchmarkSubcommandBase):
|
|
"""The `serve` subcommand for vllm bench."""
|
|
|
|
name = "serve"
|
|
help = "Benchmark the online serving throughput. Supports Daily-Omni and Seed-TTS datasets."
|
|
|
|
@classmethod
|
|
def add_cli_args(cls, parser: argparse.ArgumentParser) -> None:
|
|
add_cli_args(parser)
|
|
add_omni_args(parser)
|
|
extend_omni_choices(parser)
|
|
update_omni_help(parser)
|
|
|
|
@staticmethod
|
|
def cmd(args: argparse.Namespace) -> None:
|
|
preprocess_serve_args(args)
|
|
main(args)
|