[Benchmark] Add vLLM-Omni Omni model online benchmark (#780)
Signed-off-by: wangyu31577 <wangyu31577@hundsun.com> Signed-off-by: wangyu <53896905+yenuo26@users.noreply.github.com> Co-authored-by: wangyu31577 <wangyu31577@hundsun.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
15 files changed
+1546
-1
No files matched your search
@@ -1,5 +1,13 @@
|
||||
"""CLI helpers for vLLM-Omni entrypoints."""
|
||||
|
||||
# To ensure patch imports work properly, disable unused import checks
|
||||
# ruff: noqa: E402, F401
|
||||
# isort: off
|
||||
from vllm_omni.benchmarks.patch import patch
|
||||
# isort: on
|
||||
|
||||
from vllm_omni.entrypoints.cli.benchmark.serve import OmniBenchmarkServingSubcommand
|
||||
|
||||
from .serve import OmniServeCommand
|
||||
|
||||
__all__ = ["OmniServeCommand"]
|
||||
__all__ = ["OmniServeCommand", "OmniBenchmarkServingSubcommand"]
|
||||
Reference in new issue
Block a user