[Bugfix][MiniCPM-o] Align Daily-Omni bench with MiniCPM interleaved AV recipe (#5606)
Signed-off-by: amy-why-3459 <wuhaiyan17@huawei.com>
This commit is contained in:
1 parent
c50408a808
commit
ed32f4e988
7 files changed
+581
-58
No files matched your search
@@ -95,6 +95,18 @@ def add_daily_omni_cli_args(parser: argparse.ArgumentParser) -> None:
|
||||
"'all': video + WAV together. Sets mm_processor_kwargs.use_audio_in_video=false "
|
||||
"and matches official separate video/audio streams.",
|
||||
)
|
||||
group.add_argument(
|
||||
"--daily-omni-pack-mode",
|
||||
type=str,
|
||||
choices=["qwen", "minicpm-interleave"],
|
||||
default="qwen",
|
||||
help="How to pack multimodal parts into OpenAI chat messages. "
|
||||
"'qwen' (default): one video_url + one audio_url (Daily-Omni/Qwen protocol). "
|
||||
"'minicpm-interleave': MiniCPM-o official recipe — 1fps frames interleaved with "
|
||||
"matching 1s audio segments as image_url/audio_url pairs (needed to approach "
|
||||
"OpenBMB ~80%% Daily-Omni; requires local Videos extract). For MiniCPM-o 4.5 "
|
||||
"string chat templates also start the server with --interleave-mm-strings.",
|
||||
)
|
||||
group.add_argument(
|
||||
"--daily-omni-save-eval-items",
|
||||
action="store_true",
|
||||
|
||||
Reference in new issue
Block a user