From 6f87a9382f15389831092dbe215db99d6ed78472 Mon Sep 17 00:00:00 2001 From: Reid <61492567+reidliu41@users.noreply.github.com> Date: Fri, 27 Mar 2026 11:12:11 +0800 Subject: [PATCH] Frontend] Support --dtype in qwen3_omni offline e2e script (#2246) Signed-off-by: reidliu41 --- examples/offline_inference/qwen3_omni/end2end.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/examples/offline_inference/qwen3_omni/end2end.py b/examples/offline_inference/qwen3_omni/end2end.py index 17faf5f15..d829295e6 100644 --- a/examples/offline_inference/qwen3_omni/end2end.py +++ b/examples/offline_inference/qwen3_omni/end2end.py @@ -296,6 +296,7 @@ def main(args): omni = Omni( model=model_name, + dtype=args.dtype, stage_configs_path=args.stage_configs_path, log_stats=args.log_stats, stage_init_timeout=args.stage_init_timeout, @@ -555,6 +556,12 @@ def parse_args(): default=None, help="List of stage IDs to profile. If not set, profiles all stages.", ) + parser.add_argument( + "--dtype", + type=str, + default="auto", + help="Model dtype (auto, half, float16, bfloat16, float, float32).", + ) return parser.parse_args()