fix: localize NumPy image conversion

Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com>
fix: normalize NumPy image outputs
2026-08-11 13:23:13 +08:00 · 2026-08-11 12:14:23 +08:00
134 changed files with 1533 additions and 12696 deletions
@@ -8,7 +8,7 @@
 # NPU naming: {queue}_{resource_class}
 #   a2b3_npu_1  — ascend-a2b3, resource_class npu-1 (A2/B3 CI image)
 #   a2b3_npu_4  — ascend-a2b3, resource_class npu-4
-#   a3_npu_2    — ascend-a3, resource_class npu-2
+#   a3_npu_2    — ascend-a3, resource_class npu-2 (A3 CI image tag …:$BUILDKITE_COMMIT-a3)

 x-npu-k8s-plugins: &npu_k8s_plugins
  - kubernetes:
@@ -139,7 +139,7 @@ steps:
        timeout_in_minutes: 50
        commands:
          - pytest -s -v tests/e2e/offline_inference/test_minicpmo_4_5.py tests/e2e/online_serving/test_minicpmo_4_5.py -m 'advanced_model and cuda' --run-level 'advanced_model'
-        mirror_hardwares: h100_1
+        mirror_hardwares: h100_2

      - label: "Omni · MiniCPM-o 4.5 Duplex Test"
        source_file_dependencies:
@@ -148,10 +148,10 @@ steps:
          - tests/e2e/online_serving/test_minicpmo_4_5_duplex.py
          - tests/e2e/online_serving/test_minicpmo_4_5_duplex_expansion.py
          - tests/e2e/online_serving/test_minicpmo_realtime_duplex_drivers.py
-          - tests/e2e/online_serving/helpers/minicpmo_realtime_duplex_scenarios.py
+          - tests/e2e/online_serving/minicpmo_realtime_duplex_scenarios.py
          - tests/e2e/online_serving/run_minicpmo_realtime_duplex_multi_session.py
          - tests/e2e/online_serving/run_minicpmo_realtime_duplex_soft_interrupt.py
-          - tests/e2e/online_serving/helpers/minicpmo_4_5_duplex.py
+          - tests/helpers/minicpmo_4_5_duplex.py
          - vllm_omni/deploy/minicpmo_4_5_duplex.yaml
          - vllm_omni/experimental/fullduplex/
          - vllm_omni/model_executor/models/minicpmo_4_5/
@@ -164,7 +164,7 @@ steps:
        timeout_in_minutes: 50
        commands:
          - pytest -s -v tests/e2e/online_serving/test_minicpmo_4_5_duplex.py -m 'advanced_model and cuda' --run-level 'advanced_model'
-        mirror_hardwares: h100_1
+        mirror_hardwares: h100_2

      - label: "TTS · VoxCPM2 Test"
        source_file_dependencies:
@@ -22,7 +22,7 @@ steps:
        timeout_in_minutes: 50
        commands:
          - pytest -s -v tests/e2e/online_serving/test_minicpmo_4_5_duplex_expansion.py -m "full_model and cuda and H100 and omni" --run-level "full_model"
-        mirror_hardwares: h100_1
+        mirror_hardwares: h100_2

      - label: ":full_moon: Omni · Doc Test with L4"
        timeout_in_minutes: 90
@@ -50,19 +50,6 @@ steps:
            exit $$EXIT
        mirror_hardwares: h100_2

-      - label: ":full_moon: Omni · MiniCPM-o 4.5 · Accuracy Test"
-        timeout_in_minutes: 180
-        commands:
-          - export SEED_TTS_WER_EVAL=1
-          - export SEED_TTS_EVAL_DEVICE=cuda:1
-          - |
-            set +e
-            pytest -s -v tests/e2e/accuracy/minicpmo_4_5/test_minicpmo_4_5.py -m "full_model and cuda" --run-level full_model
-            EXIT=$$?
-            buildkite-agent artifact upload "tests/e2e/accuracy/minicpmo_4_5/results/*.json"
-            exit $$EXIT
-        mirror_hardwares: h100_2
-
      - label: ":full_moon: Omni · Perf Test · No Async Chunk"
        key: nightly-omni-performance-no-async-chunk
        timeout_in_minutes: 300
@@ -115,32 +102,6 @@ steps:
            exit $$EXIT
        mirror_hardwares: h100_3

-      - label: ":full_moon: Omni · MiniCPM-o 4.5 · Perf Test"
-        key: nightly-omni-performance-minicpmo-4-5
-        timeout_in_minutes: 180
-        commands:
-          - export BENCHMARK_DIR=tests/dfx/perf/results
-          - |
-            set +e
-            pytest -s -v tests/dfx/perf/scripts/run_benchmark.py --test-config-file tests/dfx/perf/tests/test_minicpmo_4_5.json
-            EXIT=$$?
-            buildkite-agent artifact upload "tests/dfx/perf/results/*.json"
-            exit $$EXIT
-        mirror_hardwares: h100_1
-
-      - label: ":full_moon: Omni · MiniCPM-o 4.5 · Duplex Seed-TTS Perf Test"
-        key: nightly-omni-performance-minicpmo-4-5-duplex-seed-tts
-        timeout_in_minutes: 180
-        commands:
-          - export BENCHMARK_DIR=tests/dfx/perf/results
-          - |
-            set +e
-            pytest -s -v tests/dfx/perf/scripts/run_benchmark.py --test-config-file tests/dfx/perf/tests/test_minicpmo_4_5_duplex_seed_tts.json
-            EXIT=$$?
-            buildkite-agent artifact upload "tests/dfx/perf/results/*.json"
-            exit $$EXIT
-        mirror_hardwares: h100_1
-
      - label: ":full_moon: Omni · Multi-Replica Startup Test with 4x H100"
        timeout_in_minutes: 45
        commands:
@@ -466,10 +427,10 @@ steps:
          - pytest -s -v tests/e2e/accuracy/test_diffusers_backend_similarity.py -k '2v_matches_diffusers' -m full_model --run-level full_model
        mirror_hardwares: h100_2

-      - label: ":full_moon: Diffusion X2V · MiniMax H3 I2VA/Ref2VA Accuracy Test"
+      - label: ":full_moon: Diffusion X2V · MiniMax H3 T2VA Accuracy Test"
        timeout_in_minutes: 180
        commands:
-          - pytest -s -v tests/e2e/accuracy/minimax_h3/test_minimax_h3_i2va_ref2va_similarity.py -m full_model --run-level full_model
+          - pytest -s -v tests/e2e/accuracy/minimax_h3/test_minimax_h3_t2va_similarity.py -m full_model --run-level full_model
        mirror_hardwares: h100_4

      - label: ":full_moon: Diffusion X2V · Other Accuracy Test"
@@ -172,7 +172,7 @@ steps:
            timeout 20m bash -c "
              pytest -s -v tests/e2e/offline_inference/test_minicpmo_4_5.py -m 'core_model' --run-level 'core_model'
            "
-        mirror_hardwares: h100_1
+        mirror_hardwares: h100_2

      - label: "Omni · MiniCPM-o 4.5 Online Test"
        source_file_dependencies:
@@ -183,7 +183,7 @@ steps:
            timeout 20m bash -c "
              pytest -s -v tests/e2e/online_serving/test_minicpmo_4_5.py -m 'core_model' --run-level 'core_model'
            "
-        mirror_hardwares: h100_1
+        mirror_hardwares: h100_2

      - label: "Omni · MiniCPM-o 4.5 Duplex Test"
        source_file_dependencies:
@@ -192,10 +192,10 @@ steps:
          - tests/e2e/online_serving/test_minicpmo_4_5_duplex.py
          - tests/e2e/online_serving/test_minicpmo_4_5_duplex_expansion.py
          - tests/e2e/online_serving/test_minicpmo_realtime_duplex_drivers.py
-          - tests/e2e/online_serving/helpers/minicpmo_realtime_duplex_scenarios.py
+          - tests/e2e/online_serving/minicpmo_realtime_duplex_scenarios.py
          - tests/e2e/online_serving/run_minicpmo_realtime_duplex_multi_session.py
          - tests/e2e/online_serving/run_minicpmo_realtime_duplex_soft_interrupt.py
-          - tests/e2e/online_serving/helpers/minicpmo_4_5_duplex.py
+          - tests/helpers/minicpmo_4_5_duplex.py
          - vllm_omni/deploy/minicpmo_4_5_duplex.yaml
          - vllm_omni/experimental/fullduplex/
          - vllm_omni/model_executor/models/minicpmo_4_5/
@@ -210,7 +210,7 @@ steps:
            timeout 20m bash -c "
              pytest -s -v tests/e2e/online_serving/test_minicpmo_4_5_duplex.py -m 'core_model and cuda' --run-level 'core_model'
            "
-        mirror_hardwares: h100_1
+        mirror_hardwares: h100_2

      - label: "TTS · VoxCPM2 Test"
        source_file_dependencies:
@@ -39,7 +39,7 @@ steps:
            EXIT=$$?
            buildkite-agent artifact upload "tests/dfx/perf/results/*.json"
            exit $$EXIT
-      - label: ":full_moon: Omni · MiniCPM-o 4.5 Test"
+      - label: ":robot: Omni · MiniCPM-o 4.5 Test"
        mirror_hardwares: a3_npu_2
        env:
          VLLM_WORKER_MULTIPROC_METHOD: spawn
@@ -47,34 +47,6 @@ steps:
          HF_TOKEN: "${HF_TOKEN}"
        commands:
          - pytest -s -v tests/e2e/offline_inference/test_minicpmo_4_5.py tests/e2e/online_serving/test_minicpmo_4_5.py tests/e2e/online_serving/test_minicpmo_4_5_expansion.py -m 'full_model' --run-level 'full_model'
-      - label: ":full_moon: Omni · MiniCPM-o 4.5 · Duplex Test"
-        timeout_in_minutes: 180
-        mirror_hardwares: a3_npu_2
-        env:
-          VLLM_WORKER_MULTIPROC_METHOD: spawn
-          VLLM_ALLOW_LONG_MAX_MODEL_LEN: "1"
-          HF_TOKEN: "${HF_TOKEN}"
-        commands:
-          - >-
-            pytest -s -v
-            tests/e2e/online_serving/test_minicpmo_4_5_duplex.py
-            tests/e2e/online_serving/test_minicpmo_4_5_duplex_expansion.py
-            -m "npu and A3 and omni"
-            --run-level full_model
-      - label: ":full_moon: Omni · MiniCPM-o 4.5 · Accuracy Test"
-        timeout_in_minutes: 180
-        mirror_hardwares: a3_npu_2
-        env:
-          VLLM_WORKER_MULTIPROC_METHOD: spawn
-          VLLM_ALLOW_LONG_MAX_MODEL_LEN: "1"
-          HF_TOKEN: "${HF_TOKEN}"
-        commands:
-          - |
-            set +e
-            pytest -s -v tests/e2e/accuracy/minicpmo_4_5/test_minicpmo_4_5.py -m "full_model and npu and A3" --run-level full_model
-            EXIT=$$?
-            buildkite-agent artifact upload "tests/e2e/accuracy/minicpmo_4_5/results/*.json"
-            exit $$EXIT
  - group: ":card_index_dividers: TTS Model Test"
    key: nightly-tts-test-group
    depends_on: upload-nightly-pipeline
@@ -3,20 +3,22 @@ steps:
    key: ready-omni-group
    depends_on: upload-ready-pipeline
    steps:
-      - label: "Omni · MiniCPM-o 4.5 Test"
-        mirror_hardwares: a3_npu_2
+      - label: ":robot: Omni · MiniCPM-o 4.5 Test"
+        agents:
+          queue: "ascend-a3"
+          resource_class: "npu-2"
+        image: "swr.cn-southwest-2.myhuaweicloud.com/modelfoundry/vllm-omni-ci-npu:${BUILDKITE_COMMIT}-a3"
+        plugins:
+          - kubernetes:
+              podSpecPatch:
+                imagePullSecrets:
+                  - name: swr-secret
        env:
          VLLM_WORKER_MULTIPROC_METHOD: spawn
          VLLM_ALLOW_LONG_MAX_MODEL_LEN: "1"
+          HF_TOKEN: "${HF_TOKEN}"
        commands:
-          - pytest -s -v tests/e2e/offline_inference/test_minicpmo_4_5.py tests/e2e/online_serving/test_minicpmo_4_5.py -m 'core_model and npu and A3 and omni' --run-level 'core_model'
-      - label: "Omni · MiniCPM-o 4.5 Duplex Test"
-        mirror_hardwares: a3_npu_2
-        env:
-          VLLM_WORKER_MULTIPROC_METHOD: spawn
-          VLLM_ALLOW_LONG_MAX_MODEL_LEN: "1"
-        commands:
-          - pytest -s -v tests/e2e/online_serving/test_minicpmo_4_5_duplex.py -m 'core_model and npu and A3 and omni' --run-level 'core_model'
+          - pytest -s -v tests/e2e/offline_inference/test_minicpmo_4_5.py tests/e2e/online_serving/test_minicpmo_4_5.py -m 'core_model' --run-level 'core_model'

  - group: ":card_index_dividers: TTS Model Test"
    key: ready-tts-group
@@ -1,9 +1,9 @@
-# Repository Skills for vLLM-Omni
+# Claude Skills for vLLM-Omni

-This directory contains repository-scale skills maintained for `vllm-omni`.
-They capture repeatable workflows for common contributor and maintainer tasks
-such as model integration, CI-aligned testing, performance optimization, and
-pull request review.
+This directory contains Claude Code skills maintained for the `vllm-omni`
+repository. These skills capture repeatable workflows for common contributor
+tasks such as model integration, pull request review, and release note
+generation.

 ## Directory Structure

@@ -14,41 +14,31 @@ include:
 - `references/`: focused reference material used by the skill
 - `scripts/`: small helper scripts used by the skill

-## Using the Skills
-
-Coding agents that discover repository skills can invoke the relevant skill by
-name. For other agents, point them to the skill's `SKILL.md` and ask them to
-read it before changing code. Combine a domain skill with `vllm-omni-test` when
-tests or CI coverage change, then use `precheck-pr` for the contributor's final
-self-check.
-
 ## Available Skills

- [`add-diffusion-model`](add-diffusion-model/SKILL.md): guides integration of
-  a new diffusion model into `vllm-omni`
- [`add-tts-model`](add-tts-model/SKILL.md): covers integration of new TTS
-  models and related serving workflows
- [`diffusion-perf-opt`](diffusion-perf-opt/SKILL.md): guides diffusion model
-  performance optimization, including profiling traces, parallel strategies,
-  stage timing analysis, and benchmark-driven tuning
- [`precheck-pr`](precheck-pr/SKILL.md): self-checks a branch before creating a
-  PR by validating title format, dead code, accuracy and performance claims,
-  and merge readiness
- [`quantization`](quantization/SKILL.md): guides quantization method selection,
-  model integration, checkpoint loading, and quality/performance validation
-  for vLLM-Omni
- [`review-pr`](review-pr/SKILL.md): provides a frozen-snapshot, contract-aware
-  workflow for maintainers and reviewers; contributors should use
-  `precheck-pr` for self-review
- [`vllm-omni-npu-model-runner-upgrade`](vllm-omni-npu-upgrade/SKILL.md):
-  upgrades NPU model runners to align with the latest vllm-ascend
-  `NPUModelRunner`
- [`vllm-omni-test`](vllm-omni-test/SKILL.md): guides generation and execution
-  of CI-aligned tests (L1–L4), pytest marker selection (`core_model` /
-  `advanced_model` / `full_model`, `omni` / `tts` / `diffusion`), Buildkite
-  wiring (`test-ready.yml`, `test-merge.yml`, `test-nightly.yml`,
-  `test-weekly.yml`), and copy-paste local plus CI-like `pytest` commands; see
-  `references/test-routing.md` for level-to-command mapping
+- `add-diffusion-model`: guides integration of a new diffusion model into
+  `vllm-omni`
+- `diffusion-perf-opt`: guides diffusion model performance optimization,
+  including profiling traces, parallel strategies, stage timing analysis, and
+  benchmark-driven tuning
+- `quantization`: guides quantization method selection, model integration,
+  checkpoint loading, and quality/performance validation for vLLM-Omni
+- `add-omni-model`: covers addition of new omni-modality model support
+- `add-tts-model`: covers integration of new TTS models and related serving
+  workflows
+- `generate-release-note`: helps prepare release notes for repository changes
+- `precheck-pr`: self-check a branch before creating a PR — validates PR title
+  format, catches dead code, verifies accuracy/perf claims, and confirms merge
+  readiness
+- `vllm-omni-test`: guides generation and execution of CI-aligned tests (L1–L4),
+  pytest marker selection (`core_model` / `advanced_model` / `full_model`,
+  `omni` / `tts` / `diffusion`), Buildkite wiring (`test-ready.yml`,
+  `test-merge.yml`, `test-nightly.yml`, `test-weekly.yml`), and copy-paste
+  local plus CI-like `pytest` commands; see `references/test-routing.md` for
+  level-to-command mapping
+- `review-pr`: provides a structured workflow for reviewing pull requests
+- `vllm-omni-npu-model-runner-upgrade`: upgrades NPU model runners to align with the
+  latest vllm-ascend NPUModelRunner

 ## Maintenance Guidelines

@@ -45,7 +45,6 @@ RUN source /usr/local/Ascend/ascend-toolkit/set_env.sh && \
      "hyperpyyaml>=1.2.0" \
      "onnx>=1.16.0" \
      "librosa>=0.10.0" \
-      "datasets>=3.0.0" \
      --index-url http://cache-service.nginx-pypi-cache.svc.cluster.local/pypi/simple \
      --trusted-host cache-service.nginx-pypi-cache.svc.cluster.local \
      --default-timeout=60 && \
@@ -46,7 +46,6 @@ RUN source /usr/local/Ascend/ascend-toolkit/set_env.sh && \
      "onnx>=1.16.0" \
      "librosa>=0.10.0" \
      "torchmetrics>=1.9.0" \
-      "datasets>=3.0.0" \
      --index-url http://cache-service.nginx-pypi-cache.svc.cluster.local/pypi/simple \
      --trusted-host cache-service.nginx-pypi-cache.svc.cluster.local \
      --default-timeout=60 && \
@@ -76,47 +76,6 @@ Please refer to the [test instructions](./ci/test_execution_guide.md) for detail
 !!! warning
    Currently, not all unit tests pass when run on CPU platforms. If you don't have access to a GPU platform to run unit tests locally, rely on the continuous integration system to run the tests for now.

-### Using repository skills with coding agents
-
-vLLM-Omni maintains [repository-scale skills](https://github.com/vllm-project/vllm-omni/tree/main/.claude/skills) for common coding, testing, performance, and review workflows. These skills capture repository-specific structure, validation requirements, and evidence standards that a general coding agent may not know.
-
-If your coding agent discovers repository skills automatically, ask it to use the relevant skill by name. Otherwise, point it to the linked `SKILL.md` and ask it to read the file before changing code. Skills can be combined: use a domain skill for the implementation, `vllm-omni-test` for test and CI decisions, and `precheck-pr` before opening the pull request.
-
-| Task | Repository skill |
-| --- | --- |
-| Add or extend a diffusion model | [`add-diffusion-model`](https://github.com/vllm-project/vllm-omni/blob/main/.claude/skills/add-diffusion-model/SKILL.md) |
-| Add or extend a text-to-speech model | [`add-tts-model`](https://github.com/vllm-project/vllm-omni/blob/main/.claude/skills/add-tts-model/SKILL.md) |
-| Add, select, or debug quantization | [`quantization`](https://github.com/vllm-project/vllm-omni/blob/main/.claude/skills/quantization/SKILL.md) |
-| Diagnose or optimize diffusion performance | [`diffusion-perf-opt`](https://github.com/vllm-project/vllm-omni/blob/main/.claude/skills/diffusion-perf-opt/SKILL.md) |
-| Upgrade an NPU model runner | [`vllm-omni-npu-model-runner-upgrade`](https://github.com/vllm-project/vllm-omni/blob/main/.claude/skills/vllm-omni-npu-upgrade/SKILL.md) |
-| Add a regression test, choose L1-L4 coverage, or wire Buildkite | [`vllm-omni-test`](https://github.com/vllm-project/vllm-omni/blob/main/.claude/skills/vllm-omni-test/SKILL.md) |
-| Self-check a branch before opening a pull request | [`precheck-pr`](https://github.com/vllm-project/vllm-omni/blob/main/.claude/skills/precheck-pr/SKILL.md) |
-| Perform a maintainer or reviewer review of an existing pull request or local branch | [`review-pr`](https://github.com/vllm-project/vllm-omni/blob/main/.claude/skills/review-pr/SKILL.md) |
-
-Use the following workflow when collaborating with a coding agent:
-
-1. **Ground the task.** Provide the issue, RFC, or design document that defines the expected behavior. Ask the agent to state its assumptions and identify the affected module or feature contracts before editing code.
-2. **Select the narrowest applicable skills.** Start with the domain skill that owns the change. Add `vllm-omni-test` whenever production behavior or tests change. For a bug fix, ask for the smallest reproducer and a regression test tied to the original symptom.
-3. **Require executable evidence.** Ask the agent to run the narrowest relevant checks and report the exact commands and results. It must identify tests it could not run because of unavailable hardware, model weights, credentials, or dependencies; an unrun check is not a pass.
-4. **Inspect the resulting diff.** Confirm that the implementation stays within the issue or RFC, does not overwrite unrelated work, and includes the required tests, documentation, and benchmark or accuracy evidence.
-5. **Run the pre-submit workflow.** Use `precheck-pr`, then run the applicable local tests and pre-commit hooks before opening the pull request.
-
-For example:
-
-```text
-Use add-diffusion-model and vllm-omni-test to implement the linked issue.
-Read the relevant design documents first, keep the change within the issue,
-and report every test command, result, and hardware validation gap.
-```
-
-```text
-Use vllm-omni-test to turn this bug reproducer into the smallest deterministic
-regression test. Prefer L1 CPU coverage; if the failure requires real weights
-or serving, explain the required L2/L3 environment and provide the exact command.
-```
-
-Repository skills guide the agent, but they do not replace contributor judgment, the accepted issue or RFC, required test evidence, or maintainer review. Review all generated changes before submitting them.
-
 ## Issues

 If you encounter a bug or have a feature request, please search existing issues first to see if it has already been reported. If not, please file a new issue, providing as much relevant information as possible.
@@ -51,7 +51,6 @@ th {
 | `OvisImagePipeline` | Ovis-Image | `OvisAI/Ovis-Image` | ✅︎ | ✅︎ | | ✅︎ | — |
 | `LongcatImagePipeline` | LongCat-Image | `meituan-longcat/LongCat-Image` | ✅︎ | ✅︎ | ✅︎ | ✅︎ | — |
 | `LongCatImageEditPipeline` | LongCat-Image-Edit | `meituan-longcat/LongCat-Image-Edit` | ✅︎ | ✅︎ | ✅︎ | ✅︎ | — |
-| `LongCatVideoAvatarPipeline` | LongCat-Video-Avatar-1.5 A2V/AI2V (native single-speaker and multi-speaker AI2V/AVC) | `meituan-longcat/LongCat-Video-Avatar-1.5` | ✅︎ | | | | [Repository](https://github.com/vllm-project/vllm-omni/blob/main/recipes/meituan-longcat/LongCat-Video-Avatar-1.5.md) |
 | `BooguImagePipeline` | Boogu-Image | `Boogu/Boogu-Image-0.1-Base`, `Boogu/Boogu-Image-0.1-Edit` | ✅︎ | | | | — |
 | `StableDiffusionXLPipeline` | Stable-Diffusion-XL | `stabilityai/stable-diffusion-xl-base-1.0` | ✅︎ | ✅︎ | ✅︎ | ✅︎ | — |
 | `StableDiffusion3Pipeline` | Stable-Diffusion-3 | `stabilityai/stable-diffusion-3.5-medium` | ✅︎ | ✅︎ | | ✅︎ | — |
@@ -164,12 +164,10 @@ In `DiffusionParallelConfig`:
 | `ulysses_degree` | int | 1 | Number of GPUs for Ulysses-SP. Uses all-to-all communication. |
 | `ring_degree` | int | 1 | Number of GPUs for Ring-Attention. Uses P2P ring communication. |
 | `ulysses_mode` | str | `"default"` | Ulysses attention mode. Set to `"advanced_uaa"` to handle arbitrary sequence lengths and head counts without padding. |
-| `mask_sp_padding` | bool | `False` | When the sequence length is not divisible by the SP size, tokens are auto-padded with zeros. Set to `True` to mask those padding tokens (strict, but uses the slower varlen attention path); the default `False` leaves them unmasked, keeping the fast path with negligible numerical impact. |

 **Notes:**
 - Total sequence parallel size equals to `ulysses_degree × ring_degree`
 - Degrees must evenly divide the sequence length for optimal performance (or use `ulysses_mode="advanced_uaa"` for Ulysses-SP)
- `mask_sp_padding` is an experimental feature, currently only supported by `Wan2.2`, `Wan2.2 Vace`, `Qwen-Image`, `Flux 2`, and `HunyuanVideo 1.5`


 ## Best Practices
@@ -159,7 +159,6 @@ The following tables show which models support each feature:
 | **HunyuanVideo-1.5 T2V I2V** |     ❌     |     ✅      |           ✅           |       ✅        |         ✅         |         ❌         |   ✅    |             ✅             |  ✅ (encode/decode)   |       ✅        |        ❌         |
 | **DreamID-Omni**             |     ❌     |     ❌      |           ❌           |       ✅        |         ❌         |         ❌         |   ✅    |             ✅             |          ❌           |       ❌        |        ❌         |
 | **Cosmos3**                  |     ❌     |     ✅      |           ✅           |       ✅        |         ✅         |         ❌         |   ✅    |             ✅             |  ✅ (encode/decode)   |       ✅        |        ❌         |
-| **LongCat-Video-Avatar-1.5** |     ❌     |     ❌      |           ❌           |       ❌        |         ❌         |         ❌         |   ❌    |             ❌             |          ❌           |       ❌        |        ❌         |
 | **MiniMax-H3**               | ✅ (FL2VA) |     ✅      |           ✅           |       ❌        |       ✅ (DiT/TE)  |         ❌         |   ✅    |             ✅             |       ✅ (tile)       |      ✅ (DiT)      |        ❌         |

 **Frame Interpolation Support**
@@ -61,9 +61,7 @@ from vllm_omni.diffusion.utils.param_utils import apply_declared_extra_args
 from vllm_omni.entrypoints.omni import Omni
 from vllm_omni.inputs.data import OmniDiffusionSamplingParams
 from vllm_omni.model_extras import (
-    build_image_to_video_prompt as build_model_image_to_video_prompt,
-)
-from vllm_omni.model_extras import (
+    build_image_to_video_prompt,
    get_extra_body_params,
    get_model_class_name,
 )
@@ -85,22 +83,6 @@ def parse_json_object(value: str, flag_name: str = "argument") -> dict[str, Any]
 parse_profiler_config = functools.partial(parse_json_object, flag_name="--profiler-config")


-def build_image_to_video_prompt(
-    prompt: str,
-    negative_prompt: str | None,
-    media_inputs: dict[str, Any],
-) -> dict[str, Any]:
-    """Build the canonical request envelope for the shared I2V example."""
-    result: dict[str, Any] = {
-        "prompt": prompt,
-        "modalities": ["video"],
-        "multi_modal_data": media_inputs,
-    }
-    if negative_prompt is not None:
-        result["negative_prompt"] = negative_prompt
-    return result
-
-
 def parse_args() -> argparse.Namespace:
    parser = argparse.ArgumentParser(
        description=(
@@ -540,13 +522,10 @@ def main():
        # Preserve the historical empty-prompt behavior for non-LTX examples.
        negative_prompt = ""
    prompt_dict = build_image_to_video_prompt(
+        model_class_name=model_class_name,
        prompt=args.prompt,
        negative_prompt=negative_prompt,
        media_inputs=media_inputs,
-    )
-    prompt_dict = build_model_image_to_video_prompt(
-        model_class_name=model_class_name,
-        prompt=prompt_dict,
        height=height,
        width=width,
        num_frames=num_frames,
@@ -1,319 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-
-import argparse
-import json
-import re
-import subprocess
-import tempfile
-import wave
-from functools import lru_cache
-from pathlib import Path
-from typing import Any
-
-import imageio
-import numpy as np
-import torch
-
-from vllm_omni.diffusion.data import DiffusionParallelConfig
-from vllm_omni.diffusion.models.longcat_video.pipeline_longcat_video_avatar import (
-    prepare_longcat_video_avatar_model_for_omni,
-)
-from vllm_omni.entrypoints.omni import Omni
-from vllm_omni.inputs.data import OmniDiffusionSamplingParams
-from vllm_omni.outputs import OmniRequestOutput
-from vllm_omni.platforms import current_omni_platform
-
-
-def parse_args():
-    parser = argparse.ArgumentParser(description="Generate LongCat-Video-Avatar A2V/AI2V video.")
-    parser.add_argument("--model", default="meituan-longcat/LongCat-Video-Avatar-1.5")
-    parser.add_argument("--base-model-dir", default=None, help="Optional local LongCat-Video base model directory.")
-    parser.add_argument("--stage", choices=["at2v", "ai2v"], default="at2v")
-    parser.add_argument("--prompt", default="A person speaks calmly while facing the camera.")
-    parser.add_argument("--negative-prompt", default="low quality, blurry, watermark, text")
-    parser.add_argument("--audio", default=None, help="Input speech audio path.")
-    parser.add_argument("--image", default=None, help="Input reference image path for AI2V.")
-    parser.add_argument("--input-json", default=None, help="Official LongCat Avatar JSON case for AI2V.")
-    parser.add_argument("--output", default="longcat_avatar_output.mp4")
-    parser.add_argument("--resolution", choices=["480p", "720p"], default="480p")
-    parser.add_argument("--num-frames", type=int, default=93)
-    parser.add_argument("--num-segments", default="1", help="Number of AVC segments, or 'auto' to cover full audio.")
-    parser.add_argument("--num-cond-frames", type=int, default=13)
-    parser.add_argument("--ref-img-index", type=int, default=10)
-    parser.add_argument("--mask-frame-range", type=int, default=3)
-    parser.add_argument("--fps", type=int, default=25)
-    parser.add_argument("--num-inference-steps", type=int, default=8)
-    parser.add_argument("--seed", type=int, default=42)
-    parser.add_argument("--use-distill", action=argparse.BooleanOptionalAction, default=True)
-    parser.add_argument("--use-int8", action=argparse.BooleanOptionalAction, default=True)
-    parser.add_argument(
-        "--build-components-on-gpu",
-        action="store_true",
-        default=False,
-        help="Build large Avatar components directly on GPU for faster startup. Requires more peak VRAM.",
-    )
-    parser.add_argument("--use-kv-cache", action=argparse.BooleanOptionalAction, default=True)
-    parser.add_argument("--offload-kv-cache", action=argparse.BooleanOptionalAction, default=False)
-    parser.add_argument("--enforce-eager", action="store_true")
-    return parser.parse_args()
-
-
-def _extract_frames(output: Any):
-    if isinstance(output, list):
-        output = output[0] if output else None
-    if isinstance(output, OmniRequestOutput):
-        if not output.images:
-            raise ValueError("No video frames found in OmniRequestOutput.")
-        frames = output.images[0] if len(output.images) == 1 else output.images
-        if isinstance(frames, tuple) and len(frames) == 2:
-            frames = frames[0]
-        if isinstance(frames, dict):
-            frames = frames.get("frames") or frames.get("video")
-    else:
-        frames = output
-    if frames is None:
-        raise ValueError("No video frames found in output.")
-    return frames
-
-
-def _frames_to_uint8(frames):
-    frames_np = np.asarray([np.asarray(frame) for frame in frames])
-    if frames_np.ndim == 5:
-        frames_np = frames_np[0]
-    if np.issubdtype(frames_np.dtype, np.floating):
-        frames_np = (np.clip(frames_np, 0.0, 1.0) * 255).round()
-    return np.clip(frames_np, 0, 255).astype(np.uint8)
-
-
-@lru_cache(maxsize=1)
-def _ffmpeg_exe() -> str:
-    try:
-        import imageio_ffmpeg
-
-        return imageio_ffmpeg.get_ffmpeg_exe()
-    except Exception as exc:
-        raise RuntimeError("LongCat Avatar example requires the Python imageio[ffmpeg] dependency.") from exc
-
-
-def _wav_duration(path: Path) -> float:
-    with wave.open(str(path), "rb") as audio:
-        return audio.getnframes() / float(audio.getframerate())
-
-
-def _save_video_with_audio(frames, output_path: Path, audio_path: str, fps: int) -> None:
-    frames_np = _frames_to_uint8(frames)
-    output_path.parent.mkdir(parents=True, exist_ok=True)
-    with tempfile.TemporaryDirectory(prefix="longcat_avatar_export_") as tmp:
-        tmp_dir = Path(tmp)
-        temp_video = tmp_dir / "video.mp4"
-        crop_audio = tmp_dir / "audio.wav"
-        crop_video = tmp_dir / "video_cropped.mp4"
-        writer = imageio.get_writer(str(temp_video), fps=fps, quality=5)
-        try:
-            for frame in frames_np:
-                writer.append_data(frame)
-        finally:
-            writer.close()
-
-        duration = len(frames_np) / fps
-        ffmpeg = _ffmpeg_exe()
-        subprocess.run([ffmpeg, "-y", "-i", audio_path, "-t", f"{duration}", str(crop_audio)], check=True)
-        audio_duration = _wav_duration(crop_audio)
-        subprocess.run(
-            [
-                ffmpeg,
-                "-y",
-                "-i",
-                str(temp_video),
-                "-t",
-                f"{audio_duration}",
-                "-c:v",
-                "copy",
-                str(crop_video),
-            ],
-            check=True,
-        )
-        subprocess.run(
-            [
-                ffmpeg,
-                "-y",
-                "-i",
-                str(crop_video),
-                "-i",
-                str(crop_audio),
-                "-c:v",
-                "libx264",
-                "-c:a",
-                "aac",
-                "-shortest",
-                str(output_path),
-            ],
-            check=True,
-        )
-
-
-def _infer_asset_root_from_input_json(input_json: Path) -> Path:
-    resolved = input_json.resolve()
-    parts = resolved.parts
-    if "assets" not in parts:
-        return resolved.parent
-    asset_idx = parts.index("assets")
-    return Path(*parts[:asset_idx])
-
-
-def _resolve_case_path(path: str, asset_root: Path) -> str:
-    raw_path = Path(path)
-    if raw_path.is_absolute():
-        return str(raw_path)
-    candidate = asset_root / raw_path
-    return str(candidate if candidate.exists() else raw_path)
-
-
-def _speaker_sort_key(name: str) -> tuple[int, str]:
-    match = re.search(r"(\d+)$", str(name))
-    return (int(match.group(1)) if match else 10_000, str(name))
-
-
-def _load_input_case(input_json: str) -> tuple[dict[str, Any], Path]:
-    input_json_path = Path(input_json)
-    with input_json_path.open("r", encoding="utf-8") as f:
-        case = json.load(f)
-    return case, _infer_asset_root_from_input_json(input_json_path)
-
-
-def _create_merged_audio_for_case(
-    audio_paths: dict[str, str],
-    audio_type: str,
-    output_path: Path,
-) -> str:
-    sorted_paths = [path for _, path in sorted(audio_paths.items(), key=lambda item: _speaker_sort_key(str(item[0])))]
-    if len(sorted_paths) == 1:
-        return sorted_paths[0]
-    inputs = [arg for path in sorted_paths for arg in ("-i", path)]
-    audio_type = audio_type.lower()
-    if audio_type == "para":
-        filter_complex = f"amix=inputs={len(sorted_paths)}:duration=longest:normalize=0"
-    elif audio_type == "add":
-        filter_complex = "".join(f"[{idx}:a]" for idx in range(len(sorted_paths)))
-        filter_complex += f"concat=n={len(sorted_paths)}:v=0:a=1"
-    else:
-        raise NotImplementedError(f"Unsupported LongCat Avatar audio_type {audio_type!r}.")
-    subprocess.run([_ffmpeg_exe(), "-y", *inputs, "-filter_complex", filter_complex, str(output_path)], check=True)
-    return str(output_path)
-
-
-def main():
-    args = parse_args()
-    input_case = None
-    input_asset_root = None
-    audio_for_mux = args.audio
-    if args.input_json:
-        input_case, input_asset_root = _load_input_case(args.input_json)
-        args.stage = "ai2v"
-        args.prompt = input_case.get("prompt") or args.prompt
-        args.image = _resolve_case_path(input_case["cond_image"], input_asset_root)
-        args.audio = None
-    if not args.input_json and not args.audio:
-        raise ValueError("--audio is required unless --input-json is provided.")
-    if args.stage == "ai2v" and not args.image:
-        raise ValueError("--image is required when --stage=ai2v.")
-    model_for_omni = prepare_longcat_video_avatar_model_for_omni(args.model, args.use_int8)
-
-    additional_config = {
-        "model_type": "avatar-v1.5",
-        "resolution": args.resolution,
-        "use_distill": args.use_distill,
-        "use_int8": args.use_int8,
-        "build_components_on_gpu": args.build_components_on_gpu,
-    }
-    if args.base_model_dir:
-        additional_config["base_model_dir"] = args.base_model_dir
-
-    omni = Omni(
-        model=model_for_omni,
-        model_class_name="LongCatVideoAvatarPipeline",
-        dtype="bfloat16",
-        enforce_eager=args.enforce_eager,
-        additional_config=additional_config,
-        parallel_config=DiffusionParallelConfig(
-            ulysses_degree=1,
-            ring_degree=1,
-            cfg_parallel_size=1,
-            tensor_parallel_size=1,
-            vae_patch_parallel_size=1,
-            pipeline_parallel_size=1,
-        ),
-    )
-
-    audio_input: str | dict[str, str] | None = args.audio
-    additional_information = {"stage": args.stage, "resolution": args.resolution}
-    if input_case is not None and input_asset_root is not None:
-        audio_input = {
-            speaker: _resolve_case_path(path, input_asset_root)
-            for speaker, path in sorted(
-                input_case["cond_audio"].items(),
-                key=lambda item: _speaker_sort_key(str(item[0])),
-            )
-        }
-        additional_information.update(
-            {
-                "input_json": args.input_json,
-                "audio_type": input_case.get("audio_type", "para"),
-                "bbox": input_case.get("bbox", {}),
-            }
-        )
-
-    prompt = {
-        "prompt": args.prompt,
-        "negative_prompt": args.negative_prompt,
-        "multi_modal_data": {"audio": audio_input},
-        "additional_information": additional_information,
-    }
-    if args.stage == "ai2v":
-        prompt["multi_modal_data"]["image"] = args.image
-
-    try:
-        output = omni.generate(
-            prompt,
-            OmniDiffusionSamplingParams(
-                generator=torch.Generator(device=current_omni_platform.device_type).manual_seed(args.seed),
-                seed=args.seed,
-                guidance_scale=1.0 if args.use_distill else 4.0,
-                guidance_scale_2=1.0 if args.use_distill else 4.0,
-                num_inference_steps=args.num_inference_steps,
-                num_frames=args.num_frames,
-                fps=args.fps,
-                extra_args={
-                    "stage": args.stage,
-                    "resolution": args.resolution,
-                    "save_fps": args.fps,
-                    "use_distill": args.use_distill,
-                    "use_int8": args.use_int8,
-                    "input_json": args.input_json,
-                    "num_segments": args.num_segments,
-                    "num_cond_frames": args.num_cond_frames,
-                    "ref_img_index": args.ref_img_index,
-                    "mask_frame_range": args.mask_frame_range,
-                    "use_kv_cache": args.use_kv_cache,
-                    "offload_kv_cache": args.offload_kv_cache,
-                },
-            ),
-            use_tqdm=True,
-        )
-    finally:
-        omni.close()
-
-    with tempfile.TemporaryDirectory(prefix="longcat_avatar_audio_mux_") as tmp:
-        if input_case is not None and isinstance(audio_input, dict):
-            audio_for_mux = _create_merged_audio_for_case(
-                audio_input,
-                input_case.get("audio_type", "para"),
-                Path(tmp) / "merged_audio.wav",
-            )
-        _save_video_with_audio(_extract_frames(output), Path(args.output), audio_for_mux, args.fps)
-    print(f"Saved video to {args.output}")
-
-
-if __name__ == "__main__":
-    main()
@@ -57,9 +57,8 @@ python examples/offline_inference/text_to_image/text_to_image.py \
  --output lingbot_t2i.png
 ```

-The shared T2I entry point selects the `image` output modality. The LingBot
-pipeline validates that T2I requests produce one frame and do not include an
-input image.
+The LingBot prompt builder selects the `image` output modality and requests one
+frame. Passing an input image is not supported in LingBot T2I mode.

 ## Quick Start

@@ -21,9 +21,7 @@ from vllm_omni.inputs.data import OmniDiffusionSamplingParams
 from vllm_omni.lora.request import LoRARequest
 from vllm_omni.lora.utils import stable_lora_int_id
 from vllm_omni.model_extras import (
-    build_text_to_image_prompt as build_model_text_to_image_prompt,
-)
-from vllm_omni.model_extras import (
+    build_text_to_image_prompt,
    get_extra_body_params,
    get_model_class_name,
    should_init_extra_args_for_non_diffusion_stages,
@@ -58,17 +56,6 @@ def parse_json_object(value: str, flag_name: str = "argument") -> dict[str, Any]
 parse_profiler_config = functools.partial(parse_json_object, flag_name="--profiler-config")


-def build_text_to_image_prompt(prompt: str, negative_prompt: str | None) -> dict[str, Any]:
-    """Build the canonical request envelope for the shared T2I example."""
-    result: dict[str, Any] = {
-        "prompt": prompt,
-        "modalities": ["image"],
-    }
-    if negative_prompt is not None:
-        result["negative_prompt"] = negative_prompt
-    return result
-
-
 def _normalize_images_for_save(images: list[Any]) -> list[Any]:
    """Convert NumPy diffusion outputs to PIL images before saving."""
    normalized = []
@@ -518,12 +505,9 @@ def main():
    generation_start = time.perf_counter()

    prompt_dict = build_text_to_image_prompt(
+        model_class_name=model_class_name,
        prompt=args.prompt,
        negative_prompt=args.negative_prompt,
-    )
-    prompt_dict = build_model_text_to_image_prompt(
-        model_class_name=model_class_name,
-        prompt=prompt_dict,
        height=args.height,
        width=args.width,
    )
@@ -1,9 +1,6 @@
 # Image-To-Video

-This example demonstrates online image-to-video generation with vLLM-Omni.
-The startup script defaults to Wan2.2, but `MODEL` can select any supported
-image-to-video model. The existing curl helper remains a concrete Wan2.2
-request through the standard Videos API.
+This example demonstrates how to deploy the Wan2.2 image-to-video model for online video generation using vLLM-Omni.

 ## Start Server

@@ -23,7 +20,9 @@ bash run_server.sh

 The script allows overriding:
 - `MODEL` (default: `Wan-AI/Wan2.2-I2V-A14B-Diffusers`)
- `PORT` (default: `8099`)
+- `PORT` (default: `8091`)
+- `BOUNDARY_RATIO` (default: `0.875`)
+- `FLOW_SHIFT` (default: `12.0`)
 - `CACHE_BACKEND` (default: `none`)
 - `ENABLE_CACHE_DIT_SUMMARY` (default: `0`)

@@ -1,12 +1,12 @@
 #!/bin/bash
-# Shared image-to-video server start script
+# Wan2.2 image-to-video server start script

 MODEL="${MODEL:-Wan-AI/Wan2.2-I2V-A14B-Diffusers}"
 PORT="${PORT:-8099}"
 CACHE_BACKEND="${CACHE_BACKEND:-none}"
 ENABLE_CACHE_DIT_SUMMARY="${ENABLE_CACHE_DIT_SUMMARY:-0}"

-echo "Starting image-to-video server..."
+echo "Starting Wan2.2 I2V server..."
 echo "Model: $MODEL"
 echo "Port: $PORT"
 echo "Cache backend: $CACHE_BACKEND"
@@ -23,10 +23,10 @@ including `librosa`.

 The deploy config auto-loads via `--omni`.
 The default `vllm_omni/deploy/minicpmo_4_5.yaml` keeps all three stages on
-logical device 0 with memory budgets of 55%, 15%, and 18%, leaving headroom
+logical device 0 with memory budgets of 55%, 15%, and 15%, leaving headroom
 for runtime kernels such as the HiFi-GAN vocoder's cuDNN workspace. The
-profile admits at most four sequences per stage and bounds Talker context
-to 4096 tokens. For throughput,
+profile admits at most four sequences per stage and bounds startup video
+profiling to 32 frames per video. For throughput,
 `minicpmo_4_5_2gpu.yaml` gives the Thinker
 GPU 0 (90%) and colocates the Talker (55%) and Code2Wav (35%) on GPU 1. That
 profile admits at most four concurrent sequences per stage.
@@ -196,7 +196,6 @@ async def run_demo(args: argparse.Namespace) -> dict[str, object]:
            args.model,
            ref_audio=_ref_audio_data_url(args.ref_audio),
            session_id=args.session_id,
-            temperature=args.temperature,
            timeout_s=args.timeout_s,
        )
        stream_event_cursor = len(client.events.events)
@@ -384,12 +383,6 @@ def parse_args() -> argparse.Namespace:
    parser.add_argument("--output-dir", default="/tmp/minicpmo_realtime_duplex_demo")
    parser.add_argument("--chunk-ms", type=int, default=200)
    parser.add_argument("--timeout-s", type=float, default=60.0)
-    parser.add_argument(
-        "--temperature",
-        type=float,
-        default=None,
-        help="Stage0 sampling temperature; response-required soft-interrupt uses 0.0.",
-    )
    parser.add_argument("--no-realtime-pacing", action="store_true")
    parser.add_argument("--require-audio", action="store_true")
    return parser.parse_args()
@@ -1,9 +1,6 @@
 # Text-To-Image

-This example demonstrates online text-to-image generation with vLLM-Omni. The
-startup script and Python clients default to Qwen-Image, but `MODEL` can select
-any supported text-to-image model. The existing curl helper remains a concrete
-Qwen-Image request through the standard Images API.
+This example demonstrates how to deploy Qwen-Image model for online image generation service using vLLM-Omni.

 ## Start Server

@@ -229,8 +226,8 @@ count, use `size` and `n` rather than `height`, `width`, or
 | `height`                 | int   | None    | Image height in pixels         |
 | `width`                  | int   | None    | Image width in pixels          |
 | `size`                   | str   | None    | Image size (e.g., "1024x1024") |
-| `num_inference_steps`    | int   | model   | Number of denoising steps      |
-| `true_cfg_scale`         | float | model   | True CFG scale when supported  |
+| `num_inference_steps`    | int   | 50      | Number of denoising steps      |
+| `true_cfg_scale`         | float | 4.0     | Qwen-Image CFG scale           |
 | `seed`                   | int   | None    | Random seed (reproducible)     |
 | `negative_prompt`        | str   | None    | Negative prompt                |
 | `num_outputs_per_prompt` | int   | 1       | Number of images to generate   |
@@ -1,6 +1,6 @@
 #!/usr/bin/env python3
 """
-Shared text-to-image Gradio demo for online serving.
+Qwen-Image Gradio Demo for online serving.

 Usage:
    python gradio_demo.py [--server http://localhost:8091] [--port 7860]
@@ -77,9 +77,9 @@ def generate_image(
 def create_demo(server_url: str):
    """Create Gradio demo interface."""

-    with gr.Blocks(title="Text-to-Image Demo") as demo:
-        gr.Markdown("# Text-to-Image Online Generation")
-        gr.Markdown("Generate images using the model configured on the server")
+    with gr.Blocks(title="Qwen-Image Demo") as demo:
+        gr.Markdown("# Qwen-Image Online Generation")
+        gr.Markdown("Generate images using Qwen-Image model")

        with gr.Row():
            with gr.Column(scale=1):
@@ -115,6 +115,7 @@ def create_demo(server_url: str):
                        label="Inference Steps",
                        minimum=10,
                        maximum=100,
+                        # Default steps aligned with run_curl_text_to_image.sh to 100
                        value=100,
                        step=5,
                    )
@@ -172,7 +173,7 @@ def create_demo(server_url: str):


 def main():
-    parser = argparse.ArgumentParser(description="Shared text-to-image Gradio demo")
+    parser = argparse.ArgumentParser(description="Qwen-Image Gradio Demo")
    parser.add_argument("--server", default="http://localhost:8091", help="Server URL")
    parser.add_argument("--port", type=int, default=7860, help="Gradio port")
    parser.add_argument("--share", action="store_true", help="Create public link")
@@ -1,6 +1,6 @@
 #!/usr/bin/env python3
 """
-Shared OpenAI-compatible text-to-image generation client.
+Qwen-Image OpenAI-compatible image generation client.

 Usage:
    python openai_chat_client.py --prompt "A beautiful landscape" --output output.png
@@ -39,7 +39,7 @@ def generate_image(
        height: Image height in pixels
        width: Image width in pixels
        steps: Number of diffusion steps
-        true_cfg_scale: True CFG scale for models that support it
+        true_cfg_scale: Qwen-Image CFG scale
        seed: Random seed
        negative_prompt: Negative prompt
        num_outputs_per_prompt: Number of images to generate
@@ -70,7 +70,7 @@ def generate_image(
        payload["num_inference_steps"] = steps
    if true_cfg_scale is not None:
        payload["true_cfg_scale"] = true_cfg_scale
-    if negative_prompt is not None:
+    if negative_prompt:
        payload["negative_prompt"] = negative_prompt
    if seed is not None:
        payload["seed"] = seed
@@ -115,15 +115,15 @@ def generate_image(


 def main():
-    parser = argparse.ArgumentParser(description="Shared text-to-image client")
+    parser = argparse.ArgumentParser(description="Qwen-Image chat client")
    parser.add_argument("--prompt", "-p", default="a cup of coffee on the table", help="Text prompt")
-    parser.add_argument("--output", "-o", default="text_to_image_output.png", help="Output file")
+    parser.add_argument("--output", "-o", default="qwen_image_output.png", help="Output file")
    parser.add_argument("--server", "-s", default="http://localhost:8091", help="Server URL")
-    parser.add_argument("--height", type=int, help="Image height; defaults to the model setting")
-    parser.add_argument("--width", type=int, help="Image width; defaults to the model setting")
-    parser.add_argument("--steps", type=int, help="Inference steps; defaults to the model setting")
-    parser.add_argument("--cfg-scale", type=float, help="True CFG scale when supported")
-    parser.add_argument("--seed", type=int, help="Random seed")
+    parser.add_argument("--height", type=int, default=1024, help="Image height")
+    parser.add_argument("--width", type=int, default=1024, help="Image width")
+    parser.add_argument("--steps", type=int, default=50, help="Inference steps")
+    parser.add_argument("--cfg-scale", type=float, default=4.0, help="True CFG scale")
+    parser.add_argument("--seed", type=int, default=0, help="Random seed")
    parser.add_argument("--negative", help="Negative prompt")

    parser.add_argument("--lora-path", default=None, help="Server-local LoRA adapter folder (PEFT format)")
@@ -1,10 +1,10 @@
 #!/bin/bash
-# Shared text-to-image online serving startup script
+# Qwen-Image online serving startup script

 MODEL="${MODEL:-Qwen/Qwen-Image}"
 PORT="${PORT:-8091}"

-echo "Starting text-to-image server..."
+echo "Starting Qwen-Image server..."
 echo "Model: $MODEL"
 echo "Port: $PORT"

@@ -89,14 +89,6 @@ local = [
    "FlagEmbedding",
 ]

-# LongCat-Video-Avatar A2V/AI2V runtime dependencies for vocal
-# separation and loudness normalization.
-longcat-video-avatar = [
-    "audio-separator==0.44.2",
-    "pyloudnorm==0.1.1",
-    "soundfile>=0.13.1",
-]
-
 # Optional Blackwell-only fused-bias FP8 GEMM; package is `quack-kernels` (imported
 # as `quack`), not the unrelated `quack`. See docs/user_guide/quantization/fp8.md.
 quack = [
@@ -1,169 +0,0 @@
-# MiniMax-H3 on RTX 4090
-
-This recipe uses BF16 weights, tiled VAE decode, tensor parallelism, optional
-Ulysses sequence parallelism, and distributed layerwise offload (DLO). It is the
-24 GiB sibling of [MiniMax-H3-5090.md](MiniMax-H3-5090.md): the two-GPU topology
-matches that recipe, but the resident DiT-block count is lower so the per-rank
-peak fits in 24 GiB. Lower resident counts reduce HBM use and increase
-CPU-to-GPU transfer time.
-
-## Capacity requirements
-
-| Resource | Two RTX 4090s | Four RTX 4090s |
-| --- | ---: | ---: |
-| GPU HBM | 24 GiB per GPU | 24 GiB per GPU |
-| Checkpoint storage | 135 GiB per partition | 135 GiB per partition |
-| Available system RAM | 200 GiB minimum | 200 GiB minimum |
-| Recommended system RAM | 384 GiB | 384 GiB |
-
-`FL2VA` and `Ref2VA` are separate 135 GiB checkpoint partitions. Start one
-server at a time. DLO keeps rank-local weights in pinned host memory; increasing
-`--dlo-resident-layers` improves latency but does **not** reduce host RAM in the
-current implementation because resident layers retain pinned CPU master copies.
-
-A single RTX 4090 is not covered here. The one-GPU DLO profile in the RTX 5090
-recipe peaked at 26.50 GiB with 12 resident layers, which exceeds 24 GiB. On one
-4090, use the model-level CPU offload command in
-[MiniMax-H3.md](MiniMax-H3.md#single-gpu-accuracy-and-memory-first) instead, or
-lower the resident count and re-measure before trusting it.
-
-> **Modular H3:** after #5720 lands, preserve this recipe's one-partition
-> behavior with `--task-type fl2va` or `--task-type ref2va`.
-
-## Two RTX 4090s: 1024x576, 5 seconds
-
-Use TP2 and 12 resident DiT layers. This is the `rtx4090` profile from the main
-recipe. On two RTX 4090s it peaked at 15,620 MiB per rank for T2VA and
-14,918 MiB per rank for Ref2VA, leaving roughly 9 GiB of headroom per card. See
-[Target-hardware validation](#target-hardware-validation) for the full numbers.
-
-```bash
-export VLLM_WORKER_MULTIPROC_METHOD=spawn
-export VLLM_OMNI_VIDEO_SYNC_TIMEOUT=14400
-
-CUDA_VISIBLE_DEVICES=0,1 vllm serve /path/to/MiniMax-H3/FL2VA \
-  --omni --trust-remote-code --host 0.0.0.0 --port 8000 \
-  --num-gpus 2 --tensor-parallel-size 2 --text-encoder-tp-size 2 \
-  --usp 1 --ring 1 --vae-patch-parallel-size 2 \
-  --vae-parallel-mode tile --vae-use-tiling \
-  --enable-distributed-layerwise-offload --dlo-no-use-allgather \
-  --dlo-resident-layers 12 --enforce-eager \
-  --diffusion-attention-backend CUDNN_ATTN
-```
-
-For Ref2VA, stop the FL2VA server and restart the same command with
-`/path/to/MiniMax-H3/Ref2VA`. Ref2VA reference image count and prompt length can
-increase activation memory; begin with one request at a time.
-
-`VLLM_OMNI_VIDEO_SYNC_TIMEOUT` matters more here than on larger cards. DLO
-streams non-resident DiT blocks over PCIe on every denoising step, so a 60-step
-request takes several minutes and would otherwise hit the 600-second default.
-
-## Four RTX 4090s: 1024x576, 5 seconds
-
-Keep TP2 and raise Ulysses sequence parallel to 2 so the world size is
-`TP × USP = 4`. Text-encoder TP and VAE patch parallel follow the GPU count.
-Resident layers stay at 12: adding USP does not shard DiT weights further, so
-per-GPU peak HBM stays close to the two-GPU profile while wall-clock improves.
-
-```bash
-export VLLM_WORKER_MULTIPROC_METHOD=spawn
-export VLLM_OMNI_VIDEO_SYNC_TIMEOUT=14400
-
-CUDA_VISIBLE_DEVICES=0,1,2,3 vllm serve /path/to/MiniMax-H3/FL2VA \
-  --omni --trust-remote-code --host 0.0.0.0 --port 8000 \
-  --num-gpus 4 --tensor-parallel-size 2 --text-encoder-tp-size 4 \
-  --usp 2 --ring 1 --vae-patch-parallel-size 4 \
-  --vae-parallel-mode tile --vae-use-tiling \
-  --enable-distributed-layerwise-offload --dlo-no-use-allgather \
-  --dlo-resident-layers 12 --enforce-eager \
-  --diffusion-attention-backend CUDNN_ATTN
-```
-
-For Ref2VA, stop the FL2VA server and restart the same command with
-`/path/to/MiniMax-H3/Ref2VA`. Pin four dedicated GPUs; if the launcher exposes
-fewer than four devices, startup fails with
-`Stage 0 requires 4 device(s) based on parallel_config`.
-
-## Target-hardware validation
-
-Measured on RTX 4090 (24,564 MiB each, driver 580.126.09) with the serve
-commands above, at vLLM-Omni `0.26.1.dev55+g81b48e83e`, vLLM `0.26.0`, and
-PyTorch `2.11.0+cu130`. GPUs used by each server were dedicated. `Client E2E`
-and `Peak per GPU` come from the `/v1/videos/sync` response headers
-`x-inference-time-s` and `x-peak-memory-mb`; the latter is the rank-0 CUDA
-reserved high-water mark, so it is a per-GPU figure.
-
-| GPUs | Topology | Task | Shape | Frames | Steps | Client E2E | Peak per GPU | Output validation |
-| ---: | --- | --- | ---: | ---: | ---: | ---: | ---: | --- |
-| 2 | TP2 × USP1 | T2VA (`FL2VA`) | 1024x576 | 124 at 24 FPS | 60 | 7 min 9 s | 15.3 GiB | H.264 video + 32 kHz stereo AAC; full `ffmpeg` decode passed |
-| 2 | TP2 × USP1 | Ref2VA | 1024x576 | 124 at 24 FPS | 60 | 14 min 52 s | 14.6 GiB | H.264 video + 32 kHz stereo AAC; full `ffmpeg` decode passed |
-| 4 | TP2 × USP2 | T2VA (`FL2VA`) | 1024x576 | 124 at 24 FPS | 60 | 4 min 29 s | 15.2 GiB | H.264 video + 32 kHz stereo AAC; full `ffmpeg` decode passed |
-| 4 | TP2 × USP2 | Ref2VA | 1024x576 | 124 at 24 FPS | 60 | 9 min 5 s | 16.1 GiB | H.264 video + 32 kHz stereo AAC; successful `/v1/videos/sync` 200 |
-
-All rows use `seed=1101`, `flow_shift=12`, and `audio_flow_shift=3.0`.
-
-Two-GPU repeats: T2VA measured 434.9 s and 429.3 s; Ref2VA measured 891.9 s and
-892.1 s. Peak memory was identical across repeats for both tasks, and the two
-outputs of each pair agreed to within 115 bytes.
-
-Four-GPU T2VA repeats: 273.8 s and 269.5 s, peaking at 15,560 MiB and
-15,612 MiB. Four-GPU Ref2VA is a single successful end-to-end run (545.2 s,
-16,448 MiB). Follow-up Ref2VA requests on this build completed diffusion but
-then hit the engine's hardcoded 30 s async output wait
-(`_ASYNC_OUTPUT_TIMEOUT` in `diffusion_engine.py`) during post-compute D2H,
-so they are not reported as repeats.
-
-Relative to the two-GPU baseline on the same shape, four-GPU TP2×USP2 was about
-1.6× faster for both tasks, while per-GPU peak HBM stayed in the mid-15 GiB
-range because USP does not further shard resident DiT weights. These are
-single-request validation runs, not concurrent throughput benchmarks.
-
-## Request examples
-
-`t2va` requires an explicit `aspect_ratio`. Without it the request fails with
-`t2va requires an explicit aspect_ratio`, even when `width` and `height` are set.
-
-Text to video and audio, against the `FL2VA` server:
-
-```bash
-curl -sS -D headers_t2va.txt -o out_t2va.mp4 --max-time 14400 \
-  -X POST "http://127.0.0.1:8000/v1/videos/sync" \
-  -F 'prompt=傍晚的小厨房，夕阳余晖从窗边洒进来，旧木桌上放着洗到一半的马克杯和起雾的玻璃瓶，悬挂的抹布轻轻晃动。画面带有手持拍摄的轻微晃动和逆光曝光波动，生活感十足。环境音是安静的厨房底噪。' \
-  -F 'aspect_ratio=16:9' \
-  -F 'width=1024' -F 'height=576' -F 'fps=24' \
-  -F 'num_inference_steps=60' -F 'flow_shift=12' -F 'seed=1101' \
-  -F 'extra_params={"task":"t2va","duration":5,"audio_flow_shift":3.0}'
-```
-
-Reference to video and audio, against the `Ref2VA` server:
-
-```bash
-curl -sS -D headers_ref2va.txt -o out_ref2va.mp4 --max-time 14400 \
-  -X POST "http://127.0.0.1:8000/v1/videos/sync" \
-  -F 'prompt=傍晚的小厨房，夕阳余晖从窗边洒进来，旧木桌上放着洗到一半的马克杯和起雾的玻璃瓶，悬挂的抹布轻轻晃动。画面带有手持拍摄的轻微晃动和逆光曝光波动，生活感十足。环境音是安静的厨房底噪。' \
-  -F 'input_reference=@/path/to/reference.jpg;type=image/jpeg' \
-  -F 'audio_reference=</path/to/audio_reference.json' \
-  -F 'width=1024' -F 'height=576' -F 'fps=24' \
-  -F 'num_inference_steps=60' -F 'flow_shift=12' -F 'seed=1101' \
-  -F 'extra_params={"task":"ref2va","duration":5,"audio_flow_shift":3.0}'
-```
-
-`audio_reference` is a JSON object, which is why the example loads it from a file
-with curl's `<` syntax. Its `audio_url` must be an `http(s)` URL or a data URL;
-a bare filesystem path is rejected with `Invalid audio_reference.audio_url`.
-
-```json
-{"audio_url": "https://example.com/reference.wav"}
-```
-
-Reference images are validated before inference: the short edge must be at least
-256 pixels, the long edge at most 5760, and the aspect ratio must fall between
-0.4 and 2.5.
-
-The response headers carry the measurements used in the table above:
-
-```bash
-cat headers_t2va.txt
-ffmpeg -v error -i out_t2va.mp4 -f null - && echo DECODE_OK
-```
@@ -30,9 +30,8 @@ also provided.
  `hf_config.version="4.5"`):
  - Default single-GPU compatibility layout (auto-loaded):
    [`vllm_omni/deploy/minicpmo_4_5.yaml`](../../vllm_omni/deploy/minicpmo_4_5.yaml)
-  - Recommended 2-GPU continuous-batching layout:
+  - 2-GPU and 3-GPU layouts:
    [`vllm_omni/deploy/minicpmo_4_5_2gpu.yaml`](../../vllm_omni/deploy/minicpmo_4_5_2gpu.yaml),
-  - 3-GPU layout:
    [`vllm_omni/deploy/minicpmo_4_5_3gpu.yaml`](../../vllm_omni/deploy/minicpmo_4_5_3gpu.yaml)
  - 8x RTX 4090 layout:
    [`vllm_omni/deploy/minicpmo_4_5_8x4090.yaml`](../../vllm_omni/deploy/minicpmo_4_5_8x4090.yaml)
@@ -55,7 +55,6 @@ recipes/
 | [`krea/Krea-2.md`](./krea/Krea-2.md) | Text-to-image (Turbo + Raw), offline + online, with LoRA | 1x H100 80GB |
 | [`LTX/LTX-2.md`](./LTX/LTX-2.md) | LTX-2/LTX-2.3 text-to-video and image-to-video with synchronized audio | H200 141GB / 96GB-class GPU |
 | [`MammothModa2/MammothModa2.md`](./MammothModa2/MammothModa2.md) | Preview and Dev text-to-image (AR → DiT); Dev text/image understanding | Preview: 1x L40S 48GB / 1x ≥40GB GPU; Dev: 1x NVIDIA GPU with sufficient cache headroom |
-| [`meituan-longcat/LongCat-Video-Avatar-1.5.md`](./meituan-longcat/LongCat-Video-Avatar-1.5.md) | Audio-driven avatar video generation (AT2V / AI2V, single- and multi-speaker, AVC continuation) | 1x H100 80GB |
 | [`mistralai/Voxtral-TTS.md`](./mistralai/Voxtral-TTS.md) | Online serving for TTS | 1x RTX 4090 24GB |
 | [`Robbyant/LingBot-Video.md`](./Robbyant/LingBot-Video.md) | Native dense and MoE text-to-video serving | Dense: 1x L20X; MoE: 1x L20X (~67.7 GiB peak) |
 | [`cosmos3/Cosmos3-Nano.md`](./cosmos3/Cosmos3-Nano.md) | Text-to-image, text-to-video, image-to-video, video-to-video generation, text to video with sound, action policy | 1x H200 141GB / B300 |
@@ -1,282 +0,0 @@
-# LongCat-Video-Avatar-1.5
-
-> Audio-driven avatar video generation (AT2V / AI2V)
-
-## Summary
-
- Vendor: meituan-longcat
- Model: `meituan-longcat/LongCat-Video-Avatar-1.5`
- Task: Audio-to-video (AT2V) and audio-and-image-to-video (AI2V) avatar generation
- Mode: Offline inference
- Maintainer: Community
-
-## When to use this recipe
-
-Use this recipe to drive a talking or singing avatar from a speech clip, either
-from text alone (AT2V) or from a reference image (AI2V), with the native
-LongCat-Video-Avatar-1.5 pipeline in vLLM-Omni. It covers:
-
-1. **Single-speaker AT2V / AI2V** — one 93-frame segment from one audio track.
-2. **AVC continuation** — chained segments that cover a longer audio track.
-3. **Multi-speaker AI2V** — several audio tracks placed on a reference image
-   through speaker bounding boxes.
-
-The example saves an mp4 with the generated frames muxed with the input audio.
-
-## References
-
- Upstream model card: <https://huggingface.co/meituan-longcat/LongCat-Video-Avatar-1.5>
- Upstream repository and example assets: <https://github.com/meituan-longcat/LongCat-Video>
- Related example under `examples/`: [`longcat_video/end2end.py`](../../examples/offline_inference/longcat_video/end2end.py)
-
-## Hardware Support
-
-## CUDA
-
-### 1× NVIDIA H100 (80 GB)
-
-#### Environment
-
- OS: Linux
- Python: 3.10+
- Driver: NVIDIA driver with CUDA 12.x
- vLLM version: Match the repository requirements for your checkout
- vLLM-Omni version or commit: Use the commit you are deploying from
-
-#### Prerequisites
-
-Install the LongCat Avatar optional runtime dependencies:
-
-```bash
-pip install "vllm-omni[longcat-video-avatar]"
-```
-
-The example uses the `imageio_ffmpeg` executable installed by vLLM-Omni's
-`imageio[ffmpeg]` dependency.
-
-#### Command
-
-Audio-to-video (AT2V):
-
-```bash
-python examples/offline_inference/longcat_video/end2end.py \
-  --model meituan-longcat/LongCat-Video-Avatar-1.5 \
-  --stage at2v \
-  --audio /path/to/speech.wav \
-  --prompt "A person speaks calmly while facing the camera." \
-  --num-frames 93 \
-  --num-inference-steps 8 \
-  --output longcat_avatar_at2v.mp4
-```
-
-Audio-and-image-to-video (AI2V):
-
-```bash
-python examples/offline_inference/longcat_video/end2end.py \
-  --model meituan-longcat/LongCat-Video-Avatar-1.5 \
-  --stage ai2v \
-  --audio /path/to/speech.wav \
-  --image /path/to/reference.jpg \
-  --prompt "A person speaks calmly while facing the camera." \
-  --num-frames 93 \
-  --num-inference-steps 8 \
-  --output longcat_avatar_ai2v.mp4
-```
-
-#### Official Example Assets
-
-Download the official Avatar example assets:
-
-```bash
-mkdir -p longcat_avatar_assets/assets/avatar/single longcat_avatar_assets/assets/avatar/multi
-
-curl -L -o longcat_avatar_assets/assets/avatar/single/man.mp3 \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/single/man.mp3
-curl -L -o longcat_avatar_assets/assets/avatar/single/man.png \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/single/man.png
-curl -L -o longcat_avatar_assets/assets/avatar/single_example_1.json \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/single_example_1.json
-
-curl -L -o longcat_avatar_assets/assets/avatar/multi/sing.png \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/multi/sing.png
-curl -L -o longcat_avatar_assets/assets/avatar/multi/sing_man.WAV \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/multi/sing_man.WAV
-curl -L -o longcat_avatar_assets/assets/avatar/multi/sing_woman.WAV \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/multi/sing_woman.WAV
-curl -L -o longcat_avatar_assets/assets/avatar/multi/introduce.png \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/multi/introduce.png
-curl -L -o longcat_avatar_assets/assets/avatar/multi/introduce_man.mp3 \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/multi/introduce_man.mp3
-curl -L -o longcat_avatar_assets/assets/avatar/multi/introduce_woman.mp3 \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/multi/introduce_woman.mp3
-curl -L -o longcat_avatar_assets/assets/avatar/multi_example_1.json \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/multi_example_1.json
-curl -L -o longcat_avatar_assets/assets/avatar/multi_example_2.json \
-  https://raw.githubusercontent.com/meituan-longcat/LongCat-Video/main/assets/avatar/multi_example_2.json
-
-export LONGCAT_VIDEO_ASSET_DIR="$PWD/longcat_avatar_assets/assets/avatar"
-export AVATAR_MODEL=meituan-longcat/LongCat-Video-Avatar-1.5
-export PROMPT="$(python -c 'import json, os; print(json.load(open(os.environ["LONGCAT_VIDEO_ASSET_DIR"] + "/single_example_1.json"))["prompt"])')"
-```
-
-`--base-model-dir` points at a local LongCat-Video base checkpoint for the
-tokenizer, text encoder and VAE; omit it to download those components from
-Hugging Face.
-
-```bash
-export BASE_MODEL_DIR=/cache/longcat_models/LongCat-Video
-```
-
-#### Official Asset Smoke Test
-
-Audio-to-video with the official audio:
-
-```bash
-python examples/offline_inference/longcat_video/end2end.py \
-  --model "$AVATAR_MODEL" \
-  --base-model-dir "$BASE_MODEL_DIR" \
-  --stage at2v \
-  --audio "$LONGCAT_VIDEO_ASSET_DIR/single/man.mp3" \
-  --prompt "$PROMPT" \
-  --num-frames 93 \
-  --num-inference-steps 8 \
-  --output official_asset_longcat_avatar_at2v.mp4
-```
-
-Audio-and-image-to-video with the official audio and image:
-
-```bash
-python examples/offline_inference/longcat_video/end2end.py \
-  --model "$AVATAR_MODEL" \
-  --base-model-dir "$BASE_MODEL_DIR" \
-  --stage ai2v \
-  --audio "$LONGCAT_VIDEO_ASSET_DIR/single/man.mp3" \
-  --image "$LONGCAT_VIDEO_ASSET_DIR/single/man.png" \
-  --prompt "$PROMPT" \
-  --num-frames 93 \
-  --num-inference-steps 8 \
-  --output official_asset_longcat_avatar_ai2v.mp4
-```
-
-#### Official Single-Speaker AVC Continuation
-
-`--num-segments` chains AVC segments; `auto` covers the full input audio.
-
-```bash
-python examples/offline_inference/longcat_video/end2end.py \
-  --model "$AVATAR_MODEL" \
-  --base-model-dir "$BASE_MODEL_DIR" \
-  --input-json "$LONGCAT_VIDEO_ASSET_DIR/single_example_1.json" \
-  --num-frames 93 \
-  --num-cond-frames 13 \
-  --num-segments 5 \
-  --num-inference-steps 8 \
-  --output official_asset_longcat_avatar_single_example_1_ai2v_5seg.mp4
-```
-
-Replace `--num-segments 5` with `--num-segments auto` to run until the full
-official audio is covered. That is a slow archival validation path rather than a
-regular smoke test: about 24m28s on a Modal H100 for the full
-`single_example_1.json` audio with 8 inference steps.
-
-#### Official Multi-Speaker AI2V
-
-The multi-speaker cases use several audio tracks with speaker masks and optional
-bounding boxes. The command below generates the first 93-frame segment, matching
-the first call to the official `generate_ai2v()`.
-
-```bash
-python examples/offline_inference/longcat_video/end2end.py \
-  --model "$AVATAR_MODEL" \
-  --base-model-dir "$BASE_MODEL_DIR" \
-  --input-json "$LONGCAT_VIDEO_ASSET_DIR/multi_example_1.json" \
-  --num-frames 93 \
-  --num-inference-steps 8 \
-  --output official_asset_longcat_avatar_multi_example_1_ai2v.mp4
-```
-
-Use `multi_example_2.json` for the sequential-speaking case, and add
-`--num-cond-frames 13 --num-segments auto` to cover the full audio with AVC
-continuation.
-
-#### Verification
-
-```bash
-ffprobe -hide_banner longcat_avatar_ai2v.mp4
-```
-
-The output must report one video stream and one audio stream: the example muxes
-the generated frames with the input audio.
-
-#### Notes
-
-**Support matrix**
-
-| Mode | Speakers | Image required | AVC continuation |
-| --- | --- | --- | --- |
-| AT2V | Single | No | Yes |
-| AI2V | Single | Yes | Yes |
-| AT2V | Multi | Not supported | Not supported |
-| AI2V | Multi | Yes | Yes |
-
-Multi-speaker Avatar requires AI2V because speaker bounding boxes and masks are
-defined on a reference image; AT2V with several tracks fails with an explicit
-error. AVC continuation uses full-audio embeddings only when `--num-segments` is
-greater than `1` or set to `auto`; single-segment AT2V/AI2V keeps the shorter
-first-segment audio path.
-
-**Sampling parameters**
-
-| Parameter | LongCat pipeline value | Description |
-| --- | --- | --- |
-| `--num-frames` | `num_frames` | Frames generated per segment. The default is 93 frames, or about 3.72 seconds at 25 FPS. LongCat normalizes other values to the temporal-VAE-compatible `4k+1` form. |
-| `--num-inference-steps` | `steps` | Denoising steps. The distilled Avatar path uses 8 steps. |
-| `--fps` | `save_fps` | Output frame rate, and the rate used to align audio embeddings with video frames. The default is 25 FPS. |
-| `sampling_params.guidance_scale` | `text_guidance_scale` | Classifier-free guidance applied to the text prompt. |
-| `sampling_params.guidance_scale_2` | `audio_guidance_scale` | Classifier-free guidance applied to the speech audio. |
-
-With the distilled LoRA enabled (the default), the pipeline uses 8 inference
-steps and sets both guidance scales to `1.0`. With `--no-use-distill`, the
-example sets both to `4.0`. For AVC continuation every segment holds
-`num_frames` frames, but each segment after the first reuses `num_cond_frames`
-conditioning frames, so the unique frame count is
-`num_frames + (num_segments - 1) * (num_frames - num_cond_frames)`.
-
-**Key flags**
-
- `--stage`: `at2v` for audio-to-video, `ai2v` for audio-and-image-to-video.
- `--resolution`: `480p` or `720p`.
- `--input-json`: official LongCat Avatar JSON case, used for the single-speaker
-  and multi-speaker AI2V examples.
- `--num-segments`: number of AVC segments, or `auto` to cover the full audio.
- `--num-cond-frames`: previous-frame conditioning window for AVC continuation.
- `--use-int8` / `--no-use-int8`: load the official INT8 Avatar DiT weights by
-  default, or full precision weights.
- `--use-distill` / `--no-use-distill`: enable the official distilled LoRA path
-  by default.
- `--build-components-on-gpu`: build large Avatar components directly on GPU for
-  faster startup, at a higher peak VRAM cost. Disabled by default.
- `--base-model-dir`: local LongCat-Video base model directory for the
-  tokenizer, text encoder and VAE components.
-
-**Memory usage**
-
-Measured on a Modal H100 running the official 93-frame AI2V example with the
-INT8 DiT, distilled LoRA and 8 inference steps:
-
-| Component build | CLI option | Peak GPU memory | Model loading time |
-| --- | --- | ---: | ---: |
-| CPU (default) | None | About 41.0 GiB | About 130s |
-| GPU | `--build-components-on-gpu` | About 56.8 GiB | About 33s |
-
-The reported peak covers the end-to-end run. Building components on CPU only
-reduces initialization memory; denoising still runs on GPU. These numbers are
-memory guidance rather than a performance benchmark.
-
-**Known limitations**
-
- Single GPU only. Cache acceleration, sequence/CFG/tensor parallelism, HSDP,
-  CPU offload, VAE patch parallelism and quantization are not wired up for this
-  pipeline yet; see the diffusion feature matrix in
-  [`docs/user_guide/diffusion_features.md`](../../docs/user_guide/diffusion_features.md).
- Offline inference only. Online serving is not supported yet.
@@ -6,21 +6,13 @@ Unit tests for patch.py
 """

 import asyncio
-import base64
 import json
-import time
-from types import SimpleNamespace

 import pytest
 from pytest_mock import MockerFixture
 from vllm.benchmarks.lib.endpoint_request_func import RequestFuncInput

-from vllm_omni.benchmarks.patch.patch import (
-    MixRequestFuncOutput,
-    async_request_openai_chat_omni_completions,
-    async_request_openai_realtime_duplex,
-)
-from vllm_omni.experimental.fullduplex.client import RealtimeEventCollector
+from vllm_omni.benchmarks.patch.patch import MixRequestFuncOutput, async_request_openai_chat_omni_completions

 pytestmark = [pytest.mark.core_model, pytest.mark.benchmark, pytest.mark.cpu]

@@ -48,156 +40,6 @@ class MockResponse:
        pass


-@pytest.mark.asyncio
-async def test_seed_tts_realtime_duplex_exports_per_request_metrics(monkeypatch):
-    class FakeRealtimeClient:
-        last_instance = None
-
-        def __init__(self, url):
-            assert url == "ws://localhost:8000/v1/realtime?duplex=1"
-            self.events = RealtimeEventCollector()
-            self.configure_kwargs = None
-            self.sent = []
-            self.response_count = 0
-            self.ack_count = 0
-            type(self).last_instance = self
-
-        async def __aenter__(self):
-            return self
-
-        async def __aexit__(self, *_args):
-            return None
-
-        async def configure(self, model, **kwargs):
-            assert model == "openbmb/MiniCPM-o-4_5"
-            self.configure_kwargs = kwargs
-
-        async def send(self, event):
-            self.sent.append(event)
-            if event["type"] != "response.create":
-                return
-            self.response_count += 1
-            response_id = f"resp-{self.response_count}"
-            now = time.monotonic()
-            self.events.add(
-                {"type": "response.created", "response": {"id": response_id}},
-                received_at_s=now + 0.01,
-            )
-            self.events.add(
-                {
-                    "type": "response.audio_transcript.delta",
-                    "response_id": response_id,
-                    "delta": f"turn {self.response_count}",
-                },
-                received_at_s=now + 0.02,
-            )
-            self.events.add(
-                {
-                    "type": "response.audio.delta",
-                    "response_id": response_id,
-                    "delta": base64.b64encode(b"\x00\x00" * 2400).decode(),
-                    "sample_rate_hz": 24_000,
-                    "metadata": {"audio_duration_ms": 100},
-                },
-                received_at_s=now + 0.03,
-            )
-            self.events.add(
-                {"type": "response.done", "response": {"id": response_id}},
-                received_at_s=now + 0.04,
-            )
-
-        async def acknowledge_playback(self):
-            self.ack_count += 1
-
-        async def close_session(self, **_kwargs):
-            return None
-
-    monkeypatch.setattr(
-        "vllm_omni.benchmarks.patch.patch.RealtimeDuplexClient",
-        FakeRealtimeClient,
-    )
-    request_input = RequestFuncInput(
-        model="openbmb/MiniCPM-o-4_5",
-        model_name="openbmb/MiniCPM-o-4_5",
-        prompt="hello",
-        api_url="http://localhost:8000/v1/realtime",
-        prompt_len=1,
-        output_len=20,
-        logprobs=None,
-        multi_modal_content=None,
-        ignore_eos=False,
-        extra_body={"save_duplex_request_metrics": True},
-    )
-    request_input.seed_tts_speech_extra = {"ref_audio": "data:audio/wav;base64,AAAA"}
-    request_input.seed_tts_system_prompt = "Speak exactly."
-    request_input.seed_tts_turns = tuple(
-        SimpleNamespace(utterance_id=f"utt-{index}", target_text=f"text {index}") for index in range(4)
-    )
-
-    output = await async_request_openai_realtime_duplex(
-        request_input,
-        session=None,
-    )
-
-    client = FakeRealtimeClient.last_instance
-    assert client.configure_kwargs["native_duplex"] is False
-    assert client.configure_kwargs["extra_body"] == {
-        "ref_audio": "data:audio/wav;base64,AAAA",
-    }
-    assert client.sent == [
-        event
-        for index in range(4)
-        for event in (
-            {
-                "type": "conversation.item.create",
-                "item": {
-                    "type": "message",
-                    "role": "user",
-                    "content": [{"type": "input_text", "text": f"text {index}"}],
-                },
-            },
-            {"type": "response.create"},
-        )
-    ]
-    assert client.ack_count == 4
-    assert output.success is True
-    assert output.generated_text == "turn 1 turn 2 turn 3 turn 4"
-    assert output.audio_duration == pytest.approx(0.4)
-    assert output.ttft > 0
-    assert output.audio_ttfp > output.ttft
-    assert output.audio_rtf > 0
-    assert output.latency > 0
-    assert output.tts_turn_pcm_bytes == [b"\x00\x00" * 2400] * 4
-    assert output.tts_output_pcm_bytes == b"\x00\x00" * 9600
-    session_id = output.duplex_request_metrics[0]["session_id"]
-    assert len(output.duplex_request_metrics) == 4
-    for index, metrics in enumerate(output.duplex_request_metrics):
-        assert metrics == {
-            "session_id": session_id,
-            "request_index": index,
-            "utterance_id": f"utt-{index}",
-            "response_id": f"resp-{index + 1}",
-            "source": "client_monotonic_receive",
-            "measurement_origin": {
-                "ttft": "conversation.item.create client send to first non-empty text delta",
-                "ttfp": "conversation.item.create client send to first audio packet",
-                "rtf": "request-start-to-last-audio receive time divided by emitted audio duration",
-            },
-            "ttft_ms": pytest.approx(20.0, abs=2.0),
-            "ttfp_ms": pytest.approx(30.0, abs=2.0),
-            "rtf": pytest.approx(0.3, abs=0.03),
-            "audio_generation_ms": pytest.approx(30.0, abs=2.0),
-            "audio_duration_ms": 100.0,
-        }
-    assert output.duplex_session_metrics == {
-        "session_id": session_id,
-        "audio_turn_count": 4,
-        "mean_ttft_ms": pytest.approx(20.0, abs=2.0),
-        "mean_ttfp_ms": pytest.approx(30.0, abs=2.0),
-        "mean_rtf": pytest.approx(0.3, abs=0.03),
-    }
-
-
 def create_sse_chunk(data_dict):
    """Helper to create SSE formatted chunk"""
    return f"data: {json.dumps(data_dict)}\n\n".encode()
@@ -42,10 +42,7 @@ from benchmarks.accuracy.text_to_image.gbench import (
    summarize_generated_records as summarize_gebench_generated_records,
    summarize_gebench_results,
 )
-from tests.e2e.accuracy.qwen3_omni.qwen3_omni_acc_bench_core import (
-    build_serve_common_argv,
-    seed_tts_bench_argv,
-)
+from tests.e2e.accuracy.qwen3_omni.qwen3_omni_acc_bench_core import seed_tts_bench_argv
 from tests.e2e.accuracy.qwen3_omni.run_qwen_omni_acc_benchmark import sync_dataset_env_from_ns
 from vllm_omni.benchmarks.data_modules.seed_tts_dataset import resolve_seed_tts_root

@@ -60,25 +57,6 @@ def test_seed_tts_bench_argv_preserves_hf_repo_id_from_env(monkeypatch):
    assert argv[dataset_idx + 1] == "zhaochenyang20/seed-tts-eval"


-def test_build_serve_common_argv_accepts_realtime_seed_tts_route(tmp_path):
-    argv = build_serve_common_argv(
-        host="127.0.0.1",
-        port=8000,
-        model="openbmb/MiniCPM-o-4_5",
-        num_prompts=4,
-        max_concurrency=1,
-        num_warmups=0,
-        percentile_metrics="ttft,audio_ttfp,audio_rtf",
-        result_dir=tmp_path,
-        result_filename="result.json",
-        backend="openai-realtime-tts",
-        endpoint="/v1/realtime",
-    )
-
-    assert argv[argv.index("--backend") + 1] == "openai-realtime-tts"
-    assert argv[argv.index("--endpoint") + 1] == "/v1/realtime"
-
-
 def test_sync_dataset_env_preserves_seed_tts_hf_repo_id(monkeypatch):
    ns = argparse.Namespace(
        daily_omni_repo=None,
@@ -28,13 +28,10 @@ if _MODULE_NAME not in sys.modules:
    _spec.loader.exec_module(_mod)

 from vllm_omni.benchmarks.data_modules.seed_tts_dataset import (  # noqa: E402
-    SeedTTSDataset,
    SeedTTSDesignDataset,
    SeedTTSDesignSampleRequest,
-    SeedTTSSampleRequest,
    SeedTTSTextDataset,
    SeedTTSTextSampleRequest,
-    SeedTTSTurn,
 )

 # ---------------------------------------------------------------------------
@@ -73,94 +70,6 @@ def mock_tokenizer(mocker):
 # ---------------------------------------------------------------------------


-def test_seed_tts_dataset_groups_four_turns_with_one_reference(seed_tts_root, mock_tokenizer):
-    ds = SeedTTSDataset(
-        dataset_path=str(seed_tts_root),
-        random_seed=0,
-        locale="en",
-        disable_shuffle=True,
-    )
-
-    requests = ds.sample(
-        mock_tokenizer,
-        num_requests=1,
-        turns_per_session=4,
-        no_oversample=True,
-    )
-
-    assert len(requests) == 1
-    request = requests[0]
-    assert [turn.utterance_id for turn in request.seed_tts_turns] == [
-        "utt000",
-        "utt001",
-        "utt002",
-        "utt003",
-    ]
-    assert [turn.target_text for turn in request.seed_tts_turns] == [
-        "target text 0",
-        "target text 1",
-        "target text 2",
-        "target text 3",
-    ]
-    assert request.seed_tts_speech_extra["ref_text"] == "ref text 0"
-    assert request.seed_tts_ref_wav_path.endswith("utt000.wav")
-
-
-def test_seed_tts_eval_expands_grouped_pcm_by_turn():
-    from vllm_omni.benchmarks.data_modules.seed_tts_eval import (
-        _expand_seed_tts_turn_outputs,
-    )
-
-    request = SeedTTSSampleRequest(
-        prompt="target 0",
-        prompt_len=4,
-        expected_output_len=100,
-        multi_modal_data=None,
-        request_id="session-0",
-        seed_tts_turns=tuple(
-            SeedTTSTurn(utterance_id=f"utt-{index}", target_text=f"target {index}") for index in range(4)
-        ),
-    )
-    output = types.SimpleNamespace(
-        success=True,
-        tts_turn_pcm_bytes=[bytes([index]) for index in range(4)],
-    )
-
-    requests, outputs = _expand_seed_tts_turn_outputs([request], [output])
-
-    assert [item.prompt for item in requests] == [f"target {index}" for index in range(4)]
-    assert [item.seed_tts_utterance_id for item in requests] == [f"utt-{index}" for index in range(4)]
-    assert [item.tts_output_pcm_bytes for item in outputs] == [bytes([index]) for index in range(4)]
-
-
-def test_seed_tts_eval_keeps_session_pcm_for_single_turn_chat():
-    """Chat-omni Seed-TTS sets session PCM only; expand must not wipe it."""
-    from vllm_omni.benchmarks.data_modules.seed_tts_eval import (
-        _expand_seed_tts_turn_outputs,
-    )
-
-    request = SeedTTSSampleRequest(
-        prompt="target 0",
-        prompt_len=4,
-        expected_output_len=100,
-        multi_modal_data=None,
-        request_id="session-0",
-        seed_tts_turns=(SeedTTSTurn(utterance_id="utt-0", target_text="target 0"),),
-    )
-    pcm = b"\x01\x02\x03\x04"
-    output = types.SimpleNamespace(
-        success=True,
-        tts_output_pcm_bytes=pcm,
-        tts_turn_pcm_bytes=None,
-    )
-
-    requests, outputs = _expand_seed_tts_turn_outputs([request], [output])
-
-    assert len(requests) == 1
-    assert requests[0].prompt == "target 0"
-    assert outputs[0].tts_output_pcm_bytes == pcm
-
-
 def test_seed_tts_text_dataset_omits_ref_audio(seed_tts_root, mock_tokenizer):
    ds = SeedTTSTextDataset(
        dataset_path=str(seed_tts_root),
@@ -2206,24 +2206,6 @@ class TestBaseConfigInheritance:
 class TestPlatformOverrides:
    """Test platform-specific deploy config overrides."""

-    def test_qwen3_omni_musa_clears_parent_quantization_for_audio_stages(self):
-        pipeline = resolve_pipeline_config(
-            "qwen3_omni_moe",
-            Q3_OMNI_ALL_STAGES_HF_CONFIG,
-        )
-        assert isinstance(pipeline, PipelineConfig)
-        deploy_path = Path(get_deploy_config_path("qwen3_omni_moe.yaml"))
-
-        base_stages = merge_pipeline_deploy(pipeline, load_deploy_config(deploy_path))
-        assert "hf_overrides" not in base_stages[1].yaml_engine_args
-        assert "hf_overrides" not in base_stages[2].yaml_engine_args
-
-        musa = _apply_platform_overrides(load_deploy_config(deploy_path), platform="musa")
-        musa_stages = merge_pipeline_deploy(pipeline, musa)
-        expected = {"quantization_config": None}
-        assert musa_stages[1].yaml_engine_args["hf_overrides"] == expected
-        assert musa_stages[2].yaml_engine_args["hf_overrides"] == expected
-
    def test_qwen3_tts_rocm_disables_code2wav_outer_cudagraph(self):
        deploy_path = Path(get_deploy_config_path("qwen3_tts.yaml"))

@@ -2259,8 +2241,7 @@ class TestPlatformOverrides:
                load_deploy_config(Path(get_deploy_config_path(filename))), platform="cuda"
            )
            replica_stages = merge_pipeline_deploy(pipeline, replica)
-            # Explicit null clears the inherited single-GPU 2 GiB CUDA cap.
-            assert replica_stages[1].yaml_engine_args.get("kv_cache_memory_bytes") is None
+            assert replica_stages[1].yaml_engine_args["kv_cache_memory_bytes"] is None

    def test_npu_overrides(self):
        deploy_path = Path(get_deploy_config_path("qwen3_omni_moe.yaml"))
@@ -474,8 +474,6 @@ def test_sub_config_fields_match_structured_scopes():
        "moe_backend",
        "hf_overrides",
        "limit_mm_per_prompt",
-        "interleave_mm_strings",
-        "media_io_kwargs",
        "active_stream_window",
        "duplex_max_sessions",
        "enable_sleep_mode",
@@ -752,12 +752,3 @@ def pytest_addoption(parser: pytest.Parser) -> None:
        default=None,
        help=("Path to benchmark config JSON. Example: --test-config-file tests/dfx/perf/tests/test_tts.json"),
    )
-    parser.addoption(
-        "--assert-baseline",
-        action="store_true",
-        default=False,
-        help=(
-            "When set, omni/diffusion perf runners compare metrics against the baseline block in the JSON config "
-            "(default: off)."
-        ),
-    )
@@ -157,19 +157,8 @@ def benchmark_params(request):
    }


-def assert_result(result, params, num_prompt) -> None:
+def assert_result(result, num_prompt) -> None:
    assert result["completed"] == num_prompt, "Request failures exist"
-    expected_audio_turns = params.get("expected_duplex_audio_turns_per_session")
-    if expected_audio_turns is not None:
-        session_metrics = result.get("duplex_session_metrics")
-        assert isinstance(session_metrics, list), "Duplex session metrics are missing"
-        assert len(session_metrics) == num_prompt, (
-            f"Expected {num_prompt} duplex session metric rows, got {len(session_metrics)}"
-        )
-        assert all(
-            isinstance(metric, dict) and metric.get("audio_turn_count") == expected_audio_turns
-            for metric in session_metrics
-        ), f"Not every duplex session emitted {expected_audio_turns} audio turns"


@pytest.mark.benchmark
@@ -223,7 +212,6 @@ def test_performance_benchmark(omni_server, benchmark_params):
        "enabled",
        "eval_phase",
        "trust_remote_code",
-        "expected_duplex_audio_turns_per_session",
    }

    for key, value in params.items():
@@ -263,7 +251,7 @@ def test_performance_benchmark(omni_server, benchmark_params):
            random_output_len=params.get("random_output_len"),
            resource_label=resource_label,
        )
-        assert_result(result, params, num_prompt)
+        assert_result(result, num_prompt)

    # concurrency test
    for sweep_index, (concurrency, num_prompt) in enumerate(zip(max_concurrency_list, num_prompt_list)):
@@ -280,4 +268,4 @@ def test_performance_benchmark(omni_server, benchmark_params):
            random_output_len=params.get("random_output_len"),
            resource_label=resource_label,
        )
-        assert_result(result, params, num_prompt)
+        assert_result(result, num_prompt)
@@ -1,87 +0,0 @@
-[
-  {
-    "test_name": "test_minicpmo_4_5",
-    "mark": [
-      {
-        "hardware_marks": {
-          "res": {
-            "cuda": "H100",
-            "npu": "A3"
-          },
-          "num_cards": 1
-        }
-      },
-      "full_model",
-      "omni"
-    ],
-    "server_params": {
-      "model": "openbmb/MiniCPM-o-4_5",
-      "extra_cli_args": [
-        "--deploy-config",
-        "vllm_omni/deploy/minicpmo_4_5.yaml",
-        "--trust-remote-code"
-      ]
-    },
-    "benchmark_params": [
-      {
-        "dataset_name": "seed-tts",
-        "dataset_path": "zhaochenyang20/seed-tts-eval",
-        "backend": "openai-chat-omni",
-        "endpoint": "/v1/chat/completions",
-        "num_prompts": [
-          32,
-          64,
-          128
-        ],
-        "max_concurrency": [
-          1,
-          4,
-          8
-        ],
-        "no_oversample": true,
-        "trust_remote_code": true,
-        "seed_tts_locale": "en",
-        "extra_body": {
-          "modalities": [
-            "text",
-            "audio"
-          ],
-          "chat_template_kwargs": {
-            "enable_thinking": false,
-            "use_tts_template": true
-          }
-        },
-        "percentile-metrics": "ttft,e2el,audio_ttfp,audio_rtf,audio_duration",
-        "baseline": {
-          "H100": {
-            "request_throughput": [
-              0.7803,
-              1.1008,
-              1.2027
-            ],
-            "mean_ttft_ms": [
-              166.9764,
-              307.7133,
-              323.584
-            ],
-            "mean_e2el_ms": [
-              1361.1682,
-              3800.6332,
-              6961.8636
-            ],
-            "mean_audio_ttfp_ms": [
-              635.8099,
-              1615.6591,
-              2888.9831
-            ],
-            "mean_audio_rtf": [
-              0.3151,
-              0.8568,
-              1.5425
-            ]
-          }
-        }
-      }
-    ]
-  }
-]
@@ -1,68 +0,0 @@
-[
-  {
-    "test_name": "test_minicpmo_4_5_duplex_seed_tts",
-    "mark": [
-      {
-        "hardware_marks": {
-          "res": {
-            "cuda": "H100",
-            "npu": "A3"
-          },
-          "num_cards": 1
-        }
-      },
-      "full_model",
-      "omni"
-    ],
-    "server_params": {
-      "model": "openbmb/MiniCPM-o-4_5",
-      "extra_cli_args": [
-        "--deploy-config",
-        "vllm_omni/deploy/minicpmo_4_5_duplex.yaml",
-        "--trust-remote-code"
-      ]
-    },
-    "benchmark_params": [
-      {
-        "dataset_name": "seed-tts",
-        "dataset_path": "zhaochenyang20/seed-tts-eval",
-        "backend": "openai-realtime-tts",
-        "endpoint": "/v1/realtime",
-        "num_prompts": [
-          1
-        ],
-        "max_concurrency": [
-          1
-        ],
-        "no_oversample": true,
-        "trust_remote_code": true,
-        "seed_tts_locale": "en",
-        "seed_tts_turns_per_session": 4,
-        "expected_duplex_audio_turns_per_session": 4,
-        "extra_body": {
-          "save_duplex_request_metrics": true
-        },
-        "percentile-metrics": "ttft,e2el,audio_ttfp,audio_rtf,audio_duration",
-        "baseline": {
-          "H100": {
-            "request_throughput": [
-              0.1594
-            ],
-            "mean_ttft_ms": [
-              274.164
-            ],
-            "mean_e2el_ms": [
-              6250.7696
-            ],
-            "mean_audio_ttfp_ms": [
-              994.422
-            ],
-            "mean_audio_rtf": [
-              0.46163
-            ]
-          }
-        }
-      }
-    ]
-  }
-]
@@ -485,30 +485,3 @@ def test_diffusion_build_run_params_resolves_baseline_per_sweep(tmp_path, monkey
    assert sweeps[2]["params"]["baseline"]["H100"]["throughput_qps"] == 0.3
    assert "A3" in sweeps[2]["params"]["baseline"]
    assert not isinstance(sweeps[2]["params"]["baseline"]["H100"]["throughput_qps"], list)
-
-
-def test_omni_duplex_expected_audio_turns_accepts_complete_session():
-    from tests.dfx.perf.scripts.run_benchmark import assert_result
-
-    assert_result(
-        {
-            "completed": 1,
-            "duplex_session_metrics": [{"audio_turn_count": 4}],
-        },
-        {"expected_duplex_audio_turns_per_session": 4},
-        1,
-    )
-
-
-def test_omni_duplex_expected_audio_turns_rejects_incomplete_session():
-    from tests.dfx.perf.scripts.run_benchmark import assert_result
-
-    with pytest.raises(AssertionError, match="emitted 4 audio turns"):
-        assert_result(
-            {
-                "completed": 1,
-                "duplex_session_metrics": [{"audio_turn_count": 3}],
-            },
-            {"expected_duplex_audio_turns_per_session": 4},
-            1,
-        )
@@ -50,12 +50,12 @@ def _prompt() -> str:
    return "What is the capital of China? Answer in 20 words."


-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", _MINICPMO_SERVER, indirect=True)
 def test_invalid_audio_format_rejected(omni_server: OmniServerParams, openai_client: OpenAIClientHandler) -> None:
    """
    Test that invalid audio format is properly rejected.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text + invalid audio format
    Output Modal: error
    """
@@ -1,110 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-
-import pytest
-
-from vllm_omni.diffusion.diffusion_kv.metadata import (
-    DiffusionKVContextMetadata,
-    DiffusionKVMetadata,
-    DiffusionKVSequenceMetadata,
-)
-
-pytestmark = [pytest.mark.diffusion, pytest.mark.core_model, pytest.mark.cpu]
-
-
-def test_diffusion_kv_metadata_uses_native_cache_group_block_ids() -> None:
-    context = DiffusionKVContextMetadata(
-        context_id="text",
-        cache_role="cross_attention",
-        num_tokens=3,
-        block_ids=([7], [11]),
-    )
-    sequence = DiffusionKVSequenceMetadata(
-        sequence_id=1,
-        prefix_len=4,
-        target_len=2,
-        seq_len=8,
-        block_ids=([1, 2], [5, 6]),
-        context_ids=(context.context_id,),
-    )
-    metadata = DiffusionKVMetadata(
-        request_id="req-0",
-        allocation_generation=3,
-        sequences=(sequence,),
-        contexts=(context,),
-    )
-
-    assert metadata.sequences[0].block_ids == ([1, 2], [5, 6])
-    assert metadata.contexts[0].block_ids == ([7], [11])
-
-
-def test_cfg_sequences_can_share_one_request_context() -> None:
-    shared_context = DiffusionKVContextMetadata(
-        context_id="shared-text",
-        cache_role="cross_attention",
-        num_tokens=3,
-        block_ids=([7], [11]),
-    )
-    sequences = tuple(
-        DiffusionKVSequenceMetadata(
-            sequence_id=sequence_id,
-            prefix_len=4,
-            target_len=2,
-            seq_len=8,
-            block_ids=([sequence_id + 1],),
-            context_ids=(shared_context.context_id,),
-        )
-        for sequence_id in range(2)
-    )
-
-    metadata = DiffusionKVMetadata(
-        request_id="req-shared-context",
-        allocation_generation=1,
-        sequences=sequences,
-        contexts=(shared_context,),
-    )
-
-    assert metadata.contexts == (shared_context,)
-    assert metadata.sequences[0].context_ids == (shared_context.context_id,)
-    assert metadata.sequences[1].context_ids == (shared_context.context_id,)
-
-
-def test_cfg_sequences_can_reference_branch_specific_contexts() -> None:
-    conditional_context = DiffusionKVContextMetadata(
-        context_id="conditional-text",
-        cache_role="cross_attention",
-        num_tokens=3,
-        block_ids=([7], [11]),
-    )
-    unconditional_context = DiffusionKVContextMetadata(
-        context_id="unconditional-text",
-        cache_role="cross_attention",
-        num_tokens=3,
-        block_ids=([8], [12]),
-    )
-    metadata = DiffusionKVMetadata(
-        request_id="req-branch-contexts",
-        allocation_generation=1,
-        sequences=(
-            DiffusionKVSequenceMetadata(
-                sequence_id=0,
-                prefix_len=4,
-                target_len=2,
-                seq_len=8,
-                block_ids=([1],),
-                context_ids=(conditional_context.context_id,),
-            ),
-            DiffusionKVSequenceMetadata(
-                sequence_id=1,
-                prefix_len=4,
-                target_len=2,
-                seq_len=8,
-                block_ids=([2],),
-                context_ids=(unconditional_context.context_id,),
-            ),
-        ),
-        contexts=(conditional_context, unconditional_context),
-    )
-
-    assert metadata.sequences[0].context_ids == (conditional_context.context_id,)
-    assert metadata.sequences[1].context_ids == (unconditional_context.context_id,)
@@ -1,290 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-
-from types import SimpleNamespace
-from unittest.mock import Mock
-
-import pytest
-
-from vllm_omni.diffusion.data import DiffusionOutput
-from vllm_omni.diffusion.diffusion_kv.config import DiffusionKVCacheMode
-from vllm_omni.diffusion.diffusion_kv.metadata import (
-    DiffusionKVMetadata,
-    DiffusionKVSequenceMetadata,
-)
-from vllm_omni.diffusion.executor.multiproc_executor import MultiprocDiffusionExecutor
-from vllm_omni.diffusion.sched.interface import (
-    CachedRequestData,
-    DiffusionSchedulerOutput,
-    NewRequestData,
-)
-from vllm_omni.diffusion.worker.diffusion_model_runner import DiffusionModelRunner
-from vllm_omni.diffusion.worker.diffusion_worker import DiffusionWorker, WorkerWrapperBase
-
-pytestmark = [pytest.mark.diffusion, pytest.mark.core_model, pytest.mark.cpu]
-
-
-def make_metadata(request_id: str = "req-0") -> DiffusionKVMetadata:
-    return DiffusionKVMetadata(
-        request_id=request_id,
-        allocation_generation=1,
-        sequences=(
-            DiffusionKVSequenceMetadata(
-                sequence_id=0,
-                prefix_len=4,
-                target_len=2,
-                seq_len=8,
-                block_ids=([1, 2],),
-            ),
-        ),
-    )
-
-
-def make_runner(mode: DiffusionKVCacheMode) -> DiffusionModelRunner:
-    runner = object.__new__(DiffusionModelRunner)
-    runner.od_config = SimpleNamespace(diffusion_kv_mode=mode)
-    return runner
-
-
-def make_scheduler_output(*new_reqs: NewRequestData) -> DiffusionSchedulerOutput:
-    return DiffusionSchedulerOutput(
-        step_id=0,
-        scheduled_new_reqs=list(new_reqs),
-        scheduled_cached_reqs=CachedRequestData.make_empty(),
-        finished_req_ids=set(),
-        num_running_reqs=len(new_reqs),
-        num_waiting_reqs=0,
-    )
-
-
-def make_executor() -> tuple[MultiprocDiffusionExecutor, list[tuple]]:
-    executor = object.__new__(MultiprocDiffusionExecutor)
-    executor.od_config = SimpleNamespace(
-        enable_distributed_layerwise_offload=False,
-        dlo_use_allgather=True,
-    )
-    executor._ensure_open = lambda: None
-    calls: list[tuple] = []
-
-    def collective_rpc(method, *, args, unique_reply_rank, exec_all_ranks):
-        calls.append((method, args, unique_reply_rank, exec_all_ranks))
-        return DiffusionOutput(output=None)
-
-    executor.collective_rpc = collective_rpc
-    return executor, calls
-
-
-def test_new_request_data_carries_scheduler_allocation_atomically() -> None:
-    req = SimpleNamespace(request_id="req-0")
-    state = SimpleNamespace(request_id="req-0", req=req)
-    metadata = make_metadata()
-
-    new_req = NewRequestData.from_state(state, diffusion_kv_metadata=metadata)
-
-    assert new_req.req is req
-    assert new_req.diffusion_kv_metadata is metadata
-
-
-def test_paged_request_without_metadata_reaches_request_forward() -> None:
-    runner = make_runner(DiffusionKVCacheMode.PAGED_SCHEDULER)
-    expected_output = DiffusionOutput(output=None)
-    runner._execute_request_list = Mock(
-        return_value=SimpleNamespace(
-            runner_outputs=[SimpleNamespace(result=expected_output)],
-        )
-    )
-    req = SimpleNamespace(request_id="req-0")
-
-    assert runner.execute_model(req) is expected_output
-
-    runner._execute_request_list.assert_called_once()
-
-
-def test_dense_request_rejects_metadata_before_request_forward() -> None:
-    runner = make_runner(DiffusionKVCacheMode.DENSE_LEGACY)
-    runner._execute_request_list = Mock()
-
-    with pytest.raises(ValueError, match="dense_legacy.*must not carry"):
-        runner.execute_model(
-            SimpleNamespace(request_id="req-0"),
-            diffusion_kv_metadata=make_metadata(),
-        )
-
-    runner._execute_request_list.assert_not_called()
-
-
-def test_paged_request_rejects_mismatched_metadata_identity() -> None:
-    runner = make_runner(DiffusionKVCacheMode.PAGED_SCHEDULER)
-    runner._execute_request_list = Mock()
-
-    with pytest.raises(ValueError, match="request mismatch"):
-        runner.execute_model(
-            SimpleNamespace(request_id="req-0"),
-            diffusion_kv_metadata=make_metadata("stale"),
-        )
-
-    runner._execute_request_list.assert_not_called()
-
-
-def test_request_rpc_rejects_envelope_request_identity_mismatch() -> None:
-    executor, calls = make_executor()
-    req = SimpleNamespace(request_id="actual-request-id")
-    new_req = NewRequestData(
-        request_id="envelope-id",
-        req=req,
-        diffusion_kv_metadata=make_metadata("envelope-id"),
-    )
-
-    with pytest.raises(ValueError, match="request identity mismatch"):
-        executor.execute_request(make_scheduler_output(new_req))
-
-    assert calls == []
-
-
-def test_batch_path_allows_missing_metadata_before_forward() -> None:
-    runner = make_runner(DiffusionKVCacheMode.PAGED_SCHEDULER)
-    expected_output = object()
-    runner._execute_request_list = Mock(return_value=expected_output)
-    new_req = NewRequestData(
-        request_id="req-0",
-        req=SimpleNamespace(request_id="req-0"),
-    )
-
-    assert runner.execute_model_batch(make_scheduler_output(new_req), runner.od_config) is expected_output
-
-    runner._execute_request_list.assert_called_once()
-
-
-def test_batch_path_rejects_envelope_request_identity_mismatch() -> None:
-    runner = make_runner(DiffusionKVCacheMode.PAGED_SCHEDULER)
-    runner._execute_request_list = Mock()
-    new_req = NewRequestData(
-        request_id="envelope-id",
-        req=SimpleNamespace(request_id="actual-request-id"),
-        diffusion_kv_metadata=make_metadata("envelope-id"),
-    )
-
-    with pytest.raises(ValueError, match="request identity mismatch"):
-        runner.execute_model_batch(make_scheduler_output(new_req), runner.od_config)
-
-    runner._execute_request_list.assert_not_called()
-
-
-def test_step_path_allows_missing_metadata_before_step_support_check() -> None:
-    runner = make_runner(DiffusionKVCacheMode.PAGED_SCHEDULER)
-    runner.pipeline = object()
-    runner._supports_step_mode = Mock(return_value=False)
-    new_req = NewRequestData(
-        request_id="req-0",
-        req=SimpleNamespace(request_id="req-0"),
-    )
-
-    with pytest.raises(ValueError, match="does not support step execution"):
-        runner.execute_stepwise(make_scheduler_output(new_req))
-
-    runner._supports_step_mode.assert_called_once()
-
-
-def test_step_path_rejects_envelope_request_identity_mismatch() -> None:
-    runner = make_runner(DiffusionKVCacheMode.PAGED_SCHEDULER)
-    runner.pipeline = object()
-    runner._supports_step_mode = Mock()
-    new_req = NewRequestData(
-        request_id="envelope-id",
-        req=SimpleNamespace(request_id="actual-request-id"),
-        diffusion_kv_metadata=make_metadata("envelope-id"),
-    )
-
-    with pytest.raises(ValueError, match="request identity mismatch"):
-        runner.execute_stepwise(make_scheduler_output(new_req))
-
-    runner._supports_step_mode.assert_not_called()
-
-
-def test_dense_request_rpc_keeps_legacy_positional_shape() -> None:
-    executor, calls = make_executor()
-    prepared_layout = object()
-    req = SimpleNamespace(request_id="req-0", prepared_layout=prepared_layout)
-    new_req = NewRequestData(request_id="req-0", req=req)
-
-    result = executor.execute_request(make_scheduler_output(new_req))
-
-    assert result.request_ids == ["req-0"]
-    assert calls == [
-        (
-            "execute_model",
-            (req, executor.od_config, None),
-            0,
-            True,
-        )
-    ]
-    assert calls[0][1][0].prepared_layout is prepared_layout
-
-
-def test_request_rpc_sends_attached_metadata_for_only_that_request() -> None:
-    executor, calls = make_executor()
-    req_0 = SimpleNamespace(request_id="req-0")
-    req_1 = SimpleNamespace(request_id="req-1")
-    metadata_0 = make_metadata("req-0")
-    metadata_1 = make_metadata("req-1")
-    new_reqs = (
-        NewRequestData(request_id="req-0", req=req_0, diffusion_kv_metadata=metadata_0),
-        NewRequestData(request_id="req-1", req=req_1, diffusion_kv_metadata=metadata_1),
-    )
-
-    result = executor.execute_request(make_scheduler_output(*new_reqs))
-
-    assert result.request_ids == ["req-0", "req-1"]
-    assert [call[1] for call in calls] == [
-        (req_0, executor.od_config, None, metadata_0),
-        (req_1, executor.od_config, None, metadata_1),
-    ]
-
-
-def test_worker_wrapper_only_extends_paged_request_rpc() -> None:
-    calls: list[tuple] = []
-
-    class Worker:
-        def execute_model(self, req, od_config, **kwargs):
-            calls.append((req, od_config, kwargs))
-            return DiffusionOutput(output=None)
-
-    wrapper = object.__new__(WorkerWrapperBase)
-    wrapper.worker = Worker()
-    req = SimpleNamespace(request_id="req-0")
-    od_config = SimpleNamespace()
-    metadata = make_metadata()
-
-    wrapper.execute_model(req, od_config)
-    wrapper.execute_model(req, od_config, diffusion_kv_metadata=metadata)
-
-    assert calls == [
-        (req, od_config, {"kv_prefetch_job": None}),
-        (
-            req,
-            od_config,
-            {
-                "kv_prefetch_job": None,
-                "diffusion_kv_metadata": metadata,
-            },
-        ),
-    ]
-
-
-def test_dense_worker_call_does_not_extend_model_runner_signature() -> None:
-    calls: list[tuple] = []
-
-    class DenseModelRunner:
-        def execute_model(self, req, kv_prefetch_job=None):
-            calls.append((req, kv_prefetch_job))
-            return DiffusionOutput(output=None)
-
-    worker = object.__new__(DiffusionWorker)
-    worker.model_runner = DenseModelRunner()
-    worker.lora_manager = None
-    worker._get_profiler = lambda: None
-    req = SimpleNamespace(request_id="req-0")
-
-    worker.execute_model(req, SimpleNamespace())
-
-    assert calls == [(req, None)]
@@ -1,266 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-
-from __future__ import annotations
-
-import json
-
-import numpy as np
-import pytest
-import torch
-from PIL import Image
-
-from vllm_omni.diffusion.models.longcat_video.longcat_video_avatar_transformer import (
-    LongCatVideoAvatarTransformer3DModel,
-    _read_config,
-    replace_linear_with_quantized,
-)
-from vllm_omni.diffusion.models.longcat_video.pipeline_longcat_video_avatar import (
-    _avatar_model_allow_patterns,
-    _build_multi_speaker_ref_target_masks,
-    _default_at2v_shape,
-    _infer_asset_root_from_path,
-    _prepare_multi_speaker_audio_arrays,
-    _resolve_num_segments,
-    prepare_longcat_video_avatar_model_for_omni,
-)
-
-pytestmark = [pytest.mark.core_model, pytest.mark.cpu, pytest.mark.diffusion]
-
-
-@pytest.mark.parametrize(
-    ("resolution", "expected_shape"),
-    [
-        ("480p", (480, 832)),
-        ("720p", (736, 1248)),
-    ],
-)
-def test_longcat_video_avatar_at2v_default_shape_uses_resolution_bucket(
-    resolution: str,
-    expected_shape: tuple[int, int],
-):
-    assert _default_at2v_shape(resolution) == expected_shape
-
-
-@pytest.mark.parametrize(
-    ("use_int8", "expected_weight_dir", "unexpected_weight_dir"),
-    [
-        (True, "base_model_int8/*", "base_model/*"),
-        (False, "base_model/*", "base_model_int8/*"),
-    ],
-)
-def test_longcat_video_avatar_allow_patterns_download_one_weight_set(
-    use_int8: bool,
-    expected_weight_dir: str,
-    unexpected_weight_dir: str,
-):
-    allow_patterns = _avatar_model_allow_patterns(use_int8)
-
-    assert expected_weight_dir in allow_patterns
-    assert unexpected_weight_dir not in allow_patterns
-    assert "whisper-large-v3/*" not in allow_patterns
-    assert "whisper-large-v3/model.safetensors" in allow_patterns
-    assert "whisper-large-v3/pytorch_model.bin" not in allow_patterns
-    assert "whisper-large-v3/flax_model.msgpack" not in allow_patterns
-    assert "vocal_separator/*" in allow_patterns
-
-
-def test_longcat_video_avatar_prepare_model_adds_omni_metadata(tmp_path):
-    model_dir = tmp_path / "LongCat-Video-Avatar-1.5"
-    base_model_dir = model_dir / "base_model_int8"
-    base_model_dir.mkdir(parents=True)
-    (base_model_dir / "config.json").write_text('{"model_type": "longcat_avatar"}', encoding="utf-8")
-    (model_dir / "model_index.json").write_text("{}", encoding="utf-8")
-
-    prepared = prepare_longcat_video_avatar_model_for_omni(str(model_dir), use_int8=True)
-
-    assert prepared == str(model_dir)
-    model_index = json.loads((model_dir / "model_index.json").read_text(encoding="utf-8"))
-    assert model_index["_class_name"] == "LongCatVideoAvatarPipeline"
-    assert model_index["_diffusers_version"] == "0.38.0"
-    transformer_config = json.loads((model_dir / "transformer" / "config.json").read_text(encoding="utf-8"))
-    assert transformer_config == {"model_type": "longcat_avatar"}
-
-
-def test_longcat_video_avatar_infers_repo_root_from_official_asset_path(tmp_path):
-    input_json = tmp_path / "assets" / "avatar" / "single_example_1.json"
-    input_json.parent.mkdir(parents=True)
-    input_json.write_text("{}", encoding="utf-8")
-
-    assert _infer_asset_root_from_path(input_json) == tmp_path
-
-
-def test_longcat_video_avatar_falls_back_to_json_parent_without_official_layout(tmp_path):
-    input_json = tmp_path / "single_example_1.json"
-    input_json.write_text("{}", encoding="utf-8")
-
-    assert _infer_asset_root_from_path(input_json) == tmp_path
-
-
-@pytest.mark.parametrize(
-    ("value", "audio_duration", "expected"),
-    [
-        (None, 26.6, 1),
-        ("1", 26.6, 1),
-        (3, 26.6, 3),
-        ("auto", 3.0, 1),
-        ("auto", 23.8, 8),
-        ("auto", 26.6, 9),
-    ],
-)
-def test_longcat_video_avatar_resolve_num_segments(
-    value,
-    audio_duration: float,
-    expected: int,
-):
-    assert (
-        _resolve_num_segments(
-            value,
-            audio_duration=audio_duration,
-            num_frames=93,
-            num_cond_frames=13,
-            save_fps=25,
-        )
-        == expected
-    )
-
-
-def test_longcat_video_avatar_read_config_filters_non_constructor_metadata(tmp_path):
-    config_path = tmp_path / "config.json"
-    config_path.write_text(
-        json.dumps(
-            {
-                "_class_name": "LongCatVideoAvatarTransformer3DModel",
-                "architectures": ["LongCatVideoAvatarTransformer3DModel"],
-                "_diffusers_version": "0.35.1",
-                "model_max_length": 512,
-                "hidden_size": 4096,
-                "depth": 48,
-                "num_heads": 32,
-            }
-        ),
-        encoding="utf-8",
-    )
-
-    config = _read_config(config_path)
-
-    assert config == {
-        "hidden_size": 4096,
-        "depth": 48,
-        "num_heads": 32,
-    }
-
-
-def test_longcat_video_avatar_load_weights_supports_int8_buffers():
-    model = LongCatVideoAvatarTransformer3DModel(
-        hidden_size=4,
-        depth=0,
-        num_heads=1,
-        caption_channels=4,
-        intermediate_dim=4,
-        output_dim=4,
-        audio_channel=4,
-        context_tokens=1,
-    )
-    replace_linear_with_quantized(model)
-
-    buffer_name = "t_embedder.mlp.0.weight_int8"
-    buffers = dict(model.named_buffers())
-    loaded_weight = torch.ones_like(buffers[buffer_name])
-
-    loaded_params = model.load_weights([(buffer_name, loaded_weight)])
-
-    assert buffer_name in loaded_params
-    assert torch.equal(dict(model.named_buffers())[buffer_name], loaded_weight)
-
-
-def test_longcat_video_avatar_multi_speaker_para_audio_arrays_are_aligned():
-    left = np.ones(3, dtype=np.float32)
-    right = np.ones(5, dtype=np.float32) * 2
-
-    left_out, right_out = _prepare_multi_speaker_audio_arrays(
-        [left, right],
-        audio_type="para",
-        generate_duration=0.5,
-        sample_rate=10,
-    )
-
-    assert left_out.tolist() == [1, 1, 1, 0, 0]
-    assert right_out.tolist() == [2, 2, 2, 2, 2]
-
-
-def test_longcat_video_avatar_multi_speaker_add_audio_arrays_are_sequential():
-    left = np.ones(3, dtype=np.float32)
-    right = np.ones(2, dtype=np.float32) * 2
-
-    left_out, right_out = _prepare_multi_speaker_audio_arrays(
-        [left, right],
-        audio_type="add",
-        generate_duration=0.1,
-        sample_rate=10,
-    )
-
-    assert left_out.tolist() == [1, 1, 1, 0, 0]
-    assert right_out.tolist() == [0, 0, 0, 2, 2]
-
-
-def test_longcat_video_avatar_multi_speaker_masks_use_explicit_bboxes():
-    image = Image.new("RGB", (8, 6))
-    masks, use_background = _build_multi_speaker_ref_target_masks(
-        image,
-        {
-            "person1": [1, 1, 4, 3],
-            "person2": [2, 4, 5, 7],
-        },
-    )
-
-    assert not use_background
-    assert masks.shape == (3, 6, 8)
-    assert masks[0, 1:4, 1:3].sum() == 6
-    assert masks[1, 2:5, 4:7].sum() == 9
-    assert masks[2, 0, 0] == 1
-    assert masks[2, 2, 2] == 0
-
-
-def test_longcat_video_avatar_multi_speaker_masks_default_to_left_right_split():
-    image = Image.new("RGB", (10, 8))
-    masks, use_background = _build_multi_speaker_ref_target_masks(image, None)
-
-    assert not use_background
-    assert masks.shape == (3, 8, 10)
-    assert masks[0, :, :5].sum() > 0
-    assert masks[0, :, 5:].sum() == 0
-    assert masks[1, :, :5].sum() == 0
-    assert masks[1, :, 5:].sum() > 0
-
-
-def test_longcat_video_avatar_transformer_accepts_multi_speaker_masks():
-    model = LongCatVideoAvatarTransformer3DModel(
-        hidden_size=4,
-        depth=0,
-        num_heads=1,
-        caption_channels=4,
-        intermediate_dim=4,
-        output_dim=4,
-        audio_channel=4,
-        context_tokens=1,
-    )
-    hidden_states = torch.randn(1, 16, 5, 4, 4)
-    timestep = torch.zeros(1, 5)
-    encoder_hidden_states = torch.randn(1, 1, 4, 4)
-    audio_embs = torch.randn(2, 5, 5, 12, 4)
-    ref_target_masks = torch.zeros(3, 4, 4)
-    ref_target_masks[0, :, :2] = 1
-    ref_target_masks[1, :, 2:] = 1
-    ref_target_masks[2] = torch.where(ref_target_masks[0] + ref_target_masks[1] > 0, 0, 1)
-
-    output = model(
-        hidden_states=hidden_states,
-        timestep=timestep,
-        encoder_hidden_states=encoder_hidden_states,
-        num_cond_latents=1,
-        audio_embs=audio_embs,
-        ref_target_masks=ref_target_masks,
-    )
-
-    assert output.shape == hidden_states.shape
@@ -484,182 +484,6 @@ def test_shifted_sigma_schedule_matches_reference_values():
    )


-def test_base_schedule_overrides_the_uniform_sigma_positions():
-    from vllm_omni.diffusion.models.minimax_h3.time_request import (
-        minimax_h3_time_shift_sigmas,
-    )
-
-    base_schedule = [1.0, 0.7, 0.4, 0.15, 0.0]
-
-    video = minimax_h3_time_shift_sigmas(
-        num_steps=len(base_schedule),
-        shift_scale=12.0,
-        base_schedule=base_schedule,
-    )
-    audio = minimax_h3_time_shift_sigmas(
-        num_steps=len(base_schedule),
-        shift_scale=3.0,
-        base_schedule=base_schedule,
-    )
-
-    assert video == pytest.approx([1.0, 0.9655172, 0.8888889, 0.6792453, 0.0], abs=1e-6)
-    assert audio == pytest.approx([1.0, 0.875, 0.6666667, 0.3461539, 0.0], abs=1e-6)
-    assert video != pytest.approx(
-        minimax_h3_time_shift_sigmas(num_steps=len(base_schedule), shift_scale=12.0),
-        abs=1e-6,
-    )
-
-
-@pytest.mark.parametrize(
-    "base_schedule",
-    [
-        [0.9, 0.5, 0.0],
-        [1.0, 0.5, 0.1],
-        [1.0, 0.5, 0.5, 0.0],
-        [1.0],
-        [],
-        [1.0, float("nan"), 0.4, 0.0],
-        [1.0, float("inf"), 0.4, 0.0],
-    ],
-)
-def test_base_schedule_rejects_malformed_positions(base_schedule):
-    from vllm_omni.diffusion.models.minimax_h3.time_request import (
-        minimax_h3_time_shift_sigmas,
-    )
-
-    with pytest.raises(ValueError):
-        minimax_h3_time_shift_sigmas(
-            num_steps=max(len(base_schedule), 1),
-            shift_scale=12.0,
-            base_schedule=base_schedule,
-        )
-
-
-def _distilled_pipeline(diffuse_calls, base_schedule_by_partition):
-    from vllm_omni.diffusion.models.minimax_h3 import MiniMaxH3Pipeline
-    from vllm_omni.diffusion.sched import DMD2SigmaSchedule
-
-    schedules = {
-        partition: None if positions is None else DMD2SigmaSchedule.from_positions(positions)
-        for partition, positions in base_schedule_by_partition.items()
-    }
-    pipeline = object.__new__(MiniMaxH3Pipeline)
-    torch.nn.Module.__init__(pipeline)
-    pipeline.partition = "combined"
-    pipeline.supported_tasks = frozenset({"t2va", "fl2va", "ref2va"})
-    pipeline.default_video_shift = 12.0
-    pipeline.default_audio_shift = 3.0
-    pipeline.device = torch.device("cpu")
-    pipeline.od_config = SimpleNamespace()
-    pipeline._base_schedule_by_partition = schedules
-    pipeline._quality_policy = Mock()
-    pipeline._quality_policy.resolve.return_value = SimpleNamespace(cache_dit=None)
-    pipeline._cache_dit_runtime = SimpleNamespace(prepare=lambda spec: None)
-    pipeline.encode_prompt = Mock(
-        return_value=(
-            torch.ones(1, 2),
-            torch.ones(1, dtype=torch.long),
-        )
-    )
-
-    def diffuse(**kwargs):
-        diffuse_calls.append(kwargs)
-        return torch.zeros(1), torch.zeros(1)
-
-    pipeline.diffuse = diffuse
-    pipeline.decode = Mock(return_value=(torch.zeros(1), torch.zeros(1)))
-    return pipeline
-
-
-def _t2va_batch(num_inference_steps=None):
-    from vllm_omni.diffusion.request import OmniDiffusionRequest
-    from vllm_omni.diffusion.worker.request_batch import DiffusionRequestBatch
-    from vllm_omni.inputs.data import OmniDiffusionSamplingParams
-
-    sampling = OmniDiffusionSamplingParams(
-        quality="lossless",
-        width=1344,
-        height=768,
-        fps=24,
-        num_frames=124,
-        num_inference_steps=num_inference_steps,
-        extra_args={"task": "t2va", "aspect_ratio": "16:9"},
-    )
-    return DiffusionRequestBatch(
-        [
-            OmniDiffusionRequest(
-                prompt="distilled schedule",
-                sampling_params=sampling,
-                request_id="distilled",
-            )
-        ]
-    )
-
-
-def test_base_schedule_is_scoped_to_the_serving_partition():
-    """A distilled FL2VA must not drag a regular Ref2VA onto its step count."""
-    distilled = [1.0, 0.7, 0.4, 0.15, 0.0]
-    pipeline = _distilled_pipeline([], {"fl2va": distilled, "ref2va": None})
-
-    assert pipeline._base_schedule_for_task("t2va").base_schedule == tuple(distilled)
-    assert pipeline._base_schedule_for_task("fl2va").base_schedule == tuple(distilled)
-    assert pipeline._base_schedule_for_task("ref2va") is None
-
-
-def test_partially_constructed_pipeline_falls_back_to_the_uniform_schedule():
-    from vllm_omni.diffusion.models.minimax_h3 import MiniMaxH3Pipeline
-
-    pipeline = object.__new__(MiniMaxH3Pipeline)
-
-    assert pipeline._base_schedule_for_task("t2va") is None
-
-
-def test_distilled_forward_reports_denoising_steps_not_sigma_boundaries():
-    diffuse_calls = []
-    base_schedule = [1.0, 0.7, 0.4, 0.15, 0.0]
-    pipeline = _distilled_pipeline(diffuse_calls, {"fl2va": base_schedule, "ref2va": None})
-
-    pipeline.forward(_t2va_batch())
-
-    assert diffuse_calls[0]["base_schedule"] == tuple(base_schedule)
-    # Five boundaries describe four denoising steps.
-    assert diffuse_calls[0]["num_steps"] == 4
-    pipeline._quality_policy.resolve.assert_called_once_with(
-        quality="lossless",
-        num_inference_steps=4,
-        extra_args={"task": "t2va", "aspect_ratio": "16:9"},
-    )
-
-
-def test_distilled_forward_accepts_the_matching_explicit_step_count():
-    diffuse_calls = []
-    pipeline = _distilled_pipeline(diffuse_calls, {"fl2va": [1.0, 0.7, 0.4, 0.15, 0.0], "ref2va": None})
-
-    pipeline.forward(_t2va_batch(num_inference_steps=4))
-
-    assert diffuse_calls[0]["num_steps"] == 4
-
-
-def test_distilled_forward_rejects_a_mismatched_explicit_step_count():
-    from vllm_omni.errors import OmniClientError
-
-    pipeline = _distilled_pipeline([], {"fl2va": [1.0, 0.7, 0.4, 0.15, 0.0], "ref2va": None})
-
-    with pytest.raises(OmniClientError, match="must be 4 or omitted"):
-        pipeline.forward(_t2va_batch(num_inference_steps=50))
-
-
-def test_absent_base_schedule_key_differs_from_an_empty_list():
-    from vllm_omni.diffusion.models.minimax_h3.pipeline_minimax_h3 import (
-        _read_base_schedule,
-    )
-
-    assert _read_base_schedule({}) is None
-    assert _read_base_schedule({"base_schedule": [1.0, 0.5, 0.0]}).base_schedule == (1.0, 0.5, 0.0)
-    with pytest.raises(ValueError):
-        _read_base_schedule({"base_schedule": []})
-
-
 def test_cudnn_packed_attention_uses_python_length_without_padding_mask():
    from vllm_omni.diffusion.models.minimax_h3.minimax_h3_transformer import (
        MiniMaxH3Attention,
@@ -1422,38 +1246,8 @@ def test_r7_r8_ref2va_video_segment_matrix(monkeypatch, tmp_path, case, start_ti
    )

    assert prepared[0]["duration_seconds"] == pytest.approx(expected_duration)
-    assert prepared[0]["audio_duration_seconds"] == pytest.approx(min(expected_duration, 209 / 24.0))
    assert prepared[0]["start_time_seconds"] == pytest.approx(start_time or 0.0)
    assert transcode_calls[0][1]["duration_seconds"] == pytest.approx(expected_duration)
-    assert transcode_calls[0][1]["target_frame_count"] == 209
-
-
-def test_ref2va_qwen_sampling_decodes_prepared_video_once(monkeypatch):
-    from vllm_omni.diffusion.models.minimax_h3 import reference_video as reference_video_module
-
-    decoded = np.arange(25 * 2 * 2 * 3, dtype=np.uint8).reshape(25, 2, 2, 3)
-    load_calls = []
-    monkeypatch.setattr(
-        reference_video_module,
-        "_probe_video",
-        lambda _path: {"frame_count": len(decoded)},
-    )
-    monkeypatch.setattr(
-        reference_video_module,
-        "load_video_frames",
-        lambda path: load_calls.append(path) or decoded,
-    )
-
-    sampled = reference_video_module.sample_reference_video_frames("prepared.mp4")
-
-    assert load_calls == ["prepared.mp4"]
-    for frame, expected in zip(
-        sampled["frames"],
-        (decoded[0], decoded[12], decoded[24]),
-        strict=True,
-    ):
-        np.testing.assert_array_equal(frame, expected)
-    assert sampled["block_timestamps"] == [0.25, 1.0]


 def test_ref2va_two_video_recipe_tolerates_container_rounding(monkeypatch, tmp_path):
@@ -1693,47 +1487,6 @@ def test_g4_standalone_audio_duration_and_total_duration_contract():
        )


-def test_ref2va_audio_duration_validation_precedes_rank_branch(monkeypatch):
-    from vllm_omni.diffusion.models.minimax_h3 import pipeline_minimax_h3 as pipeline_module
-
-    pipeline = object.__new__(pipeline_module.MiniMaxH3Pipeline)
-    pipeline.device = torch.device("cpu")
-    monkeypatch.setattr(pipeline_module, "_dit_rank_world", lambda: (None, 1, 2))
-
-    waveform = torch.zeros(1, 10)
-    with pytest.raises(ValueError, match="max_duration_seconds must be positive"):
-        pipeline._encode_audio_conditions(
-            [(waveform, 10)],
-            max_duration_seconds=0,
-        )
-
-
-def test_ref2va_standalone_audio_condition_is_bounded_to_output_duration():
-    from vllm_omni.diffusion.models.minimax_h3.pipeline_minimax_h3 import MiniMaxH3Pipeline
-
-    pipeline = object.__new__(MiniMaxH3Pipeline)
-    pipeline.device = torch.device("cpu")
-    observed = []
-
-    class FakeAudioVAE:
-        def encode_waveform(self, waveform, sample_rate):
-            observed.append((waveform.clone(), sample_rate))
-            return waveform, waveform.shape[-1]
-
-    pipeline.audio_vae = FakeAudioVAE()
-    waveform = torch.arange(40, dtype=torch.float32).reshape(1, 40)
-
-    encoded, lengths = pipeline._encode_audio_conditions(
-        [(waveform, 10)],
-        max_duration_seconds=2.5,
-    )
-
-    assert observed[0][0].shape == (1, 25)
-    assert observed[0][1] == 10
-    assert encoded.shape == (1, 25)
-    assert lengths == [25]
-
-
@pytest.mark.parametrize(
    ("field", "value", "message"),
    [
@@ -1,52 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-import pytest
-
-from vllm_omni.diffusion.sched import DMD2SigmaSchedule
-
-pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
-
-
-def test_step_count_is_intervals_not_boundaries():
-    schedule = DMD2SigmaSchedule.from_positions([1.0, 0.7, 0.4, 0.15, 0.0])
-
-    assert schedule.num_inference_steps == 4
-
-
-@pytest.mark.parametrize(
-    "positions",
-    [
-        [],
-        [1.0],
-        [0.9, 0.5, 0.0],
-        [1.0, 0.5, 0.1],
-        [1.0, 0.4, 0.6, 0.0],
-        [1.0, 0.5, 0.5, 0.0],
-        [1.0, float("nan"), 0.4, 0.0],
-        [1.0, float("inf"), 0.4, 0.0],
-    ],
-)
-def test_malformed_positions_are_rejected(positions):
-    with pytest.raises(ValueError):
-        DMD2SigmaSchedule.from_positions(positions)
-
-
-def test_one_base_schedule_drives_several_shift_scales():
-    schedule = DMD2SigmaSchedule.from_positions([1.0, 0.7, 0.4, 0.15, 0.0])
-
-    assert schedule.shifted_sigmas(12.0) == pytest.approx([1.0, 0.9655172, 0.8888889, 0.6792453, 0.0], abs=1e-6)
-    assert schedule.shifted_sigmas(3.0) == pytest.approx([1.0, 0.875, 0.6666667, 0.3461539, 0.0], abs=1e-6)
-
-
-def test_non_positive_shift_scale_is_rejected():
-    schedule = DMD2SigmaSchedule.from_positions([1.0, 0.5, 0.0])
-
-    with pytest.raises(ValueError):
-        schedule.shifted_sigmas(0.0)
-
-
-def test_absent_metadata_key_means_undistilled_but_empty_is_malformed():
-    assert DMD2SigmaSchedule.from_metadata({}) is None
-    assert DMD2SigmaSchedule.from_metadata({"base_schedule": [1.0, 0.5, 0.0]}).base_schedule == (1.0, 0.5, 0.0)
-    with pytest.raises(ValueError):
-        DMD2SigmaSchedule.from_metadata({"base_schedule": []})
@@ -123,47 +123,6 @@ def test_init_accepts_custom_scheduler(monkeypatch: pytest.MonkeyPatch) -> None:
    assert engine.scheduler is custom_scheduler


-def test_scheduler_initialization_failure_closes_scheduler_and_executor(monkeypatch: pytest.MonkeyPatch) -> None:
-    od_config = SimpleNamespace(
-        custom_pipeline_args=None,
-        model_class_name="SchedulerInitializationFailurePipeline",
-        streaming_output=False,
-    )
-    initialization_error = RuntimeError("Scheduler initialization failed")
-    custom_scheduler = SimpleNamespace(
-        initialize=Mock(side_effect=initialization_error),
-        close=Mock(),
-    )
-    fake_executor = SimpleNamespace(
-        shutdown=Mock(),
-    )
-
-    monkeypatch.setattr(
-        "vllm_omni.diffusion.diffusion_engine.get_diffusion_post_process_func",
-        lambda *args, **kwargs: None,
-    )
-    monkeypatch.setattr(
-        "vllm_omni.diffusion.diffusion_engine.get_diffusion_pre_process_func",
-        lambda *args, **kwargs: None,
-    )
-    monkeypatch.setattr(
-        "vllm_omni.diffusion.diffusion_engine.DiffusionExecutor.get_class",
-        lambda *args, **kwargs: Mock(return_value=fake_executor),
-    )
-    monkeypatch.setattr(
-        "vllm_omni.diffusion.diffusion_engine.supports_request_batch",
-        lambda *args, **kwargs: False,
-    )
-
-    with pytest.raises(RuntimeError) as exc_info:
-        DiffusionEngine(od_config, scheduler=custom_scheduler)
-
-    assert exc_info.value is initialization_error
-    custom_scheduler.initialize.assert_called_once_with(od_config)
-    custom_scheduler.close.assert_called_once_with()
-    fake_executor.shutdown.assert_called_once_with()
-
-
@pytest.mark.asyncio
 async def test_step_compatibility_wrapper_returns_final_batch() -> None:
    engine = _make_engine()
@@ -341,7 +341,7 @@ def test_execute_stepwise_streaming_returns_chunks_at_boundaries(monkeypatch):
    monkeypatch.setattr(model_runner_module.current_omni_platform, "max_memory_allocated", lambda: 0)
    scheduler_output = SimpleNamespace(
        finished_req_ids=set(),
-        scheduled_new_reqs=[SimpleNamespace(request_id="req", req=req, diffusion_kv_metadata=None)],
+        scheduled_new_reqs=[SimpleNamespace(request_id="req", req=req)],
        scheduled_cached_reqs=SimpleNamespace(request_ids=[]),
    )

@@ -381,7 +381,7 @@ def test_execute_stepwise_streaming_decodes_final_only_pipeline(monkeypatch):
    monkeypatch.setattr(model_runner_module.current_omni_platform, "max_memory_allocated", lambda: 0)
    scheduler_output = SimpleNamespace(
        finished_req_ids=set(),
-        scheduled_new_reqs=[SimpleNamespace(request_id="req", req=req, diffusion_kv_metadata=None)],
+        scheduled_new_reqs=[SimpleNamespace(request_id="req", req=req)],
        scheduled_cached_reqs=SimpleNamespace(request_ids=[]),
    )

@@ -561,11 +561,7 @@ def _make_scheduler_output(num_reqs: int):
    reqs = [_make_request() for _ in range(num_reqs)]
    for i, req in enumerate(reqs):
        req.request_id = f"req-{i}"
-    return SimpleNamespace(
-        scheduled_new_reqs=[
-            SimpleNamespace(request_id=req.request_id, req=req, diffusion_kv_metadata=None) for req in reqs
-        ],
-    )
+    return SimpleNamespace(scheduled_new_reqs=[SimpleNamespace(req=req) for req in reqs])


@pytest.mark.core_model
@@ -1 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
@@ -1,211 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-"""MiniCPM-o 4.5 Daily-Omni + Seed-TTS accuracy regression coverage.
-
-Daily-Omni settings follow the MiniCPM interleaved AV recipe that reaches
-~78% overall accuracy on Daily-Omni (``minicpm-interleave``, ``temperature=0``,
-text modalities with ``use_tts_template``, and server ``--interleave-mm-strings``
-+ 1fps / 128-frame media-io kwargs, also pinned in ``minicpmo_4_5.yaml``).
-"""
-
-from __future__ import annotations
-
-import importlib.util
-import json
-import os
-from pathlib import Path
-
-import pytest
-
-from tests.e2e.accuracy.qwen3_omni import run_qwen_omni_acc_benchmark as _acc_bench
-from tests.e2e.accuracy.qwen3_omni.qwen3_omni_acc_bench_core import (
-    build_acc_benchmark_cli_argv,
-    find_vllm_cli,
-)
-from tests.e2e.online_serving.helpers.minicpmo_4_5_duplex import SERVER_PARAMS as DUPLEX_TEST_PARAMS
-from tests.helpers.mark import hardware_test
-from tests.helpers.runtime import OmniServerParams
-from tests.helpers.stage_config import get_deploy_config_path
-
-_MODEL = os.environ.get("VLLM_TEST_MINICPMO_4_5_MODEL", "openbmb/MiniCPM-o-4_5")
-_DEPLOY_CONFIG = get_deploy_config_path("minicpmo_4_5.yaml")
-_RESULT_DIR = Path(
-    os.environ.get(
-        "ACC_BENCH_RESULT_DIR",
-        str(Path(__file__).resolve().parent / "results"),
-    )
-)
-
-_MIN_DAILY_OMNI_ACCURACY = 0.78
-_MAX_SEED_TTS_MEAN_WER = 0.05
-# Match the validated Daily-Omni client body from daily_omni_bench.sh.
-_DAILY_EXTRA_BODY = {
-    "modalities": ["text"],
-    "chat_template_kwargs": {
-        "enable_thinking": False,
-        "use_tts_template": True,
-    },
-}
-_SEED_EXTRA_BODY = {
-    "modalities": ["text", "audio"],
-    "chat_template_kwargs": {
-        "enable_thinking": False,
-        "use_tts_template": True,
-    },
-}
-# Server flags required for MiniCPM interleaved image/audio packs (Daily-Omni only).
-# Do not reuse these for Seed-TTS: ``--interleave-mm-strings`` + TTS ref_audio can trip
-# msgspec ValidationError and kill the orchestrator mid-suite.
-# Also pinned in ``minicpmo_4_5.yaml`` stage 0 so they survive config-path routing.
-_DAILY_OMNI_SERVER_ARGS = [
-    "--trust-remote-code",
-    "--interleave-mm-strings",
-    "--media-io-kwargs",
-    '{"video":{"fps":1,"num_frames":128}}',
-]
-_SEED_TTS_SERVER_ARGS = [
-    "--trust-remote-code",
-]
-
-pytestmark = [pytest.mark.full_model, pytest.mark.omni]
-
-# Evaluated at setup time, before the ``omni_server`` fixture boots a server. An
-# ``importorskip`` inside the test body would skip only after paying several minutes
-# of startup, and the resulting skip is easy to miss in a nightly log.
-_missing_daily_omni_deps = [name for name in ("datasets", "huggingface_hub") if importlib.util.find_spec(name) is None]
-requires_daily_omni_deps = pytest.mark.skipif(
-    bool(_missing_daily_omni_deps),
-    reason=f"Daily-Omni accuracy bench needs {', '.join(_missing_daily_omni_deps)}",
-)
-
-daily_test_params = [
-    OmniServerParams(
-        model=_MODEL,
-        stage_config_path=_DEPLOY_CONFIG,
-        server_args=list(_DAILY_OMNI_SERVER_ARGS),
-    )
-]
-
-seed_test_params = [
-    OmniServerParams(
-        model=_MODEL,
-        stage_config_path=_DEPLOY_CONFIG,
-        server_args=list(_SEED_TTS_SERVER_ARGS),
-    )
-]
-
-
-def _require_vllm_cli() -> None:
-    try:
-        find_vllm_cli()
-    except FileNotFoundError as exc:
-        pytest.skip(str(exc))
-
-
-@pytest.fixture(autouse=True)
-def _inline_daily_omni_media(monkeypatch: pytest.MonkeyPatch) -> None:
-    """Inline cached Hub/local videos because the test server has no local-media allowlist."""
-    original = _acc_bench.daily_omni_bench_argv
-
-    def _wrapped() -> list[str]:
-        argv = list(original())
-        if "--daily-omni-inline-local-video" not in argv:
-            argv.append("--daily-omni-inline-local-video")
-        return argv
-
-    monkeypatch.setattr(_acc_bench, "daily_omni_bench_argv", _wrapped)
-    monkeypatch.setenv("VLLM_WORKER_MULTIPROC_METHOD", "spawn")
-
-
-@requires_daily_omni_deps
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
-@pytest.mark.parametrize("omni_server", daily_test_params, indirect=True)
-def test_minicpmo_4_5_daily_omni_accuracy_bench(omni_server) -> None:
-    _require_vllm_cli()
-
-    argv = build_acc_benchmark_cli_argv(
-        omni_server,
-        skip_seed=True,
-        skip_daily=False,
-    )
-    argv.extend(
-        [
-            "--result-dir",
-            str(_RESULT_DIR),
-            "--min-daily-omni-accuracy",
-            str(_MIN_DAILY_OMNI_ACCURACY),
-            "--temperature",
-            "0",
-            "--output-len",
-            "512",
-            "--daily-omni-input-mode",
-            "all",
-            "--daily-omni-pack-mode",
-            "minicpm-interleave",
-            "--daily-extra-body-json",
-            json.dumps(_DAILY_EXTRA_BODY, separators=(",", ":")),
-            "--trust-remote-code",
-        ]
-    )
-
-    assert _acc_bench.run_acc_benchmark(_acc_bench.parse_acc_benchmark_args(argv)) == 0
-
-
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
-@pytest.mark.parametrize("omni_server", seed_test_params, indirect=True)
-def test_minicpmo_4_5_seed_tts_wer_bench(omni_server) -> None:
-    _require_vllm_cli()
-    pytest.importorskip("huggingface_hub")
-
-    argv = build_acc_benchmark_cli_argv(
-        omni_server,
-        skip_seed=False,
-        skip_daily=True,
-    )
-    argv.extend(
-        [
-            "--result-dir",
-            str(_RESULT_DIR),
-            "--max-seed-tts-mean-wer",
-            str(_MAX_SEED_TTS_MEAN_WER),
-            "--seed-extra-body-json",
-            json.dumps(_SEED_EXTRA_BODY, separators=(",", ":")),
-            "--trust-remote-code",
-        ]
-    )
-
-    assert _acc_bench.run_acc_benchmark(_acc_bench.parse_acc_benchmark_args(argv)) == 0
-
-
-@hardware_test(res={"cuda": "H100"}, num_cards=1)
-@pytest.mark.parametrize("omni_server", DUPLEX_TEST_PARAMS, indirect=True)
-def test_minicpmo_4_5_duplex_seed_tts_wer_bench(omni_server) -> None:
-    """Gate Seed-TTS WER through the explicit Realtime TTS contract."""
-    _require_vllm_cli()
-    pytest.importorskip("huggingface_hub")
-
-    argv = build_acc_benchmark_cli_argv(
-        omni_server,
-        skip_seed=False,
-        skip_daily=True,
-        num_prompts=50,
-        max_concurrency=1,
-    )
-    argv.extend(
-        [
-            "--result-dir",
-            str(_RESULT_DIR),
-            "--max-seed-tts-mean-wer",
-            str(_MAX_SEED_TTS_MEAN_WER),
-            "--seed-extra-body-json",
-            json.dumps({"save_duplex_request_metrics": True}, separators=(",", ":")),
-            "--seed-backend",
-            "openai-realtime-tts",
-            "--seed-endpoint",
-            "/v1/realtime",
-            "--seed-tts-turns-per-session",
-            "4",
-            "--trust-remote-code",
-        ]
-    )
-
-    assert _acc_bench.run_acc_benchmark(_acc_bench.parse_acc_benchmark_args(argv)) == 0
@@ -1,386 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-
-from __future__ import annotations
-
-import hashlib
-import json
-import os
-import subprocess
-from pathlib import Path
-
-import pytest
-import requests
-import torch
-from huggingface_hub import snapshot_download
-
-from tests.e2e.accuracy.helpers import (
-    assert_video_metadata,
-    assert_video_similarity_metrics,
-    probe_binary,
-    probe_video,
-    reset_artifact_dir,
-)
-from tests.helpers.mark import hardware_test
-from tests.helpers.runtime import OmniServer
-
-pytestmark = [pytest.mark.benchmark, pytest.mark.diffusion, pytest.mark.full_model]
-
-MODEL_REPO_ID = "MiniMaxAI/MiniMax-H3"
-# The previously pinned revision was removed from the Hugging Face repository.
-MODEL_REVISION = "main"
-MODEL_ENV_VAR = "VLLM_TEST_MINIMAX_H3_FL2VA_MODEL"
-REF2VA_MODEL_ENV_VAR = "VLLM_TEST_MINIMAX_H3_REF2VA_MODEL"
-I2VA_REFERENCE_VIDEO_URL = "https://huggingface.co/MiniMaxAI/MiniMax-H3/blob/main/assets/i2va.mp4"
-I2VA_REFERENCE_VIDEO_SHA256 = "5a5d6e0fcdda7e6a5d98cb92d9e5cb4b6b0b44d6e1dfd5a370d16dfaa79b9ae6"
-I2VA_IMAGE_URL = (
-    "https://cdn.hailuoai.com/prod/hailuo_demo/testsets/H3_AA_I2VA/gallery/"
-    "sr_v17_variants_seed42_43_20260724/inputs/4a3a90bf9100_KDmcbkhzYo5sjjxr9FqcVmWVnzb.png"
-)
-I2VA_IMAGE_SHA256 = "352e959e08b886406d3766cee25ebe7bbf679e6d53eeffbd1c607b8dc93e2068"
-REF2VA_REFERENCE_VIDEO_URL = "https://huggingface.co/MiniMaxAI/MiniMax-H3/blob/main/assets/r2va.mp4"
-REF2VA_REFERENCE_VIDEO_SHA256 = "5c9d33dfc517438c59e93da7b3d0b2a62e3cf69bc2adb7d1b2d33d7d8df7161f"
-REF2VA_INPUT_VIDEO_URL = (
-    "https://cdn.hailuoai.com/prod/hailuo_demo/testsets/h3_promo_eval_ref2va/"
-    "gallery/sr_v2p26_trio_seed42_20260724/inputs/"
-    "297573323635_00_%E8%A7%86%E9%A2%911_YnyRbxEwio_video_20260525_163755_1927e9d3.mp4"
-)
-REF2VA_INPUT_VIDEO_SHA256 = "d6edc20ac82aa980c9cbd0b05b371f60d12dc8d018492e571b42de0086819c41"
-REF2VA_INPUT_AUDIO_URL = (
-    "https://cdn.hailuoai.com/prod/hailuo_demo/testsets/h3_promo_eval_ref2va/"
-    "gallery/sr_v2p26_trio_seed42_20260724/inputs/"
-    "f463d523c5ce_01_%E9%9F%B3%E9%A2%911_RSLcbpzJPo_6%E6%9C%885%E6%97%A5(1).mp3"
-)
-REF2VA_INPUT_AUDIO_SHA256 = "2a48d447b343b38a2c504d5281a0c97c688db0ba87931ed9282c598bd6752454"
-
-I2VA_PROMPT = """For the target video, at 0.00 seconds into the target video, <Picture 1> (from [Shot 1]) is fully referenced.
-
-integrated_multimodal_description: [Shot 1] This is a live-action, cinematic shot with a shallow depth of field. The camera holds a perfectly static shot throughout the entire eight-second duration, capturing a cozy family gathering in a traditional Japanese dining room. The scene opens with a large, intricately patterned blue and white ceramic bowl of ramen in the immediate foreground, rendered in crisp, sharp focus. The bowl sits on a smooth, polished long wooden table. Inside the bowl, a rich, oily golden-brown broth surrounds yellow wavy noodles, topped with two thick, round slices of chashu pork featuring visible fat marbling and a distinct spiral meat pattern. A generous mound of freshly chopped, bright green scallions rests in the center, and a crisp, dark green rectangular sheet of nori seaweed is tucked into the right edge. To the left of the bowl, a pair of light brown wooden chopsticks rests horizontally on a small, dark rectangular chopstick rest, near a small cylindrical ceramic teacup with blue painted patterns. On the right side of the table, a spherical paper lantern with a ribbed bamboo frame sits on a black wooden base. In the background, a large family of seven is gathered around the table, initially appearing as a soft, blurred presence. Behind them, traditional Japanese sliding shoji screens with wooden lattice frames are open, revealing a bright outdoor scene with lush green trees. Early in the clip, the thick, white steam rising from the hot ramen broth immediately intensifies, billowing upwards in thick, swirling clouds that dance continuously above the bowl. As the clip progresses into the middle seconds, the camera maintains its static position while the focus begins a deliberate, smooth shift deeper into the room. The foreground ramen bowl, its vibrant ingredients, and the rising steam gradually soften into a hazy, out-of-focus blur. Simultaneously, the family members in the background come into sharp, detailed clarity. The heavy steam continues to rise from the foreground, creating a dynamic, translucent veil between the camera and the family. With the focus now firmly locked on the background, the vibrant family dinner comes alive. The man in the dark navy blue long-sleeved shirt on the left leans forward, his mouth moving animatedly in a silent exchange. The young girl in the crisp white short-sleeved t-shirt beside him smiles brightly, looking toward the center of the table. The woman on the far left, wearing a soft light blue long-sleeved blouse, turns her head slightly, smiling gently. Across the table, the woman in the light grey button-down shirt smiles broadly, her eyes crinkling, as she rests her hands near her plate. The woman in the dark grey top further back uses her wooden chopsticks to pick up a small piece of food from a central ceramic dish filled with bright red pickled vegetables. The woman in the center back in the light grey sweater smiles gently, her hands clasped softly in front of her, observing the interaction. Throughout the remainder of the clip, the family continues their lively physical interaction, their mouths moving in continuous, silent cadences of conversation, while the thick, white steam from the blurred ramen bowl in the foreground never stops rising, adding a comforting atmosphere to the warm gathering.
-
-overall_soundscape: The soundscape begins with a quiet room tone mixed with the faint, airy rustle of the thick steam billowing from the hot ramen bowl in the foreground, accompanied by the subtle, continuous hissing and bubbling of the rich broth. As the visual focus shifts deeper into the room, the physical sounds of the bustling family dinner become dominant in the foreground. The clear, sharp clinking of ceramic bowls and wooden chopsticks touching plates is clearly heard as the family members reach for food. This is followed by the faint, muffled thud of a cup being set down on the smooth wooden table, and the subtle, rhythmic rustle of cotton and wool clothing as the family members lean forward and gesture, perfectly capturing the lively, physical atmosphere of the shared meal.
-
-non_diegetic_music: A gentle, heartwarming acoustic guitar melody plays softly in the background, accompanied by the subtle, resonant notes of a traditional Japanese koto. The music maintains a slow, comforting tempo that enhances the cozy, nostalgic, and joyful atmosphere of the family gathering."""
-
-REF2VA_PROMPT = """subject_definitions:
-<Subject 1> is the young man with short wavy blonde hair, wearing a bright pink suit jacket, matching pink trousers, an unbuttoned white shirt, and silver rings, holding a small black lamb in his arms in <Video 1>.
-<Video 1> is the source video for the editing task.
-<Audio 1> is the synchronized audio track of <Video 1>, providing the background music.
-<Audio 2> is the voice timbre reference for <Subject 1>'s voice, containing a spoken male voiceover.
-
-summary:
-[video editing + audio reference + audio reuse] The target video is an edited version of <Video 1>. <Subject 1>, wearing a bright pink suit and holding a black lamb, stands in a grassy field with other white lambs in the background. The edit animates <Subject 1>'s face to speak the user-provided dialogue. <Audio 1> is partially reused as the continuous background music, while the target references the calm male voice timbre of <Audio 2> for <Subject 1>'s spoken lines.
-
-retention_analysis:
-<Subject 1> (appears in [Shot 1]): fully_preserved - the man retains his identity, wavy blonde hair, pink suit, white shirt, accessories, and the black lamb he holds, with his mouth newly animated to speak.
-<Video 1> (source video editing): fully_preserved - the original camera framing, warm golden hour lighting, grassy hill setting, and background white lambs are maintained while the central character is edited.
-<Audio 1>: partially_copy - the atmospheric background music from <Audio 1> is reused in the target video, mixed beneath the newly added spoken dialogue.
-<Audio 2>: reference - the target audio references the male voice timbre from <Audio 2> to generate <Subject 1>'s spoken dialogue.
-
-detailed_description:
-The target video is in realistic photographic style.
-[Shot 1] The shot begins from the source <Video 1>, showing <Subject 1>, a young man with short wavy blonde hair, wearing a bright pink suit jacket, matching pink trousers, and a casually unbuttoned white shirt. He stands confidently in a sunlit green pasture, gently holding a small black lamb securely in his arms. The warm, golden hour lighting casts soft shadows across his face and the bright pink fabric of his suit. Behind him, several white lambs stand and graze on the rolling grassy hill against a clear, pale blue sky. The atmospheric background music from <Audio 1> plays continuously throughout the scene. <Subject 1> physically speaks, his mouth movements naturally syncing to the new dialogue, with his voice timbre referencing the calm male delivery from <Audio 2>. Looking thoughtfully forward, <Subject 1> (S1) speaks softly, <d>[English] Follow the wind, live free.</d> As he delivers the line, he subtly shifts his weight, cradling the resting black lamb while the camera slowly pushes in. <Subject 1> (S1) continues his thought, <d>[English] Leave worries behind, enjoy the moment.</d> Exactly as his voice stops, his lips meet in a relaxed, peaceful smile, and his jaw ceases speaking motion. He then turns his gaze slightly away toward the horizon, gently stroking the black lamb's fleece with his fingers as the camera holds on this tranquil, sunlit state through the end of the video.
-
-overall_soundscape:
-The soundscape consists of the continuous, atmospheric background music from <Audio 1>, overlaid with the clear, calm male dialogue spoken by the main character, referencing the voice timbre of <Audio 2>.
-
-non_diegetic_music:
-The atmospheric, sustained background music from <Audio 1> is reused as the continuous score, playing quietly beneath the spoken dialogue.
-"""
-
-WIDTH = 1344
-HEIGHT = 768
-FPS = 24
-I2VA_NUM_FRAMES = 192
-REF2VA_NUM_FRAMES = 124
-NUM_INFERENCE_STEPS = 50
-FLOW_SHIFT = 12.0
-AUDIO_FLOW_SHIFT = 3.0
-I2VA_DURATION_SECONDS = 8.0
-REF2VA_DURATION_SECONDS = 5.0
-SEED = 0
-SSIM_THRESHOLD = 0.97
-PSNR_THRESHOLD = 34.0
-REQUEST_TIMEOUT_SECONDS = 60 * 60
-
-
-def _model_name(model_env_var: str = MODEL_ENV_VAR, component: str = "FL2VA") -> str:
-    configured = os.environ.get(model_env_var)
-    if configured:
-        return configured
-
-    snapshot_root = snapshot_download(
-        repo_id=MODEL_REPO_ID,
-        revision=MODEL_REVISION,
-        allow_patterns=[f"{component}/**"],
-    )
-    return str(Path(snapshot_root) / component)
-
-
-def _server_args() -> list[str]:
-    return [
-        "--trust-remote-code",
-        "--num-gpus",
-        "4",
-        "--usp",
-        "4",
-        "--ring",
-        "1",
-        "--use-hsdp",
-        "--hsdp-shard-size",
-        "4",
-        "--text-encoder-tp-size",
-        "4",
-        "--vae-patch-parallel-size",
-        "4",
-        "--vae-parallel-mode",
-        "tile",
-        "--vae-use-tiling",
-        "--diffusion-attention-backend",
-        "FLASH_ATTN",
-        "--stage-init-timeout",
-        "1800",
-        "--init-timeout",
-        "1800",
-    ]
-
-
-def _download_reference_asset(
-    output_dir: Path,
-    *,
-    filename: str,
-    url: str,
-    sha256: str,
-    label: str,
-) -> Path:
-    reference_path = output_dir / filename
-    download_url = url.replace("/blob/", "/resolve/", 1)
-    response = requests.get(download_url, timeout=120)
-    response.raise_for_status()
-    content = response.content
-    digest = hashlib.sha256(content).hexdigest()
-    assert digest == sha256, f"Official MiniMax H3 {label} reference changed: got {digest}, expected {sha256}"
-    reference_path.write_bytes(content)
-    return reference_path
-
-
-def _probe_audio(path: Path) -> dict[str, str | int]:
-    probe_binary("ffprobe")
-    result = subprocess.run(
-        [
-            "ffprobe",
-            "-v",
-            "error",
-            "-select_streams",
-            "a:0",
-            "-show_entries",
-            "stream=codec_name,sample_rate,channels",
-            "-of",
-            "json",
-            str(path),
-        ],
-        capture_output=True,
-        text=True,
-        check=True,
-    )
-    streams = json.loads(result.stdout).get("streams", [])
-    assert len(streams) == 1, f"Expected one audio stream in {path}, got {streams}"
-    stream = streams[0]
-    return {
-        "codec_name": str(stream["codec_name"]),
-        "sample_rate": int(stream["sample_rate"]),
-        "channels": int(stream["channels"]),
-    }
-
-
-def _assert_official_video(
-    generated_path: Path,
-    reference_path: Path,
-    *,
-    frame_count: int,
-    label: str,
-    ssim_threshold: float = SSIM_THRESHOLD,
-    psnr_threshold: float = PSNR_THRESHOLD,
-) -> None:
-    reference_metadata = probe_video(reference_path)
-    generated_metadata = probe_video(generated_path)
-    assert reference_metadata == generated_metadata
-    assert_video_metadata(
-        generated_metadata,
-        width=WIDTH,
-        height=HEIGHT,
-        fps=FPS,
-        frame_count=frame_count,
-    )
-
-    expected_audio = {"codec_name": "aac", "sample_rate": 32000, "channels": 2}
-    assert _probe_audio(reference_path) == expected_audio
-    assert _probe_audio(generated_path) == expected_audio
-
-    assert_video_similarity_metrics(
-        label=label,
-        online_path=generated_path,
-        offline_path=reference_path,
-        ssim_threshold=ssim_threshold,
-        psnr_threshold=psnr_threshold,
-    )
-
-
-@hardware_test(res={"cuda": "H100"}, num_cards=4)
-def test_minimax_h3_i2va_matches_official_reference(
-    accuracy_artifact_root: Path,
-) -> None:
-    if not torch.cuda.is_available():
-        pytest.skip("MiniMax H3 I2VA accuracy test requires CUDA.")
-
-    probe_binary("ffmpeg")
-    probe_binary("ffprobe")
-    output_dir = reset_artifact_dir(accuracy_artifact_root / "minimax_h3_i2va")
-    reference_path = _download_reference_asset(
-        output_dir,
-        filename="reference.mp4",
-        url=I2VA_REFERENCE_VIDEO_URL,
-        sha256=I2VA_REFERENCE_VIDEO_SHA256,
-        label="I2VA",
-    )
-    image_path = _download_reference_asset(
-        output_dir,
-        filename="input.png",
-        url=I2VA_IMAGE_URL,
-        sha256=I2VA_IMAGE_SHA256,
-        label="I2VA input image",
-    )
-    generated_path = output_dir / "vllm_omni.mp4"
-
-    server_env = {
-        "FLASHINFER_DISABLE_VERSION_CHECK": "1",
-        "VLLM_WORKER_MULTIPROC_METHOD": "spawn",
-        "VLLM_OMNI_VIDEO_SYNC_TIMEOUT": str(REQUEST_TIMEOUT_SECONDS),
-        "VLLM_OMNI_STORAGE_PATH": str(output_dir / "storage"),
-    }
-    request_data = {
-        "prompt": I2VA_PROMPT,
-        "width": str(WIDTH),
-        "height": str(HEIGHT),
-        "fps": str(FPS),
-        "num_inference_steps": str(NUM_INFERENCE_STEPS),
-        "flow_shift": str(FLOW_SHIFT),
-        "seed": str(SEED),
-        "extra_params": json.dumps(
-            {
-                "task": "fl2va",
-                "duration": I2VA_DURATION_SECONDS,
-                "aspect_ratio": "auto",
-                "frame_indices": [0],
-                "audio_flow_shift": AUDIO_FLOW_SHIFT,
-            }
-        ),
-    }
-
-    with OmniServer(
-        _model_name(),
-        _server_args(),
-        env_dict=server_env,
-        use_omni=True,
-    ) as server:
-        with image_path.open("rb") as image_file:
-            response = requests.post(
-                f"http://{server.host}:{server.port}/v1/videos/sync",
-                data=request_data,
-                files={"input_reference": ("input.png", image_file, "image/png")},
-                timeout=REQUEST_TIMEOUT_SECONDS,
-            )
-
-    response.raise_for_status()
-    assert response.headers["content-type"].startswith("video/mp4")
-    generated_path.write_bytes(response.content)
-    _assert_official_video(
-        generated_path,
-        reference_path,
-        frame_count=I2VA_NUM_FRAMES,
-        label="minimax_h3_i2va_official_reference",
-    )
-
-
-@hardware_test(res={"cuda": "H100"}, num_cards=4)
-def test_minimax_h3_ref2va_matches_official_reference(
-    accuracy_artifact_root: Path,
-) -> None:
-    if not torch.cuda.is_available():
-        pytest.skip("MiniMax H3 Ref2VA accuracy test requires CUDA.")
-
-    probe_binary("ffmpeg")
-    probe_binary("ffprobe")
-    output_dir = reset_artifact_dir(accuracy_artifact_root / "minimax_h3_ref2va")
-    reference_path = _download_reference_asset(
-        output_dir,
-        filename="reference.mp4",
-        url=REF2VA_REFERENCE_VIDEO_URL,
-        sha256=REF2VA_REFERENCE_VIDEO_SHA256,
-        label="Ref2VA",
-    )
-    input_video_path = _download_reference_asset(
-        output_dir,
-        filename="input_video.mp4",
-        url=REF2VA_INPUT_VIDEO_URL,
-        sha256=REF2VA_INPUT_VIDEO_SHA256,
-        label="Ref2VA input video",
-    )
-    input_audio_path = _download_reference_asset(
-        output_dir,
-        filename="input_audio.mp3",
-        url=REF2VA_INPUT_AUDIO_URL,
-        sha256=REF2VA_INPUT_AUDIO_SHA256,
-        label="Ref2VA input audio",
-    )
-    generated_path = output_dir / "vllm_omni.mp4"
-
-    server_env = {
-        "FLASHINFER_DISABLE_VERSION_CHECK": "1",
-        "VLLM_WORKER_MULTIPROC_METHOD": "spawn",
-        "VLLM_OMNI_VIDEO_SYNC_TIMEOUT": str(REQUEST_TIMEOUT_SECONDS),
-        "VLLM_OMNI_STORAGE_PATH": str(output_dir / "storage"),
-    }
-    request_data = {
-        "prompt": REF2VA_PROMPT,
-        "width": str(WIDTH),
-        "height": str(HEIGHT),
-        "fps": str(FPS),
-        "num_inference_steps": str(NUM_INFERENCE_STEPS),
-        "flow_shift": str(FLOW_SHIFT),
-        "seed": str(SEED),
-        "extra_params": json.dumps(
-            {
-                "task": "ref2va",
-                "duration": REF2VA_DURATION_SECONDS,
-                "aspect_ratio": "auto",
-                "audio_flow_shift": AUDIO_FLOW_SHIFT,
-            }
-        ),
-    }
-
-    with OmniServer(
-        _model_name(REF2VA_MODEL_ENV_VAR, "Ref2VA"),
-        _server_args(),
-        env_dict=server_env,
-        use_omni=True,
-    ) as server:
-        with input_video_path.open("rb") as video_file, input_audio_path.open("rb") as audio_file:
-            response = requests.post(
-                f"http://{server.host}:{server.port}/v1/videos/sync",
-                data=request_data,
-                files=[
-                    ("input_references", ("input_video.mp4", video_file, "video/mp4")),
-                    ("input_references", ("input_audio.mp3", audio_file, "audio/mpeg")),
-                ],
-                timeout=REQUEST_TIMEOUT_SECONDS,
-            )
-
-    response.raise_for_status()
-    assert response.headers["content-type"].startswith("video/mp4")
-    generated_path.write_bytes(response.content)
-    _assert_official_video(
-        generated_path,
-        reference_path,
-        frame_count=REF2VA_NUM_FRAMES,
-        label="minimax_h3_ref2va_official_reference",
-    )
@@ -0,0 +1,216 @@
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
+
+from __future__ import annotations
+
+import hashlib
+import json
+import os
+import subprocess
+from pathlib import Path
+
+import pytest
+import requests
+import torch
+from huggingface_hub import snapshot_download
+
+from tests.e2e.accuracy.helpers import (
+    assert_video_metadata,
+    assert_video_similarity_metrics,
+    probe_binary,
+    probe_video,
+    reset_artifact_dir,
+)
+from tests.helpers.mark import hardware_test
+from tests.helpers.runtime import OmniServer
+
+pytestmark = [pytest.mark.benchmark, pytest.mark.diffusion, pytest.mark.full_model]
+
+MODEL_REPO_ID = "MiniMaxAI/MiniMax-H3"
+# The previously pinned revision was removed from the Hugging Face repository.
+MODEL_REVISION = "main"
+MODEL_ENV_VAR = "VLLM_TEST_MINIMAX_H3_FL2VA_MODEL"
+# Keep the official asset link visible in the test report. Hugging Face's
+# ``blob`` URL is an HTML page, so resolve it to the raw asset for download.
+REFERENCE_VIDEO_URL = "https://huggingface.co/MiniMaxAI/MiniMax-H3/blob/main/assets/t2va.mp4"
+REFERENCE_VIDEO_SHA256 = "d66903241362e224085cc93f7a5e70fba6ab378d0ac6ff6af83acf2559849a42"
+
+# This is the official reproducible 768p T2VA prompt associated with
+# ``assets/t2va.mp4`` in the MiniMax H3 repository.
+PROMPT = """integrated_multimodal_description: [Shot 1] Cinematic, medium wide shot, pushing in slowly. In the cavernous, dimly lit bridge of a starship, sleek metallic consoles with glowing amber displays flank a massive, curved observation window. A female captain, in her late 40s with an athletic build and short silver-streaked black hair, stands in the center midground. She wears a structured, high-collared dark navy military tunic with silver chest insignias. Her back is to the camera, silhouetted against the cool, ambient starlight pouring through the thick glass. She stands perfectly still with her hands clasped tightly behind her back. Outside the window, a massive armada of jagged, dark grey dreadnoughts hovers in tight formation against a deep purple space nebula. The fleet's massive rear thrusters begin to glow with an intense, escalating bright blue light. [Shot 2] At 00:04.500, the camera cuts to a close-up of the captain's face and shakes strongly. The brilliant blue-white light from the fleet's gathering energy reflects vividly in her dark eyes. Suddenly, a blinding white flash floods through the window, completely washing out the background as the fleet jumps to hyperspace. The sheer spatial force violently jolts the bridge, causing the captain from Shot 1 to stagger slightly forward, her shoulders tensing as she visibly braces herself against the physical tremors. As the intense white light fades abruptly, leaving only the dim, empty expanse of the purple nebula reflected on her starkly lit skin, her jaw clenches, and she slowly closes her eyes in the newly emptied space.
+overall_soundscape: A low, resonant hum of the ship's ambient life support systems serves as the baseline, soon drowned out by an audible, escalating, high-pitched electronic whine as the fleet outside charges its hyperdrives. A massive, deafening, bass-heavy boom and sharp crackle erupts during the blinding flash, accompanied by the loud metallic creaking, rattling, and deep thuds of the bridge's bulkheads vibrating under immense physical stress. The intense roaring impact then cuts abruptly back to a hollow, echoing room tone, leaving only the faint, steady hum of the isolated bridge.
+non_diegetic_music: Cinematic space-opera orchestral score, slow tempo, featuring a solitary, mournful French horn melody over deep, sustained string dissonances that build rapidly in volume and intensity, swelling to a massive orchestral peak before snapping immediately into silence right after the jump."""
+
+WIDTH = 1344
+HEIGHT = 768
+FPS = 24
+NUM_FRAMES = 243
+NUM_INFERENCE_STEPS = 50
+FLOW_SHIFT = 12.0
+AUDIO_FLOW_SHIFT = 3.0
+DURATION_SECONDS = 10.0
+SEED = 0
+SSIM_THRESHOLD = 0.82
+PSNR_THRESHOLD = 20.0
+REQUEST_TIMEOUT_SECONDS = 60 * 60
+
+
+def _model_name() -> str:
+    configured = os.environ.get(MODEL_ENV_VAR)
+    if configured:
+        return configured
+
+    snapshot_root = snapshot_download(
+        repo_id=MODEL_REPO_ID,
+        revision=MODEL_REVISION,
+        allow_patterns=["FL2VA/**"],
+    )
+    return str(Path(snapshot_root) / "FL2VA")
+
+
+def _server_args() -> list[str]:
+    return [
+        "--trust-remote-code",
+        "--num-gpus",
+        "4",
+        "--usp",
+        "4",
+        "--ring",
+        "1",
+        "--use-hsdp",
+        "--hsdp-shard-size",
+        "4",
+        "--text-encoder-tp-size",
+        "4",
+        "--vae-patch-parallel-size",
+        "4",
+        "--vae-parallel-mode",
+        "tile",
+        "--vae-use-tiling",
+        "--diffusion-attention-backend",
+        "FLASH_ATTN",
+        "--stage-init-timeout",
+        "1800",
+        "--init-timeout",
+        "1800",
+    ]
+
+
+def _download_reference_video(output_dir: Path) -> Path:
+    reference_path = output_dir / "reference.mp4"
+    download_url = REFERENCE_VIDEO_URL.replace("/blob/", "/resolve/", 1)
+    response = requests.get(download_url, timeout=120)
+    response.raise_for_status()
+    content = response.content
+    digest = hashlib.sha256(content).hexdigest()
+    assert digest == REFERENCE_VIDEO_SHA256, (
+        f"Official MiniMax H3 T2VA reference changed: got {digest}, expected {REFERENCE_VIDEO_SHA256}"
+    )
+    reference_path.write_bytes(content)
+    return reference_path
+
+
+def _probe_audio(path: Path) -> dict[str, str | int]:
+    probe_binary("ffprobe")
+    result = subprocess.run(
+        [
+            "ffprobe",
+            "-v",
+            "error",
+            "-select_streams",
+            "a:0",
+            "-show_entries",
+            "stream=codec_name,sample_rate,channels",
+            "-of",
+            "json",
+            str(path),
+        ],
+        capture_output=True,
+        text=True,
+        check=True,
+    )
+    streams = json.loads(result.stdout).get("streams", [])
+    assert len(streams) == 1, f"Expected one audio stream in {path}, got {streams}"
+    stream = streams[0]
+    return {
+        "codec_name": str(stream["codec_name"]),
+        "sample_rate": int(stream["sample_rate"]),
+        "channels": int(stream["channels"]),
+    }
+
+
+@hardware_test(res={"cuda": "H100"}, num_cards=4)
+def test_minimax_h3_t2va_matches_official_reference(
+    accuracy_artifact_root: Path,
+) -> None:
+    if not torch.cuda.is_available():
+        pytest.skip("MiniMax H3 T2VA accuracy test requires CUDA.")
+
+    probe_binary("ffmpeg")
+    probe_binary("ffprobe")
+    output_dir = reset_artifact_dir(accuracy_artifact_root / "minimax_h3_t2va")
+    reference_path = _download_reference_video(output_dir)
+    generated_path = output_dir / "vllm_omni.mp4"
+
+    server_env = {
+        "FLASHINFER_DISABLE_VERSION_CHECK": "1",
+        "VLLM_WORKER_MULTIPROC_METHOD": "spawn",
+        "VLLM_OMNI_VIDEO_SYNC_TIMEOUT": str(REQUEST_TIMEOUT_SECONDS),
+        "VLLM_OMNI_STORAGE_PATH": str(output_dir / "storage"),
+    }
+    request_data = {
+        "prompt": PROMPT,
+        "width": str(WIDTH),
+        "height": str(HEIGHT),
+        "fps": str(FPS),
+        "num_inference_steps": str(NUM_INFERENCE_STEPS),
+        "flow_shift": str(FLOW_SHIFT),
+        "seed": str(SEED),
+        "extra_params": json.dumps(
+            {
+                "task": "t2va",
+                "duration": DURATION_SECONDS,
+                "aspect_ratio": "16:9",
+                "audio_flow_shift": AUDIO_FLOW_SHIFT,
+            }
+        ),
+    }
+
+    with OmniServer(
+        _model_name(),
+        _server_args(),
+        env_dict=server_env,
+        use_omni=True,
+    ) as server:
+        response = requests.post(
+            f"http://{server.host}:{server.port}/v1/videos/sync",
+            data=request_data,
+            timeout=REQUEST_TIMEOUT_SECONDS,
+        )
+
+    response.raise_for_status()
+    assert response.headers["content-type"].startswith("video/mp4")
+    generated_path.write_bytes(response.content)
+
+    reference_metadata = probe_video(reference_path)
+    generated_metadata = probe_video(generated_path)
+    assert reference_metadata == generated_metadata
+    assert_video_metadata(
+        generated_metadata,
+        width=WIDTH,
+        height=HEIGHT,
+        fps=FPS,
+        frame_count=NUM_FRAMES,
+    )
+
+    expected_audio = {"codec_name": "aac", "sample_rate": 32000, "channels": 2}
+    assert _probe_audio(reference_path) == expected_audio
+    assert _probe_audio(generated_path) == expected_audio
+
+    assert_video_similarity_metrics(
+        label="minimax_h3_t2va_official_reference",
+        online_path=generated_path,
+        offline_path=reference_path,
+        ssim_threshold=SSIM_THRESHOLD,
+        psnr_threshold=PSNR_THRESHOLD,
+    )
@@ -19,7 +19,6 @@ import json
 import os
 import shutil
 import subprocess
-import sys
 from pathlib import Path
 from typing import Any, Protocol

@@ -122,13 +121,9 @@ def seed_tts_bench_argv(*, locale: str = "en") -> list[str]:

 def find_vllm_cli() -> str:
    exe = shutil.which("vllm")
-    if exe:
-        return exe
-    # Fallback when pytest is invoked via absolute venv path without activating PATH.
-    sibling = Path(sys.executable).resolve().parent / "vllm"
-    if sibling.is_file() and os.access(sibling, os.X_OK):
-        return str(sibling)
-    raise FileNotFoundError("Could not find `vllm` on PATH (install vLLM-Omni with CLI entrypoints).")
+    if not exe:
+        raise FileNotFoundError("Could not find `vllm` on PATH (install vLLM-Omni with CLI entrypoints).")
+    return exe


 def run_vllm_bench_subprocess(vllm: str, argv: list[str], *, extra_env: dict[str, str] | None = None) -> None:
@@ -155,11 +150,6 @@ def build_serve_common_argv(
    result_dir: Path,
    result_filename: str,
    ready_check_timeout_sec: int | None = None,
-    trust_remote_code: bool = False,
-    backend: str = "openai-chat-omni",
-    endpoint: str = "/v1/chat/completions",
-    temperature: float | None = None,
-    output_len: int | None = None,
 ) -> list[str]:
    out = [
        "bench",
@@ -172,9 +162,9 @@ def build_serve_common_argv(
        "--model",
        model,
        "--endpoint",
-        endpoint,
+        "/v1/chat/completions",
        "--backend",
-        backend,
+        "openai-chat-omni",
        "--request-rate",
        "inf",
        "--num-prompts",
@@ -194,12 +184,6 @@ def build_serve_common_argv(
    ]
    if ready_check_timeout_sec is not None:
        out.extend(["--ready-check-timeout-sec", str(int(ready_check_timeout_sec))])
-    if trust_remote_code:
-        out.append("--trust-remote-code")
-    if temperature is not None:
-        out.extend(["--temperature", str(temperature)])
-    if output_len is not None:
-        out.extend(["--output-len", str(int(output_len))])
    return out


@@ -171,13 +171,7 @@ def _preserve_benchmark_dataset_env() -> Any:
                os.environ[key] = value


-def _build_common_args(
-    ns: argparse.Namespace,
-    *,
-    result_filename: str,
-    backend: str = "openai-chat-omni",
-    endpoint: str = "/v1/chat/completions",
-) -> list[str]:
+def _build_common_args(ns: argparse.Namespace, *, result_filename: str) -> list[str]:
    return build_serve_common_argv(
        host=ns.host,
        port=ns.port,
@@ -189,11 +183,6 @@ def _build_common_args(
        result_dir=ns.result_dir,
        result_filename=result_filename,
        ready_check_timeout_sec=ns.ready_check_timeout_sec,
-        trust_remote_code=ns.trust_remote_code,
-        backend=backend,
-        endpoint=endpoint,
-        temperature=getattr(ns, "temperature", None),
-        output_len=getattr(ns, "output_len", None),
    )


@@ -212,9 +201,6 @@ def run_daily_omni(ns: argparse.Namespace, vllm: str) -> Path:
            json.dumps(extra, ensure_ascii=False, separators=(",", ":")),
        ]
    )
-    pack_mode = getattr(ns, "daily_omni_pack_mode", None)
-    if pack_mode:
-        argv.extend(["--daily-omni-pack-mode", pack_mode])
    if ns.daily_omni_save_eval_items:
        argv.append("--daily-omni-save-eval-items")
    print("\n$", vllm, *argv, "\n", flush=True)
@@ -231,12 +217,7 @@ def run_seed_tts(ns: argparse.Namespace, vllm: str) -> Path:
    result_filename = f"qwen_omni_acc_seed_tts_{tag}.json"
    extra = json.loads(ns.seed_extra_body_json)
    argv = (
-        _build_common_args(
-            ns,
-            result_filename=result_filename,
-            backend=ns.seed_backend,
-            endpoint=ns.seed_endpoint,
-        )
+        _build_common_args(ns, result_filename=result_filename)
        + seed_tts_bench_argv(locale=ns.seed_tts_locale)
        + [
            "--seed-tts-wer-eval",
@@ -244,8 +225,6 @@ def run_seed_tts(ns: argparse.Namespace, vllm: str) -> Path:
            json.dumps(extra, ensure_ascii=False, separators=(",", ":")),
        ]
    )
-    if ns.seed_tts_turns_per_session > 1:
-        argv.extend(["--seed-tts-turns-per-session", str(ns.seed_tts_turns_per_session)])
    if ns.seed_tts_wer_save_items:
        argv.append("--seed-tts-wer-save-items")
    if ns.seed_tts_file_ref_audio:
@@ -287,23 +266,6 @@ def build_arg_parser() -> argparse.ArgumentParser:
        help="If set, forwarded to ``vllm bench serve`` (probe first request until success). "
        "Omit to use upstream default (typically skip).",
    )
-    p.add_argument(
-        "--trust-remote-code",
-        action="store_true",
-        help="Forward trust_remote_code to ``vllm bench serve`` for models with custom code.",
-    )
-    p.add_argument(
-        "--temperature",
-        type=float,
-        default=None,
-        help="Optional sampling temperature forwarded to ``vllm bench serve`` (e.g. 0 for MiniCPM-o Daily-Omni MCQ).",
-    )
-    p.add_argument(
-        "--output-len",
-        type=int,
-        default=None,
-        help="Optional max output tokens forwarded to ``vllm bench serve`` (e.g. 512 for MiniCPM-o Daily-Omni).",
-    )
    p.add_argument(
        "--result-dir",
        type=Path,
@@ -333,13 +295,6 @@ def build_arg_parser() -> argparse.ArgumentParser:
        help="Optional local Videos root; if omitted, media is fetched lazily from Hub Videos.tar.",
    )
    p.add_argument("--daily-omni-input-mode", choices=("all", "visual", "audio"), default="all")
-    p.add_argument(
-        "--daily-omni-pack-mode",
-        choices=("qwen", "minicpm-interleave"),
-        default=None,
-        help="Daily-Omni multimodal pack recipe. Use ``minicpm-interleave`` for MiniCPM-o "
-        "(1fps interleaved image/audio; see PR #5606).",
-    )
    p.add_argument(
        "--daily-extra-body-json",
        default='{"modalities":["text"]}',
@@ -371,22 +326,6 @@ def build_arg_parser() -> argparse.ArgumentParser:
        default='{"modalities":["text","audio"]}',
        help="JSON for Seed-TTS chat requests (must include audio for synthesis + PCM capture).",
    )
-    p.add_argument(
-        "--seed-backend",
-        default="openai-chat-omni",
-        help="Seed-TTS benchmark backend (for example openai-realtime-tts).",
-    )
-    p.add_argument(
-        "--seed-endpoint",
-        default="/v1/chat/completions",
-        help="Seed-TTS serving endpoint corresponding to --seed-backend.",
-    )
-    p.add_argument(
-        "--seed-tts-turns-per-session",
-        type=int,
-        default=1,
-        help="Group this many Seed-TTS target texts into each Realtime session.",
-    )
    p.add_argument("--seed-tts-wer-save-items", action="store_true")
    p.add_argument(
        "--seed-tts-file-ref-audio",
@@ -461,11 +400,6 @@ def run_acc_benchmark(ns: argparse.Namespace) -> int:
                min_mean_sim=ns.min_seed_tts_mean_sim,
                min_mean_utmos=ns.min_seed_tts_mean_utmos,
            )
-            if ns.seed_tts_turns_per_session > 1:
-                expected_turns = ns.num_prompts * ns.seed_tts_turns_per_session
-                evaluated_turns = int(data.get("seed_tts_content_evaluated") or 0)
-                if evaluated_turns != expected_turns:
-                    errs.append(f"seed_tts_content_evaluated={evaluated_turns} != expected {expected_turns}")
            if errs:
                failed.extend([f"[Seed-TTS] {e}" for e in errs])
            else:
@@ -11,9 +11,6 @@ from vllm_omni.experimental.fullduplex.client import (
    read_pcm16_wav,
    write_pcm16_wav,
 )
-from vllm_omni.experimental.fullduplex.minicpmo45.policy import (
-    MiniCPMO45DuplexPolicy,
-)

 pytestmark = [pytest.mark.core_model, pytest.mark.cpu]

@@ -35,19 +32,6 @@ def test_realtime_client_builds_explicit_native_duplex_url():
    }


-def test_seed_tts_initial_text_is_part_of_native_duplex_context():
-    prefix, suffix = MiniCPMO45DuplexPolicy.session_context_texts(
-        "Speak exactly.",
-        True,
-        "The quick brown fox.",
-    )
-
-    assert prefix == "<|im_start|>system\nSpeak exactly.\n<|audio_start|>"
-    assert suffix == (
-        "<|audio_end|><|im_end|>\n<|im_start|>user\nThe quick brown fox.<|im_end|>\n<|im_start|>assistant\n"
-    )
-
-
 def test_realtime_client_builds_resume_only_url_when_autostart_disabled():
    url = build_realtime_url(
        "ws://localhost:8099/v1/realtime?duplex=1",
@@ -102,59 +86,6 @@ async def test_realtime_client_configure_sends_explicit_ref_audio():
    assert session["ref_audio"] == "data:audio/wav;base64,AAAA"


-@pytest.mark.asyncio
-async def test_realtime_client_configure_sends_seed_tts_text_condition():
-    class Client(RealtimeDuplexClient):
-        def __init__(self):
-            super().__init__("ws://unused")
-            self.sent = []
-
-        async def send(self, event):
-            self.sent.append(event)
-            self.events.add({"type": "session.created"})
-
-    client = Client()
-
-    await client.configure(
-        "openbmb/MiniCPM-o-4_5",
-        instructions="Speak the requested text exactly.",
-        initial_user_text="The quick brown fox.",
-        timeout_s=1,
-    )
-
-    session = client.sent[0]["session"]
-    assert session["instructions"] == "Speak the requested text exactly."
-    assert session["extra_body"]["duplex_initial_user_text"] == "The quick brown fox."
-
-
-@pytest.mark.asyncio
-async def test_realtime_client_configure_explicit_tts_opts_out_of_native_duplex():
-    class Client(RealtimeDuplexClient):
-        def __init__(self):
-            super().__init__("ws://unused")
-            self.sent = []
-
-        async def send(self, event):
-            self.sent.append(event)
-            self.events.add({"type": "session.created"})
-
-    client = Client()
-
-    await client.configure(
-        "openbmb/MiniCPM-o-4_5",
-        native_duplex=False,
-        auto_response=False,
-        extra_body={"ref_audio": "data:audio/wav;base64,AAAA"},
-        timeout_s=1,
-    )
-
-    session_extra_body = client.sent[0]["session"]["extra_body"]
-    assert session_extra_body == {
-        "ref_audio": "data:audio/wav;base64,AAAA",
-        "minicpmo45_native_duplex": False,
-    }
-
-
 def test_realtime_event_collector_partitions_audio_by_response():
    collector = RealtimeEventCollector()
    collector.add({"type": "response.created", "response": {"id": "resp-a"}})
@@ -203,26 +134,6 @@ def test_realtime_event_collector_reports_engine_token_and_audio_intervals():
            },
            received_at_s=received_at_s,
        )
-    collector.add(
-        {
-            "type": "response.audio_transcript.delta",
-            "response_id": "resp-a",
-            "delta": "",
-        },
-        received_at_s=10.1,
-    )
-    collector.add(
-        {
-            "type": "response.audio_transcript.delta",
-            "response_id": "resp-a",
-            "delta": "hello",
-        },
-        received_at_s=10.15,
-    )
-    collector.add(
-        {"type": "response.done", "response": {"id": "resp-a"}},
-        received_at_s=10.4,
-    )

    timing = collector.timing_summary(
        after_s=10.0,
@@ -264,19 +175,6 @@ def test_realtime_event_collector_reports_engine_token_and_audio_intervals():
        },
        "max_chunk_gap_ms": 110.0,
    }
-    assert timing["request_metrics"] == {
-        "source": "client_monotonic_receive",
-        "measurement_origin": {
-            "ttft": "input_audio_buffer.commit client send to first non-empty text delta",
-            "ttfp": "input_audio_buffer.commit client send to first audio packet",
-            "rtf": "commit-to-last-audio receive time divided by emitted audio duration",
-        },
-        "ttft_ms": 250.0,
-        "ttfp_ms": 300.0,
-        "rtf": pytest.approx(1.916667),
-        "audio_generation_ms": 460.0,
-        "audio_duration_ms": 240.0,
-    }


 def test_response_timing_ignores_unowned_session_level_metrics():
@@ -1,246 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-
-from collections.abc import Generator
-
-import numpy as np
-import pytest
-import soundfile as sf
-from PIL import Image
-
-from tests.helpers.mark import hardware_test
-from tests.helpers.runtime import OmniRunner
-from vllm_omni.diffusion.models.longcat_video.pipeline_longcat_video_avatar import (
-    prepare_longcat_video_avatar_model_for_omni,
-)
-from vllm_omni.inputs.data import OmniDiffusionSamplingParams
-
-MODEL = "meituan-longcat/LongCat-Video-Avatar-1.5"
-PROMPT = "A person speaks calmly while facing the camera."
-NEGATIVE_PROMPT = "low quality, blurry, watermark, text"
-
-
-@pytest.fixture()
-def synthetic_audio_path(tmp_path):
-    sample_rate = 16000
-    duration_s = 2.0
-    t = np.arange(int(sample_rate * duration_s), dtype=np.float32) / sample_rate
-    audio = (0.08 * np.sin(2 * np.pi * 220 * t)).astype(np.float32)
-    path = tmp_path / "avatar_reference.wav"
-    sf.write(path, audio, sample_rate)
-    return str(path)
-
-
-@pytest.fixture()
-def synthetic_multi_audio_paths(tmp_path):
-    sample_rate = 16000
-    duration_s = 2.0
-    t = np.arange(int(sample_rate * duration_s), dtype=np.float32) / sample_rate
-    left = (0.08 * np.sin(2 * np.pi * 220 * t)).astype(np.float32)
-    right = (0.08 * np.sin(2 * np.pi * 330 * t)).astype(np.float32)
-    left_path = tmp_path / "avatar_left.wav"
-    right_path = tmp_path / "avatar_right.wav"
-    sf.write(left_path, left, sample_rate)
-    sf.write(right_path, right, sample_rate)
-    return {"person1": str(left_path), "person2": str(right_path)}
-
-
-@pytest.fixture()
-def synthetic_image_path(tmp_path):
-    path = tmp_path / "avatar_reference.png"
-    Image.new("RGB", (768, 512), (130, 104, 88)).save(path)
-    return str(path)
-
-
-def _sampling(
-    stage: str,
-    *,
-    num_frames: int = 5,
-    extra_args: dict | None = None,
-) -> OmniDiffusionSamplingParams:
-    sampling_extra_args = {
-        "stage": stage,
-        "resolution": "480p",
-        "save_fps": 25,
-        "use_distill": True,
-        "use_int8": True,
-    }
-    if extra_args:
-        sampling_extra_args.update(extra_args)
-    return OmniDiffusionSamplingParams(
-        num_frames=num_frames,
-        fps=25,
-        num_inference_steps=8,
-        guidance_scale=1.0,
-        guidance_scale_2=1.0,
-        seed=42,
-        extra_args=sampling_extra_args,
-    )
-
-
-@pytest.fixture(scope="module")
-def longcat_omni_runner() -> Generator[OmniRunner, None, None]:
-    model = prepare_longcat_video_avatar_model_for_omni(MODEL, use_int8=True)
-    with OmniRunner(
-        model,
-        seed=42,
-        stage_configs_path=None,
-        model_class_name="LongCatVideoAvatarPipeline",
-        additional_config={
-            "model_type": "avatar-v1.5",
-            "resolution": "480p",
-            "use_distill": True,
-            "use_int8": True,
-        },
-    ) as runner:
-        yield runner
-
-
-def _generate_avatar_frames(
-    omni_runner: OmniRunner,
-    *,
-    stage: str,
-    audio_path: str | dict[str, str],
-    image_path: str | None = None,
-    additional_information: dict | None = None,
-    num_frames: int = 5,
-    sampling_extra_args: dict | None = None,
-):
-    prompt = {
-        "prompt": PROMPT,
-        "negative_prompt": NEGATIVE_PROMPT,
-        "multi_modal_data": {"audio": audio_path},
-        "additional_information": additional_information or {},
-    }
-    prompt["additional_information"].update({"stage": stage, "resolution": "480p"})
-    if image_path is not None:
-        prompt["multi_modal_data"]["image"] = image_path
-
-    outputs = omni_runner.generate(
-        [prompt],
-        [_sampling(stage, num_frames=num_frames, extra_args=sampling_extra_args)],
-    )
-    assert outputs
-    output = outputs[0]
-    assert output.images
-    frames = output.images[0]
-    if isinstance(frames, tuple) and len(frames) == 2:
-        frames = frames[0]
-    if isinstance(frames, dict):
-        frames = frames.get("frames") or frames.get("video")
-    assert isinstance(frames, list)
-    return frames
-
-
-def _assert_frames(frames, *, expected_size: tuple[int, int], expected_count: int = 5):
-    assert len(frames) == expected_count
-    for frame in frames:
-        assert isinstance(frame, Image.Image)
-        assert frame.mode == "RGB"
-        assert frame.size == expected_size
-
-
-@pytest.mark.advanced_model
-@pytest.mark.diffusion
-@hardware_test(res={"cuda": "H100"}, num_cards={"cuda": 1})
-def test_longcat_video_avatar_at2v(longcat_omni_runner: OmniRunner, synthetic_audio_path):
-    frames = _generate_avatar_frames(
-        longcat_omni_runner,
-        stage="at2v",
-        audio_path=synthetic_audio_path,
-    )
-    _assert_frames(frames, expected_size=(832, 480))
-
-
-@pytest.mark.advanced_model
-@pytest.mark.diffusion
-@hardware_test(res={"cuda": "H100"}, num_cards={"cuda": 1})
-def test_longcat_video_avatar_ai2v(
-    longcat_omni_runner: OmniRunner,
-    synthetic_audio_path,
-    synthetic_image_path,
-):
-    frames = _generate_avatar_frames(
-        longcat_omni_runner,
-        stage="ai2v",
-        audio_path=synthetic_audio_path,
-        image_path=synthetic_image_path,
-    )
-    _assert_frames(frames, expected_size=(768, 512))
-
-
-@pytest.mark.advanced_model
-@pytest.mark.diffusion
-@hardware_test(res={"cuda": "H100"}, num_cards={"cuda": 1})
-def test_longcat_video_avatar_multi_speaker_ai2v(
-    longcat_omni_runner: OmniRunner,
-    synthetic_multi_audio_paths,
-    synthetic_image_path,
-):
-    frames = _generate_avatar_frames(
-        longcat_omni_runner,
-        stage="ai2v",
-        audio_path=synthetic_multi_audio_paths,
-        image_path=synthetic_image_path,
-        additional_information={
-            "audio_type": "para",
-            "bbox": {
-                "person1": [32, 48, 384, 336],
-                "person2": [32, 432, 384, 720],
-            },
-        },
-    )
-    _assert_frames(frames, expected_size=(768, 512))
-
-
-@pytest.mark.advanced_model
-@pytest.mark.diffusion
-@hardware_test(res={"cuda": "H100"}, num_cards={"cuda": 1})
-def test_longcat_video_avatar_single_speaker_ai2v_avc_continuation(
-    longcat_omni_runner: OmniRunner,
-    synthetic_audio_path,
-    synthetic_image_path,
-):
-    frames = _generate_avatar_frames(
-        longcat_omni_runner,
-        stage="ai2v",
-        audio_path=synthetic_audio_path,
-        image_path=synthetic_image_path,
-        num_frames=17,
-        sampling_extra_args={
-            "num_segments": 2,
-            "num_cond_frames": 5,
-            "use_kv_cache": True,
-        },
-    )
-    _assert_frames(frames, expected_size=(768, 512), expected_count=29)
-
-
-@pytest.mark.advanced_model
-@pytest.mark.diffusion
-@hardware_test(res={"cuda": "H100"}, num_cards={"cuda": 1})
-def test_longcat_video_avatar_multi_speaker_ai2v_avc_continuation(
-    longcat_omni_runner: OmniRunner,
-    synthetic_multi_audio_paths,
-    synthetic_image_path,
-):
-    frames = _generate_avatar_frames(
-        longcat_omni_runner,
-        stage="ai2v",
-        audio_path=synthetic_multi_audio_paths,
-        image_path=synthetic_image_path,
-        additional_information={
-            "audio_type": "para",
-            "bbox": {
-                "person1": [32, 48, 384, 336],
-                "person2": [32, 432, 384, 720],
-            },
-        },
-        num_frames=17,
-        sampling_extra_args={
-            "num_segments": 2,
-            "num_cond_frames": 5,
-            "use_kv_cache": True,
-        },
-    )
-    _assert_frames(frames, expected_size=(768, 512), expected_count=29)
@@ -34,7 +34,7 @@ def get_question(prompt_type: str = "text") -> str:
@pytest.mark.core_model
@pytest.mark.advanced_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_runner", test_params, indirect=True)
 def test_text_to_text(omni_runner, omni_runner_handler) -> None:
    """Test processing text, generating text output."""
@@ -44,7 +44,7 @@ def test_text_to_text(omni_runner, omni_runner_handler) -> None:

@pytest.mark.full_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_runner", test_params, indirect=True)
 def test_audio_to_text(omni_runner, omni_runner_handler) -> None:
    """Test processing audio, generating text output."""
@@ -57,7 +57,7 @@ def test_audio_to_text(omni_runner, omni_runner_handler) -> None:

@pytest.mark.full_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_runner", test_params, indirect=True)
 def test_image_to_text(omni_runner, omni_runner_handler) -> None:
    """Test processing image, generating text output."""
@@ -68,7 +68,7 @@ def test_image_to_text(omni_runner, omni_runner_handler) -> None:

@pytest.mark.full_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_runner", test_params, indirect=True)
 def test_video_to_text(omni_runner, omni_runner_handler) -> None:
    """Test processing video, generating text output."""
@@ -79,7 +79,7 @@ def test_video_to_text(omni_runner, omni_runner_handler) -> None:

@pytest.mark.full_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_runner", test_params, indirect=True)
 def test_text_to_audio(omni_runner, omni_runner_handler) -> None:
    """Test processing text and generating audio through Talker and Code2Wav."""
@@ -90,7 +90,7 @@ def test_text_to_audio(omni_runner, omni_runner_handler) -> None:
@pytest.mark.core_model
@pytest.mark.advanced_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_runner", test_params, indirect=True)
 def test_mix_to_audio(omni_runner, omni_runner_handler) -> None:
    """Test processing mixed modalities (image + audio), generating audio output."""
@@ -109,7 +109,7 @@ def test_mix_to_audio(omni_runner, omni_runner_handler) -> None:

@pytest.mark.full_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_runner", test_params, indirect=True)
 def test_video_to_audio(omni_runner, omni_runner_handler) -> None:
    """Test processing video, generating audio output."""
@@ -1 +0,0 @@
-"""Shared helpers for online-serving MiniCPM-o duplex E2E tests."""
@@ -14,7 +14,7 @@ not a separate model-level barge-in contract.

 Run only after a MiniCPM-o 4.5 vLLM-Omni server is up:

-  python tests/e2e/online_serving/helpers/minicpmo_realtime_duplex_scenarios.py \
+  python tests/e2e/online_serving/minicpmo_realtime_duplex_scenarios.py \
      --url ws://localhost:8099/v1/realtime?duplex=1 \
      --model openbmb/MiniCPM-o-4_5 \
      --input-wav input_16k_mono_pcm16.wav \
@@ -37,7 +37,7 @@ import wave
 from dataclasses import dataclass, field
 from pathlib import Path

-_REPO_ROOT = Path(__file__).resolve().parents[4]
+_REPO_ROOT = Path(__file__).resolve().parents[3]
 if str(_REPO_ROOT) not in sys.path:
    sys.path.insert(0, str(_REPO_ROOT))

@@ -53,7 +53,6 @@ from vllm_omni.experimental.fullduplex.client import (  # noqa: E402
    RealtimeEventCollector,
    build_realtime_url,
    read_pcm16_wav,
-    summarize_session_request_metrics,
 )

 _url_with_model = build_realtime_url
@@ -195,38 +194,6 @@ class DemoState:
            summaries[response_id] = timing
        return summaries

-    def session_request_metrics(
-        self,
-        *,
-        session_id: str | None = None,
-    ) -> list[dict[str, object]]:
-        """Return benchmark-style metrics for every response in this session."""
-        requests: list[dict[str, object]] = []
-        for request_index, (response_id, timing) in enumerate(self.response_timing_summaries().items()):
-            metrics = timing.get("request_metrics")
-            if not isinstance(metrics, dict):
-                continue
-            requests.append(
-                {
-                    "session_id": session_id,
-                    "request_index": request_index,
-                    "response_id": response_id,
-                    **metrics,
-                }
-            )
-        return requests
-
-    def session_metric_summary(
-        self,
-        *,
-        session_id: str | None = None,
-    ) -> dict[str, object]:
-        """Average TTFT, TTFP, and RTF across responses that emitted audio."""
-        return summarize_session_request_metrics(
-            self.session_request_metrics(session_id=session_id),
-            session_id=session_id,
-        )
-
    def first_index(self, event_type: str, predicate=None) -> int | None:
        for index, event in enumerate(self.events):
            if event.get("type") != event_type:
@@ -1571,8 +1538,6 @@ async def run_demo(args: argparse.Namespace) -> dict[str, object]:
        "input_transcription_ok": input_transcription_ok,
        "completed_response_ids": completed_response_ids,
        "response_timings": state.response_timing_summaries(),
-        "request_metrics": state.session_request_metrics(session_id=args.session_id),
-        "session_metrics": state.session_metric_summary(session_id=args.session_id),
        "lifecycle_counts_ok": lifecycle_counts_ok,
        "validation_mode": validation_mode,
        "scenario": scenario,
@@ -8,7 +8,6 @@ import hashlib
 import json
 import sys
 import uuid
-from functools import lru_cache
 from pathlib import Path
 from types import SimpleNamespace
 from urllib.parse import parse_qsl, urlencode, urlsplit, urlunsplit
@@ -17,29 +16,14 @@ import websockets
 from websockets.exceptions import ConnectionClosed

 SCRIPT_DIR = Path(__file__).resolve().parent
-REPO_ROOT = SCRIPT_DIR.parents[3]
-if str(REPO_ROOT) not in sys.path:
-    sys.path.insert(0, str(REPO_ROOT))
+if str(SCRIPT_DIR) not in sys.path:
+    sys.path.insert(0, str(SCRIPT_DIR))

-
-@lru_cache(maxsize=1)
-def _scenario_module():
-    """Delay heavyweight vLLM imports so ``--help`` remains directly executable."""
-    from tests.e2e.online_serving.helpers import minicpmo_realtime_duplex_scenarios
-
-    return minicpmo_realtime_duplex_scenarios
-
-
-def _ref_audio_data_url(path: str) -> str:
-    return _scenario_module()._ref_audio_data_url(path)
-
-
-def _url_with_model(*args, **kwargs) -> str:
-    return _scenario_module()._url_with_model(*args, **kwargs)
-
-
-async def run_demo(args):
-    return await _scenario_module().run_demo(args)
+from minicpmo_realtime_duplex_scenarios import (  # noqa: E402
+    _ref_audio_data_url,
+    _url_with_model,
+    run_demo,
+)


 def _with_resume_mode(url: str) -> str:
@@ -314,14 +314,6 @@ def summarize_artifacts(
        and event["response"].get("status") == "cancelled"
    )
    result_ok = result.get("ok") is True
-    # response-required keeps the full listen sandwich around commit. model-policy
-    # only requires a completed audio response that started before final commit:
-    # single-GPU co-location often still drains speak after the WAV ends.
-    commit_listen_contract_ok = (
-        listen_after_response_before_commit and final_listen_after_commit
-        if validation_mode == "response-required"
-        else response_before_final_commit
-    )
    common_contract_ok = bool(
        result_ok
        and not error_events
@@ -331,7 +323,8 @@ def summarize_artifacts(
        and multi_delta_ok
        and response_audio_contract_ok
        and response_before_final_commit
-        and commit_listen_contract_ok
+        and listen_after_response_before_commit
+        and final_listen_after_commit
    )
    mode_contract_ok = validation_mode == "model-policy" or (
        second_response_before_final_commit
@@ -400,11 +393,6 @@ async def run_soft_interrupt(args: argparse.Namespace) -> dict[str, object]:
        f"duplex-soft-interrupt-{uuid.uuid4().hex}",
    ]
    command.extend(["--ref-audio", str(_canonical_path(args.ref_audio))])
-    temperature = getattr(args, "temperature", None)
-    if temperature is None and args.validation_mode == "response-required":
-        temperature = 0.0
-    if temperature is not None:
-        command.extend(["--temperature", str(temperature)])
    if args.require_audio:
        command.append("--require-audio")
    if args.no_realtime_pacing:
@@ -465,12 +453,6 @@ def parse_args() -> argparse.Namespace:
    parser.add_argument("--summary-output")
    parser.add_argument("--chunk-ms", type=int, default=200)
    parser.add_argument("--timeout-s", type=float, default=120.0)
-    parser.add_argument(
-        "--temperature",
-        type=float,
-        default=None,
-        help="Stage0 sampling temperature; response-required defaults to 0.0.",
-    )
    parser.add_argument("--require-audio", action="store_true")
    parser.add_argument("--no-realtime-pacing", action="store_true")
    parser.add_argument(
@@ -68,12 +68,12 @@ def get_max_batch_size(size_type="few"):
@pytest.mark.core_model
@pytest.mark.advanced_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_text_to_text_001(omni_server, openai_client) -> None:
    """
    Test text-only input generating text output via OpenAI API.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text
    Output Modal: text
    Input Setting: stream=False
@@ -93,13 +93,13 @@ def test_text_to_text_001(omni_server, openai_client) -> None:

@pytest.mark.full_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_text_to_audio_001(omni_server, openai_client) -> None:
    """
    Test text-only input generating text + audio output via OpenAI API.
    This exercises the talker TTS region detection and in-process token2wav vocoder.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text
    Output Modal: text + audio
    Input Setting: stream=True
@@ -118,12 +118,12 @@ def test_text_to_audio_001(omni_server, openai_client) -> None:

@pytest.mark.full_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_audio_to_text_audio_001(omni_server, openai_client) -> None:
    """
    Test audio input generating text + audio output via OpenAI API.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text + audio
    Output Modal: text + audio
    Input Setting: stream=True
@@ -146,12 +146,12 @@ def test_audio_to_text_audio_001(omni_server, openai_client) -> None:

@pytest.mark.full_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_image_to_text_audio_001(omni_server, openai_client) -> None:
    """
    Test image input generating text + audio output via OpenAI API.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text + image
    Output Modal: text + audio
    Input Setting: stream=True
@@ -174,12 +174,12 @@ def test_image_to_text_audio_001(omni_server, openai_client) -> None:

@pytest.mark.full_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_video_to_text_audio_001(omni_server, openai_client) -> None:
    """
    Test video input generating text + audio output via OpenAI API.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text + video
    Output Modal: text + audio
    Input Setting: stream=True
@@ -203,12 +203,12 @@ def test_video_to_text_audio_001(omni_server, openai_client) -> None:
@pytest.mark.core_model
@pytest.mark.advanced_model
@pytest.mark.omni
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_mix_to_text_audio_001(omni_server, openai_client) -> None:
    """
    Test multi-modal input (text + audio + video + image) generating text + audio output.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text + audio + video + image
    Output Modal: text + audio
    Input Setting: stream=True
@@ -10,7 +10,15 @@ from pathlib import Path
 import pytest
 import websockets

-from tests.e2e.online_serving.helpers.minicpmo_4_5_duplex import (
+from tests.e2e.online_serving.minicpmo_realtime_duplex_scenarios import (
+    _ref_audio_data_url,
+    run_demo,
+)
+from tests.e2e.online_serving.run_minicpmo_realtime_duplex_multi_session import (
+    run_multi_session,
+)
+from tests.helpers.mark import hardware_test
+from tests.helpers.minicpmo_4_5_duplex import (
    CORE_SERVER_PARAMS,
    SERVER_PARAMS,
    demo_args,
@@ -19,42 +27,11 @@ from tests.e2e.online_serving.helpers.minicpmo_4_5_duplex import (
    resolve_ref_audio,
    validated_input_wav,
 )
-from tests.e2e.online_serving.helpers.minicpmo_realtime_duplex_scenarios import (
-    _ref_audio_data_url,
-    run_demo,
-)
-from tests.e2e.online_serving.run_minicpmo_realtime_duplex_multi_session import (
-    run_multi_session,
-)
-from tests.helpers.mark import hardware_test
 from vllm_omni.experimental.fullduplex.client import build_realtime_url

 pytestmark = pytest.mark.omni


-def _assert_request_metrics(metrics: object, *, expected_count: int) -> None:
-    assert isinstance(metrics, list)
-    assert len(metrics) == expected_count
-    for request_index, request in enumerate(metrics):
-        assert isinstance(request["session_id"], str)
-        assert request["request_index"] == request_index
-        assert isinstance(request["response_id"], str)
-        assert request["ttft_ms"] is not None and request["ttft_ms"] >= 0
-        assert request["ttfp_ms"] >= 0
-        assert request["rtf"] is not None and request["rtf"] >= 0
-        assert request["audio_generation_ms"] >= 0
-        assert request["audio_duration_ms"] > 0
-
-
-def _assert_session_metrics(metrics: object, *, expected_count: int) -> None:
-    assert isinstance(metrics, dict)
-    assert isinstance(metrics["session_id"], str)
-    assert metrics["audio_turn_count"] == expected_count
-    assert metrics["mean_ttft_ms"] is not None and metrics["mean_ttft_ms"] >= 0
-    assert metrics["mean_ttfp_ms"] is not None and metrics["mean_ttfp_ms"] >= 0
-    assert metrics["mean_rtf"] is not None and metrics["mean_rtf"] >= 0
-
-
 async def _receive_protocol_events(ws, required_types: set[str], *, timeout_s: float) -> list[dict[str, object]]:
    async def receive() -> list[dict[str, object]]:
        events: list[dict[str, object]] = []
@@ -106,7 +83,7 @@ async def _run_protocol_smoke(*, url: str, model: str, ref_audio: Path) -> list[


@pytest.mark.core_model
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_server", CORE_SERVER_PARAMS, indirect=True)
 def test_duplex_websocket_protocol_smoke(omni_server, model_prefix: str) -> None:
    ref_audio = resolve_ref_audio(model_prefix)
@@ -124,29 +101,29 @@ def test_duplex_websocket_protocol_smoke(omni_server, model_prefix: str) -> None


@pytest.mark.advanced_model
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_server", SERVER_PARAMS, indirect=True)
 def test_duplex_single_session_response_required(omni_server, model_prefix: str, tmp_path: Path) -> None:
-    args = demo_args(
-        omni_server=omni_server,
-        input_wav=validated_input_wav(),
-        ref_audio=resolve_ref_audio(model_prefix),
-        output_dir=tmp_path / "single_session",
+    result = asyncio.run(
+        run_demo(
+            demo_args(
+                omni_server=omni_server,
+                input_wav=validated_input_wav(),
+                ref_audio=resolve_ref_audio(model_prefix),
+                output_dir=tmp_path / "single_session",
+            )
+        )
    )
-    args.turns = 2
-    result = asyncio.run(run_demo(args))
    assert result["ok"] is True, json.dumps(result, ensure_ascii=False, indent=2)
    assert result["audio_delta_count"] > 0
-    assert result["done_count"] == 2
+    assert result["done_count"] == 1
    assert result["error_count"] == 0
    assert result["all_audio_responses_have_transcript"] is True
    assert result["transcript_delta_done_ok"] is True
-    _assert_request_metrics(result["request_metrics"], expected_count=2)
-    _assert_session_metrics(result["session_metrics"], expected_count=2)


@pytest.mark.advanced_model
-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_server", SERVER_PARAMS, indirect=True)
 def test_duplex_two_sessions_resume_and_takeover(omni_server, model_prefix: str, tmp_path: Path) -> None:
    result = asyncio.run(
@@ -168,6 +145,3 @@ def test_duplex_two_sessions_resume_and_takeover(omni_server, model_prefix: str,
    assert all(session["audio_delta_count"] > 0 for session in result["sessions"])
    assert all(session["done_count"] == 1 for session in result["sessions"])
    assert all(session["error_count"] == 0 for session in result["sessions"])
-    for session in result["sessions"]:
-        _assert_request_metrics(session["request_metrics"], expected_count=1)
-        _assert_session_metrics(session["session_metrics"], expected_count=1)
@@ -9,7 +9,14 @@ from types import SimpleNamespace

 import pytest

-from tests.e2e.online_serving.helpers.minicpmo_4_5_duplex import (
+from tests.e2e.online_serving.run_minicpmo_realtime_duplex_multi_session import (
+    run_lifecycle_probes,
+)
+from tests.e2e.online_serving.run_minicpmo_realtime_duplex_soft_interrupt import (
+    run_soft_interrupt,
+)
+from tests.helpers.mark import hardware_test
+from tests.helpers.minicpmo_4_5_duplex import (
    SERVER_PARAMS,
    SOFT_INTERRUPT_SHA256,
    multi_session_args,
@@ -18,18 +25,11 @@ from tests.e2e.online_serving.helpers.minicpmo_4_5_duplex import (
    validated_input_wav,
    validated_soft_interrupt_wav,
 )
-from tests.e2e.online_serving.run_minicpmo_realtime_duplex_multi_session import (
-    run_lifecycle_probes,
-)
-from tests.e2e.online_serving.run_minicpmo_realtime_duplex_soft_interrupt import (
-    run_soft_interrupt,
-)
-from tests.helpers.mark import hardware_test

 pytestmark = [pytest.mark.full_model, pytest.mark.omni]


-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_server", SERVER_PARAMS, indirect=True)
 def test_duplex_admission_and_expiry_reaper(omni_server, model_prefix: str, tmp_path: Path) -> None:
    args = multi_session_args(
@@ -53,7 +53,7 @@ def test_duplex_admission_and_expiry_reaper(omni_server, model_prefix: str, tmp_
    assert result["admission"]["overflow_error_code"] == "resource_exhausted"


-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100"}, num_cards=2)
@pytest.mark.parametrize("omni_server", SERVER_PARAMS, indirect=True)
 def test_duplex_soft_interrupt(omni_server, model_prefix: str, tmp_path: Path) -> None:
    input_wav = validated_soft_interrupt_wav()
@@ -70,13 +70,8 @@ def test_duplex_soft_interrupt(omni_server, model_prefix: str, tmp_path: Path) -
                timeout_s=180.0,
                require_audio=True,
                no_realtime_pacing=False,
-                # Single-GPU co-location cannot reliably finish the fixture's
-                # two-response soft-interrupt handoff before the WAV ends.
-                # model-policy + deterministic sampling checks streaming audio
-                # lifecycle instead of the diagnostic two-response contract.
-                validation_mode="model-policy",
-                temperature=0.0,
-                min_responses=1,
+                validation_mode="response-required",
+                min_responses=2,
                min_audio_deltas_per_response=2,
                input_sha256=SOFT_INTERRUPT_SHA256,
                expect_followup_response_substring=None,
@@ -88,5 +83,4 @@ def test_duplex_soft_interrupt(omni_server, model_prefix: str, tmp_path: Path) -
    assert result["error_count"] == 0
    assert result["response_lifecycle_ok"] is True
    assert result["response_audio_contract_ok"] is True
-    assert result["response_before_final_commit"] is True
-    assert result["enough_responses"] is True
+    assert result["followup_response_transcript_ok"] is True
@@ -63,12 +63,12 @@ def get_max_batch_size(size_type="few"):
    return batch_sizes.get(size_type, 5)


-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_text_video_to_text_001(omni_server, openai_client) -> None:
    """
    Test text + video input generating text output.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text + video
    Output Modal: text
    Input Setting: stream=False
@@ -90,13 +90,13 @@ def test_text_video_to_text_001(omni_server, openai_client) -> None:
    openai_client.send_omni_request(request_config, request_num=get_max_batch_size())


-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_sequential_requests_independent(omni_server, openai_client) -> None:
    """
    Verify that sequential requests produce independent results and that the
    second request does not receive the first request's audio or token state.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text (two different prompts)
    Output Modal: text + audio (both)
    """
@@ -131,13 +131,13 @@ def test_sequential_requests_independent(omni_server, openai_client) -> None:
    )


-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_text_to_audio_long_output_001(omni_server, openai_client) -> None:
    """
    Test text input generating a longer audio output to exercise the
    Code2Wav stage across multiple frames.
-    Deploy Setting: default single GPU
+    Deploy Setting: default 2GPU
    Input Modal: text (longer prompt)
    Output Modal: text + audio
    Input Setting: stream=True
@@ -166,7 +166,7 @@ def test_text_to_audio_long_output_001(omni_server, openai_client) -> None:
    openai_client.send_omni_request(request_config, request_num=get_max_batch_size())


-@hardware_test(res={"cuda": "H100", "npu": "A3"}, num_cards=1)
+@hardware_test(res={"cuda": "H100", "npu": "A2"}, num_cards=1)
@pytest.mark.parametrize("omni_server", test_params, indirect=True)
 def test_chinese_text_to_audio(omni_server, openai_client) -> None:
    """
@@ -13,8 +13,7 @@ import pytest
 pytestmark = [pytest.mark.core_model, pytest.mark.cpu]

 DRIVER_DIR = Path(__file__).resolve().parent
-HELPERS_DIR = DRIVER_DIR / "helpers"
-DEMO_PATH = HELPERS_DIR / "minicpmo_realtime_duplex_scenarios.py"
+DEMO_PATH = DRIVER_DIR / "minicpmo_realtime_duplex_scenarios.py"
 MULTI_DEMO_PATH = DRIVER_DIR / "run_minicpmo_realtime_duplex_multi_session.py"
 PAIR_DEMO_PATH = DRIVER_DIR / "run_minicpmo_realtime_duplex_demo_pair.py"
 SOFT_INTERRUPT_DEMO_PATH = DRIVER_DIR / "run_minicpmo_realtime_duplex_soft_interrupt.py"
@@ -334,71 +333,6 @@ def test_realtime_duplex_soft_interrupt_accepts_explicit_ref_audio(monkeypatch):

    assert args.ref_audio == "ref.wav"
    assert args.validation_mode == "model-policy"
-    assert args.temperature is None
-
-
-def test_realtime_duplex_soft_interrupt_response_required_defaults_temperature(tmp_path, monkeypatch):
-    demo = _load_soft_interrupt_demo_module()
-    input_wav = tmp_path / "input.wav"
-    with wave.open(str(input_wav), "wb") as wav_file:
-        wav_file.setnchannels(1)
-        wav_file.setsampwidth(2)
-        wav_file.setframerate(16_000)
-        wav_file.writeframes(b"\x00\x00" * 320)
-    ref_audio = tmp_path / "ref.wav"
-    ref_audio.write_bytes(b"ref")
-    output_dir = tmp_path / "out"
-    output_dir.mkdir()
-    captured: dict[str, object] = {}
-
-    class _FakeProcess:
-        returncode = 0
-
-        async def communicate(self):
-            return b'{"ok": true}', b""
-
-        def kill(self):
-            return None
-
-    async def _fake_exec(*command, **kwargs):
-        captured["command"] = list(command)
-        return _FakeProcess()
-
-    monkeypatch.setattr(demo.asyncio, "create_subprocess_exec", _fake_exec)
-    monkeypatch.setattr(
-        demo,
-        "summarize_artifacts",
-        lambda **kwargs: {"ok": True, "returncode": 0},
-    )
-
-    result = asyncio.run(
-        demo.run_soft_interrupt(
-            SimpleNamespace(
-                url="ws://127.0.0.1:8099/v1/realtime?duplex=1",
-                model="openbmb/MiniCPM-o-4_5",
-                input_wav=str(input_wav),
-                ref_audio=str(ref_audio),
-                output_dir=str(output_dir),
-                summary_output=None,
-                chunk_ms=200,
-                timeout_s=5.0,
-                require_audio=True,
-                no_realtime_pacing=False,
-                validation_mode="response-required",
-                temperature=None,
-                min_responses=2,
-                min_audio_deltas_per_response=2,
-                input_sha256=None,
-                expect_followup_response_substring=None,
-            )
-        )
-    )
-
-    command = captured["command"]
-    assert isinstance(command, list)
-    assert "--temperature" in command
-    assert command[command.index("--temperature") + 1] == "0.0"
-    assert result["ok"] is True


 def test_realtime_duplex_soft_interrupt_response_required_needs_bound_fixture(monkeypatch):
@@ -563,43 +497,6 @@ def test_realtime_duplex_soft_interrupt_model_policy_accepts_single_response(tmp
    assert summary["listen_after_response_before_commit"] is True


-def test_realtime_duplex_soft_interrupt_model_policy_accepts_commit_during_speak(tmp_path):
-    demo = _load_soft_interrupt_demo_module()
-    output = tmp_path / "model_policy_commit_during_speak"
-    output.mkdir()
-    response_id = "resp-long"
-    events = [
-        {"type": "response.listen", "_client_received_at_s": 1.0},
-        {"type": "response.created", "response": {"id": response_id}, "_client_received_at_s": 2.0},
-        {"type": "response.audio.delta", "response_id": response_id, "delta": "AAAA", "_client_received_at_s": 2.1},
-        {"type": "response.audio.delta", "response_id": response_id, "delta": "AAAA", "_client_received_at_s": 2.2},
-        {"type": "input_audio_buffer.committed", "_client_received_at_s": 3.0},
-        {"type": "response.audio.delta", "response_id": response_id, "delta": "AAAA", "_client_received_at_s": 4.0},
-        {"type": "response.done", "response_id": response_id, "_client_received_at_s": 5.0},
-    ]
-    (output / "events.jsonl").write_text(
-        "".join(demo.json.dumps(event) + "\n" for event in events),
-        encoding="utf-8",
-    )
-    (output / "result.json").write_text(
-        demo.json.dumps({"ok": True, "response_ids": [response_id]}),
-        encoding="utf-8",
-    )
-
-    summary = demo.summarize_artifacts(
-        output_dir=output,
-        validation_mode="model-policy",
-        min_responses=1,
-        min_audio_deltas_per_response=2,
-        expect_followup_response_substring=None,
-    )
-
-    assert summary["ok"] is True
-    assert summary["response_before_final_commit"] is True
-    assert summary["listen_after_response_before_commit"] is False
-    assert summary["final_listen_after_commit"] is False
-
-
 def test_realtime_duplex_soft_interrupt_response_required_rejects_single_response(tmp_path):
    demo = _load_soft_interrupt_demo_module()
    output = tmp_path / "response_required"
@@ -902,7 +799,6 @@ def test_realtime_duplex_demo_reads_response_playback_cursor():
 def test_realtime_duplex_demo_partitions_timing_by_response_identity():
    demo = _load_demo_module()
    state = demo.DemoState()
-    state.input_commit_sent_at_s.extend((9.9, 19.9))
    for response_id, created_at_s, audio_at_s, token_count in (
        ("resp-1", 10.0, 10.1, 3),
        ("resp-2", 20.0, 20.2, 5),
@@ -930,66 +826,15 @@ def test_realtime_duplex_demo_partitions_timing_by_response_identity():
            },
            received_at_s=audio_at_s,
        )
-        state.add(
-            {
-                "type": "response.audio_transcript.delta",
-                "response_id": response_id,
-                "delta": "audio",
-            },
-            received_at_s=created_at_s + 0.05,
-        )

    timings = state.response_timing_summaries()
-    requests = state.session_request_metrics(session_id="seed-tts-session")
-    session_metrics = state.session_metric_summary(session_id="seed-tts-session")

    assert timings["resp-1"]["stage0_tokens"]["output_token_count"] == 3
    assert timings["resp-1"]["audio_output"]["response_created_to_first_audio_ms"] == 100.0
-    assert timings["resp-1"]["audio_output"]["commit_to_first_audio_ms"] == 200.0
+    assert timings["resp-1"]["audio_output"]["commit_to_first_audio_ms"] is None
    assert timings["resp-2"]["stage0_tokens"]["output_token_count"] == 5
    assert timings["resp-2"]["audio_output"]["response_created_to_first_audio_ms"] == 200.0
-    assert timings["resp-2"]["audio_output"]["commit_to_first_audio_ms"] == 300.0
-    assert requests == [
-        {
-            "session_id": "seed-tts-session",
-            "request_index": 0,
-            "response_id": "resp-1",
-            "ttft_ms": 150.0,
-            "ttfp_ms": 200.0,
-            "rtf": 2.5,
-            "audio_generation_ms": 200.0,
-            "audio_duration_ms": 80.0,
-            "source": "client_monotonic_receive",
-            "measurement_origin": {
-                "ttft": "input_audio_buffer.commit client send to first non-empty text delta",
-                "ttfp": "input_audio_buffer.commit client send to first audio packet",
-                "rtf": "commit-to-last-audio receive time divided by emitted audio duration",
-            },
-        },
-        {
-            "session_id": "seed-tts-session",
-            "request_index": 1,
-            "response_id": "resp-2",
-            "ttft_ms": 150.0,
-            "ttfp_ms": 300.0,
-            "rtf": 3.75,
-            "audio_generation_ms": 300.0,
-            "audio_duration_ms": 80.0,
-            "source": "client_monotonic_receive",
-            "measurement_origin": {
-                "ttft": "input_audio_buffer.commit client send to first non-empty text delta",
-                "ttfp": "input_audio_buffer.commit client send to first audio packet",
-                "rtf": "commit-to-last-audio receive time divided by emitted audio duration",
-            },
-        },
-    ]
-    assert session_metrics == {
-        "session_id": "seed-tts-session",
-        "audio_turn_count": 2,
-        "mean_ttft_ms": 150.0,
-        "mean_ttfp_ms": 250.0,
-        "mean_rtf": 3.125,
-    }
+    assert timings["resp-2"]["audio_output"]["commit_to_first_audio_ms"] is None


 def test_realtime_duplex_demo_model_policy_accepts_one_listen_per_streamed_turn():
@@ -340,56 +340,6 @@ def test_strip_single_engine_args_model_does_not_trigger_warning(mocker):
    assert "model" not in warned_args


-def test_new_format_deploy_yaml_does_not_strip_interleave_cli_overrides(tmp_path):
-    """New-format deploy YAMLs must not strip interleave_mm_strings / media_io_kwargs.
-
-    Pytest historically passed ``--stage-configs-path`` for deploy YAMLs; stripping
-    those CLI flags dropped MiniCPM interleaved AV packing and cut Daily-Omni
-    accuracy from ~78% to ~70%.
-    """
-    from vllm_omni.entrypoints.utils import is_new_format_deploy_config
-
-    yaml_path = tmp_path / "minicpm_deploy.yaml"
-    yaml_path.write_text(
-        """
-pipeline: minicpmo_4_5
-async_chunk: true
-stages:
-  - stage_id: 0
-    devices: "0"
-""".strip(),
-        encoding="utf-8",
-    )
-    path = str(yaml_path)
-    assert is_new_format_deploy_config(path)
-
-    kwargs = {
-        "stage_configs_path": path,
-        "trust_remote_code": True,
-        "interleave_mm_strings": True,
-        "media_io_kwargs": {"video": {"fps": 1, "num_frames": 128}},
-        "gpu_memory_utilization": 0.55,
-    }
-    # Mirror AsyncOmniEngine._resolve_stage_configs strip decision.
-    if kwargs.get("stage_configs_path") is not None and not is_new_format_deploy_config(kwargs["stage_configs_path"]):
-        base = AsyncOmniEngine._strip_single_engine_args(dict(kwargs))
-    else:
-        base = dict(kwargs)
-    assert base.get("interleave_mm_strings") is True
-    assert base.get("media_io_kwargs") == {"video": {"fps": 1, "num_frames": 128}}
-    # Parent EngineArgs fields also remain available for deploy merge.
-    assert base.get("gpu_memory_utilization") == 0.55
-
-    legacy = tmp_path / "legacy.yaml"
-    legacy.write_text("stage_args:\n  - stage_id: 0\n", encoding="utf-8")
-    assert not is_new_format_deploy_config(str(legacy))
-    legacy_kwargs = dict(kwargs, stage_configs_path=str(legacy))
-    stripped = AsyncOmniEngine._strip_single_engine_args(legacy_kwargs)
-    assert "interleave_mm_strings" not in stripped
-    assert "media_io_kwargs" not in stripped
-    assert "gpu_memory_utilization" not in stripped
-
-
 # For https://github.com/vllm-project/vllm-omni/issues/3293
 def test_tensor_parallel_size_none_is_handled():
    """Ensure the tensor parallel size of None isn't forwarded."""
@@ -51,19 +51,6 @@ from vllm_omni.outputs import OmniRequestOutput
 pytestmark = [pytest.mark.core_model, pytest.mark.cpu]


-def test_native_input_append_supports_explicit_session_opt_out():
-    session = DuplexSession(
-        "sid-explicit-tts",
-        DuplexSessionConfig(model="test-model"),
-        capabilities=DuplexCapabilities.minicpmo45_native(),
-    )
-
-    assert OmniDuplexSessionHandler._uses_native_input_append(session) is True
-
-    session.config.extra_body["minicpmo45_native_duplex"] = False
-    assert OmniDuplexSessionHandler._uses_native_input_append(session) is False
-
-
 class _ModelConfig:
    model = "test-model"

@@ -15,7 +15,6 @@ from contextlib import asynccontextmanager
 from pathlib import Path
 from types import SimpleNamespace

-import av
 import numpy as np
 import pytest
 from fastapi import FastAPI, HTTPException
@@ -250,25 +249,6 @@ def _make_test_video_bytes(size=(32, 24), num_frames=3) -> bytes:
    return mux_video_audio_bytes(frames, fps=8, video_codec_options={"preset": "ultrafast", "threads": "0"})


-def test_mux_video_audio_marks_aac_priming_timestamp():
-    frames = np.zeros((2, 16, 16, 3), dtype=np.uint8)
-    audio = np.zeros((2, 2048), dtype=np.float32)
-
-    payload = mux_video_audio_bytes(
-        frames,
-        fps=24,
-        audio_waveform=audio,
-        audio_sample_rate=32000,
-        video_codec_options={"preset": "ultrafast", "threads": "0"},
-    )
-
-    with av.open(io.BytesIO(payload)) as container:
-        audio_stream = container.streams.audio[0]
-        first_packet = next(packet for packet in container.demux(audio_stream) if packet.pts is not None)
-
-    assert first_packet.pts < 0
-
-
 def _make_test_video_data_url(size=(32, 24), num_frames=3) -> str:
    encoded = base64.b64encode(_make_test_video_bytes(size, num_frames)).decode("utf-8")
    return f"data:video/mp4;base64,{encoded}"
@@ -1,47 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-
-from __future__ import annotations
-
-import pytest
-from PIL import Image
-
-from examples.offline_inference.image_to_video.image_to_video import build_image_to_video_prompt
-from examples.offline_inference.text_to_image.text_to_image import build_text_to_image_prompt
-
-pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
-
-
-@pytest.mark.parametrize(
-    ("negative_prompt", "expected_negative_prompt"),
-    [(None, None), ("", ""), ("blurry", "blurry")],
-)
-def test_text_to_image_builds_canonical_prompt(
-    negative_prompt: str | None,
-    expected_negative_prompt: str | None,
-) -> None:
-    result = build_text_to_image_prompt("a red fox", negative_prompt)
-
-    assert result["prompt"] == "a red fox"
-    assert result["modalities"] == ["image"]
-    if expected_negative_prompt is None:
-        assert "negative_prompt" not in result
-    else:
-        assert result["negative_prompt"] == expected_negative_prompt
-
-
-def test_image_to_video_builds_canonical_prompt() -> None:
-    image = Image.new("RGB", (32, 16), "red")
-
-    result = build_image_to_video_prompt(
-        prompt="the fox turns toward the camera",
-        negative_prompt="flicker",
-        media_inputs={"image": image},
-    )
-
-    assert result == {
-        "prompt": "the fox turns toward the camera",
-        "modalities": ["video"],
-        "multi_modal_data": {"image": image},
-        "negative_prompt": "flicker",
-    }
@@ -19,19 +19,14 @@ DEPLOY_CONFIG = modify_stage_config(
    get_deploy_config_path("minicpmo_4_5_duplex.yaml"),
    updates={
        "base_config": get_deploy_config_path("minicpmo_4_5.yaml"),
-        # Cap per-stage KV so Thinker/Talker/Code2Wav share one GPU with
-        # max_sessions=2. Talker must stay within its 4096 context so the
-        # 0.5 GiB budget passes vLLM's min-KV check at init.
        "stages": {
            0: {"kv_cache_memory_bytes": 6 * 1024 * 1024 * 1024},
-            1: {
-                "max_model_len": 4096,
-                "kv_cache_memory_bytes": 512 * 1024 * 1024,
-            },
+            1: {"kv_cache_memory_bytes": 512 * 1024 * 1024},
            2: {"kv_cache_memory_bytes": 256 * 1024 * 1024},
        },
-        # Platform overrides apply after ordinary stage settings and would
-        # otherwise reinstate the base CUDA 2 GiB Talker default.
+        # Platform overrides are applied after ordinary stage settings. Keep
+        # the constrained duplex test's Talker budget ahead of the base CUDA
+        # profile's single-GPU default.
        "platforms": {
            "cuda": {
                "stages": [
@@ -53,7 +48,7 @@ CORE_DEPLOY_CONFIG = modify_stage_config(
        }
    },
 )
-ASSET_DIR = Path(__file__).resolve().parents[3] / "assets" / "minicpmo_4_5"
+ASSET_DIR = Path(__file__).resolve().parents[1] / "assets" / "minicpmo_4_5"
 RESPONSE_REQUIRED_WAV = ASSET_DIR / "response_required_16k.wav"
 RESPONSE_REQUIRED_SHA256 = "2e5fd4eb3ee434ce107ee3a0591fa624a33f7683c7462f45fe651c443c9af941"
 SOFT_INTERRUPT_WAV = ASSET_DIR / "soft_interrupt_16k.wav"
@@ -65,7 +60,7 @@ SERVER_PARAMS = [
        OmniServerParams(
            model=MODEL,
            stage_config_path=DEPLOY_CONFIG,
-            use_stage_cli=False,
+            use_stage_cli=True,
            server_args=["--trust-remote-code"],
        ),
        id="three-stage-single-gpu",
@@ -76,7 +71,7 @@ CORE_SERVER_PARAMS = [
        OmniServerParams(
            model=MODEL,
            stage_config_path=CORE_DEPLOY_CONFIG,
-            use_stage_cli=False,
+            use_stage_cli=True,
            server_args=["--trust-remote-code"],
        ),
        id="three-stage-single-gpu",
@@ -3179,12 +3179,7 @@ def iter_omni_server(
                print("OmniServer stopping...")
        else:
            if stage_config_path is not None:
-                from vllm_omni.entrypoints.utils import is_new_format_deploy_config
-
-                if is_new_format_deploy_config(stage_config_path):
-                    server_args += ["--deploy-config", stage_config_path]
-                else:
-                    server_args += ["--stage-configs-path", stage_config_path]
+                server_args += ["--deploy-config", stage_config_path]

            with (
                OmniServer(
@@ -168,7 +168,7 @@ class TestDeployTopology:
            assert memory_utilizations == [
                0.55,
                0.15,
-                0.18,
+                0.15,
            ]
            assert sum(memory_utilizations) <= 0.9 + 1e-6
            # Daily-Omni minicpm-interleave: up to 64 image/audio items (+ optional video).
@@ -12,9 +12,7 @@ from vllm_omni.model_executor.models.minicpmo_4_5.minicpmo_4_5_omni import (
    MiniCPMO45OmniForConditionalGeneration,
 )
 from vllm_omni.model_executor.models.minicpmo_4_5.minicpmo_4_5_omni_tts import (
-    _REPETITION_PENALTY_CHUNK_SIZE,
    MiniCPMO45OmniTTSForConditionalGeneration,
-    _apply_batched_repetition_penalty,
    _max_audio_tokens,
    _restore_weight_norm_weight,
 )
@@ -75,50 +73,6 @@ def _routed(output, index: int):
    )


-def _reference_repetition_penalty(
-    logits: torch.Tensor,
-    history: torch.Tensor,
-    *,
-    penalty: float,
-    window_size: int,
-) -> torch.Tensor:
-    if penalty == 1.0 or history.numel() == 0:
-        return logits
-    recent = history.reshape(-1)[-window_size:].to(device=logits.device, dtype=torch.long)
-    frequencies = torch.bincount(recent, minlength=logits.shape[-1]).to(dtype=logits.dtype)
-    alpha = torch.pow(torch.as_tensor(penalty, device=logits.device, dtype=logits.dtype), frequencies)
-    return torch.where(logits < 0, logits * alpha, logits / alpha)
-
-
-def _make_sampling_talker() -> MiniCPMO45OmniTTSForConditionalGeneration:
-    talker = _make_talker()
-    talker._codec_temperature = 0.8
-    talker._codec_top_k = 5
-    talker._codec_top_p = 0.85
-    talker._codec_repetition_penalty = 1.05
-    talker._request_audio_states = {
-        "req-a": {"min_tokens": 2},
-        "req-b": {"min_tokens": 0},
-    }
-    talker.head_code = nn.ModuleList([nn.Linear(2, 8, bias=False)])
-    with torch.no_grad():
-        talker.head_code[0].weight.copy_(
-            torch.tensor(
-                [
-                    [0.1, -0.3],
-                    [0.2, 0.4],
-                    [-0.5, 0.2],
-                    [0.7, -0.1],
-                    [-0.2, 0.8],
-                    [0.6, 0.3],
-                    [-0.4, -0.7],
-                    [0.3, 0.5],
-                ]
-            )
-        )
-    return talker
-
-
@pytest.mark.parametrize(
    ("condition_tokens", "expected"),
    [(3, 64), (100, 1000), (1000, 2048)],
@@ -147,153 +101,16 @@ def test_weight_norm_restore_matches_checkpoint_parametrization_in_bfloat16() ->
    assert torch.equal(restored, linear.weight)


-def test_batched_repetition_penalty_matches_request_local_rows() -> None:
-    logits = torch.tensor(
-        [
-            [-2.0, -1.0, 1.0, 2.0, 3.0, 4.0],
-            [4.0, 3.0, 2.0, 1.0, -1.0, -2.0],
-            [1.0, -1.0, 2.0, -2.0, 3.0, -3.0],
-        ]
-    )
-    histories = [
-        torch.tensor([1, 1, 2, 5]),
-        torch.tensor([0, 4, 4]),
-        torch.empty(0, dtype=torch.long),
-    ]
-
-    actual = _apply_batched_repetition_penalty(
-        logits,
-        histories,
-        penalty=1.2,
-        window_size=3,
-    )
-    expected = torch.cat(
-        [
-            _reference_repetition_penalty(
-                logits[row : row + 1],
-                history,
-                penalty=1.2,
-                window_size=3,
-            )
-            for row, history in enumerate(histories)
-        ],
-        dim=0,
-    )
-
-    assert torch.equal(actual, expected)
-
-
-def test_batched_repetition_penalty_matches_rows_across_chunks(mocker) -> None:
-    batch_size = 2 * _REPETITION_PENALTY_CHUNK_SIZE + 1
-    vocab_size = 11
-    logits = torch.arange(batch_size * vocab_size, dtype=torch.float32).reshape(batch_size, vocab_size) - 100
-    histories = [
-        torch.tensor([(row + offset) % vocab_size for offset in range(row % 7)], dtype=torch.long)
-        for row in range(batch_size)
-    ]
-
-    expected = torch.cat(
-        [
-            _reference_repetition_penalty(
-                logits[row : row + 1],
-                history,
-                penalty=1.2,
-                window_size=5,
-            )
-            for row, history in enumerate(histories)
-        ],
-        dim=0,
-    )
-    bincount = mocker.spy(torch, "bincount")
-    actual = _apply_batched_repetition_penalty(
-        logits,
-        histories,
-        penalty=1.2,
-        window_size=5,
-    )
-
-    assert torch.equal(actual, expected)
-    assert [call.kwargs["minlength"] for call in bincount.call_args_list] == [
-        _REPETITION_PENALTY_CHUNK_SIZE * vocab_size,
-        _REPETITION_PENALTY_CHUNK_SIZE * vocab_size,
-        vocab_size,
-    ]
-
-
-def test_batched_codec_sampling_is_request_order_independent() -> None:
-    talker = _make_sampling_talker()
-    histories = [torch.tensor([1, 1, 2]), torch.tensor([3, 4, 4])]
-    hidden = torch.tensor([[0.25, -0.75], [-0.5, 0.5]])
-
-    forward_order = talker._sample_audio_codes(
-        hidden,
-        histories,
-        ["req-a", "req-b"],
-        [0, 0],
-    )
-    talker._request_generators = {}
-    reverse_order = talker._sample_audio_codes(
-        hidden.flip(0),
-        list(reversed(histories)),
-        ["req-b", "req-a"],
-        [0, 0],
-    )
-
-    assert torch.equal(forward_order[0], reverse_order[1])
-    assert torch.equal(forward_order[1], reverse_order[0])
-
-
-def test_batched_codec_sampling_preserves_request_rng_after_compaction() -> None:
-    talker = _make_sampling_talker()
-    history_a = torch.tensor([1, 1, 2])
-    history_b = torch.tensor([3, 4, 4])
-    hidden_a = torch.tensor([[0.25, -0.75]])
-    hidden_b = torch.tensor([[-0.5, 0.5]])
-
-    first_batch = talker._sample_audio_codes(
-        torch.cat([hidden_a, hidden_b]),
-        [history_a, history_b],
-        ["req-a", "req-b"],
-        [0, 0],
-    )
-    compacted_b = talker._sample_audio_codes(
-        hidden_b,
-        [history_b],
-        ["req-b"],
-        [1],
-    )
-
-    talker._request_generators = {}
-    standalone_b_first = talker._sample_audio_codes(
-        hidden_b,
-        [history_b],
-        ["req-b"],
-        [0],
-    )[0]
-    standalone_b_second = talker._sample_audio_codes(
-        hidden_b,
-        [history_b],
-        ["req-b"],
-        [1],
-    )[0]
-
-    assert torch.equal(first_batch[1], standalone_b_first)
-    assert torch.equal(compacted_b[0], standalone_b_second)
-
-
 def test_talker_emits_request_aligned_codec_deltas_after_compaction(mocker) -> None:
    talker = _make_talker()
    seen: list[tuple[str, list[float], list[int]]] = []

-    def sample(hidden, histories, request_ids, steps):
-        assert steps == [0, 0]
-        seen.extend(
-            (request_id, hidden[row].reshape(-1).tolist(), histories[row].tolist())
-            for row, request_id in enumerate(request_ids)
-        )
-        return torch.tensor([2, 3])
+    def sample(hidden, history, request_id, step):
+        assert step == 0
+        seen.append((request_id, hidden.reshape(-1).tolist(), history.tolist()))
+        return torch.tensor(2 if request_id == "req-a" else 3)

-    batched_sample = mocker.patch.object(talker, "_sample_audio_codes", side_effect=sample)
+    mocker.patch.object(talker, "_sample_audio_code", side_effect=sample)
    infos = [
        {"request_id": "req-a", "audio_codes": {"accumulated": torch.tensor([1])}},
        {"request_id": "req-b", "audio_codes": {"accumulated": torch.empty(0, dtype=torch.long)}},
@@ -309,7 +126,6 @@ def test_talker_emits_request_aligned_codec_deltas_after_compaction(mocker) -> N
        ("req-a", [2.0, 0.0], [1]),
        ("req-b", [3.0, 0.0], []),
    ]
-    batched_sample.assert_called_once()
    assert infos[0]["audio_codes"]["accumulated"].tolist() == [1, 2]
    assert infos[1]["audio_codes"]["accumulated"].tolist() == [3]
    assert set(output.multimodal_outputs) == {"codes", "meta"}
@@ -324,7 +140,7 @@ def test_talker_emits_request_aligned_codec_deltas_after_compaction(mocker) -> N

 def test_talker_projects_request_aligned_duplex_metadata(mocker) -> None:
    talker = _make_talker()
-    mocker.patch.object(talker, "_sample_audio_codes", return_value=torch.tensor([2, 2]))
+    mocker.patch.object(talker, "_sample_audio_code", return_value=torch.tensor(2))
    infos = [
        {
            "request_id": "req-a",
@@ -370,7 +186,7 @@ def test_talker_projects_request_aligned_duplex_metadata(mocker) -> None:

 def test_talker_rejects_native_duplex_without_fence_identity(mocker) -> None:
    talker = _make_talker()
-    mocker.patch.object(talker, "_sample_audio_codes", return_value=torch.tensor([2]))
+    mocker.patch.object(talker, "_sample_audio_code", return_value=torch.tensor(2))
    info = {
        "request_id": "req-missing-fence",
        "native_duplex": True,
@@ -387,7 +203,7 @@ def test_talker_rejects_native_duplex_without_fence_identity(mocker) -> None:

 def test_incomplete_prefill_emits_no_code_and_does_not_advance_state(mocker) -> None:
    talker = _make_talker()
-    sample = mocker.patch.object(talker, "_sample_audio_codes", return_value=torch.tensor([2]))
+    sample = mocker.patch.object(talker, "_sample_audio_code", return_value=torch.tensor(2))
    infos = [
        {
            "request_id": "req-prefill",
@@ -409,7 +225,7 @@ def test_incomplete_prefill_emits_no_code_and_does_not_advance_state(mocker) ->
    )

    sample.assert_called_once()
-    assert sample.call_args.args[2] == ["req-decode"]
+    assert sample.call_args.args[2] == "req-decode"
    assert infos[0]["audio_state"]["step"] == 0
    assert infos[0]["audio_codes"]["accumulated"].numel() == 0
    assert infos[1]["audio_state"]["step"] == 5
@@ -419,7 +235,7 @@ def test_incomplete_prefill_emits_no_code_and_does_not_advance_state(mocker) ->

 def test_eos_is_terminal_once_and_never_enters_codec_history(mocker) -> None:
    talker = _make_talker()
-    sample = mocker.patch.object(talker, "_sample_audio_codes", return_value=torch.tensor([7]))
+    sample = mocker.patch.object(talker, "_sample_audio_code", return_value=torch.tensor(7))
    info = {
        "request_id": "req-stop",
        "audio_state": {"step": 3},
@@ -449,7 +265,7 @@ def test_eos_is_terminal_once_and_never_enters_codec_history(mocker) -> None:

 def test_max_token_terminal_drops_unconsumed_codec_delta(mocker) -> None:
    talker = _make_talker()
-    mocker.patch.object(talker, "_sample_audio_codes", return_value=torch.tensor([3]))
+    mocker.patch.object(talker, "_sample_audio_code", return_value=torch.tensor(3))
    info = {
        "request_id": "req-limit",
        "audio_state": {"step": 1, "max_tokens": 2},
@@ -472,7 +288,7 @@ def test_max_token_terminal_drops_unconsumed_codec_delta(mocker) -> None:

 def test_request_local_state_survives_missing_runner_buffer_update(mocker) -> None:
    talker = _make_talker()
-    mocker.patch.object(talker, "_sample_audio_codes", return_value=torch.tensor([3]))
+    mocker.patch.object(talker, "_sample_audio_code", return_value=torch.tensor(3))
    first_info = {
        "request_id": "req-local-state",
        "audio_state": {"step": 1, "max_tokens": 3},
@@ -24,7 +24,7 @@ class _FakeDecoder(nn.Module):
        super().__init__()
        self.total_upsample = total_upsample
        self.decode_calls: list[dict[str, int]] = []
-        self.batched_decode_calls: list[dict[str, object]] = []
+        self.batched_decode_calls: list[dict[str, int]] = []
        self.decode_codes: list[torch.Tensor] = []
        self.cudagraph_calls: list[dict[str, int | torch.device]] = []

@@ -35,7 +35,6 @@ class _FakeDecoder(nn.Module):
        self,
        codes: torch.Tensor,
        *,
-        caches=None,
        chunk_size: int = 300,
        left_context_size: int = 25,
    ) -> torch.Tensor:
@@ -59,7 +58,6 @@ class _FakeDecoder(nn.Module):
        codes: torch.Tensor,
        lengths: list[int],
        *,
-        caches=None,
        chunk_size: int = 300,
        left_context_size: int = 25,
        max_batch_size: int = 0,
@@ -71,28 +69,14 @@ class _FakeDecoder(nn.Module):
                "max_batch_size": max_batch_size,
                "codes_shape": tuple(codes.shape),
                "lengths": tuple(lengths),
-                "caches": caches,
            }
        )
-        if caches is not None:
-            outputs = []
-            for row, (length, cache) in enumerate(zip(lengths, caches, strict=True)):
-                output = self.chunked_decode(
-                    codes[row : row + 1, :, :length],
-                    caches=cache,
-                    chunk_size=chunk_size,
-                    left_context_size=left_context_size,
-                )
-                outputs.append(output[0])
-            return outputs
-
        batch = codes.shape[0]
        frames = codes.shape[-1]
        wav_len = frames * self.total_upsample + 6
        wav = torch.arange(wav_len, dtype=torch.float32).view(1, 1, -1)
        offsets = torch.arange(batch, dtype=torch.float32).view(batch, 1, 1) * 1000
-        outputs = wav.expand(batch, 1, wav_len) + offsets
-        return [outputs[row, :, : lengths[row] * self.total_upsample] for row in range(batch)]
+        return wav.expand(batch, 1, wav_len) + offsets

    def enable_cudagraph(self, **kwargs):
        self.cudagraph_calls.append(kwargs)
@@ -173,7 +157,7 @@ def _load_weights_noop(model: Qwen3TTSCode2Wav) -> set[str]:
        return model.load_weights(iter(()))


-def test_forward_uses_decoder_audio_contract_on_exact_frame_boundaries():
+def test_forward_trims_context_on_exact_frame_boundaries():
    model = _make_model()

    out = model.forward(
@@ -186,7 +170,7 @@ def test_forward_uses_decoder_audio_contract_on_exact_frame_boundaries():
    torch.testing.assert_close(audio, expected)


-def test_forward_uses_decoder_audio_contract_without_context():
+def test_forward_trims_trailing_padding_without_context():
    model = _make_model()

    out = model.forward(
@@ -199,40 +183,24 @@ def test_forward_uses_decoder_audio_contract_without_context():
    torch.testing.assert_close(audio, expected)


-@pytest.mark.parametrize("skipped_length", [0, 1], ids=["empty", "malformed"])
-def test_stateless_batch_uses_original_request_index_for_left_context(skipped_length):
+def test_forward_reuses_cached_ref_context_for_followup_chunk():
    model = _make_model()

-    skipped_request = torch.zeros(skipped_length, dtype=torch.long)
-    valid_request = torch.tensor([9, 8, 1, 2, 9, 8, 3, 4], dtype=torch.long)
-    out = model.forward(
-        input_ids=torch.cat([skipped_request, valid_request]),
-        seq_token_counts=[skipped_length, valid_request.numel()],
-        runtime_additional_information=[
-            {
-                "codes": {"audio": torch.zeros(skipped_length, dtype=torch.float32)},
-                "meta": {"left_context_size": 0},
-            },
-            {
-                "codes": {"audio": torch.zeros(8, dtype=torch.float32)},
-                "meta": {"left_context_size": 2},
-            },
+    first_codes = torch.tensor(
+        [
+            9,
+            8,
+            1,
+            2,
+            9,
+            8,
+            3,
+            4,
        ],
+        dtype=torch.long,
    )
-    wav_output = out.multimodal_outputs["model_outputs"]
-    torch.testing.assert_close(wav_output[0], torch.empty(0))
-    torch.testing.assert_close(wav_output[1], torch.arange(8, 16, dtype=torch.float32))
-
-
-def test_stateless_forward_trims_reference_prefix_from_decoder_output():
-    model = _make_model()
-
-    def _incremental_decode(codes, lengths, *, caches, **_kwargs):
-        return torch.arange(16, dtype=torch.float32).view(1, 1, -1)
-
-    model.decoder.batched_chunked_decode = _incremental_decode
-    out = model.forward(
-        input_ids=torch.arange(8, dtype=torch.long),
+    model.forward(
+        input_ids=first_codes,
        runtime_additional_information=[
            {
                "meta": {
@@ -245,48 +213,104 @@ def test_stateless_forward_trims_reference_prefix_from_decoder_output():
        ],
    )

-    audio = out.multimodal_outputs["model_outputs"][0]
-    torch.testing.assert_close(audio, torch.arange(8, 16, dtype=torch.float32))
-
-
-def test_request_aware_forward_passes_only_delta_frames_to_decoder():
-    model = _make_model(async_chunk=True)
-
+    followup_codes = torch.tensor([5, 6, 7, 15, 16, 17], dtype=torch.long)
    model.forward(
-        input_ids=torch.arange(6, dtype=torch.long),
-        runtime_additional_information=[{"meta": {"request_id": "rid", "left_context_size": 0}}],
-    )
-    model.forward(
-        input_ids=torch.arange(4, dtype=torch.long),
-        runtime_additional_information=[{"meta": {"request_id": "rid", "left_context_size": 0}}],
-    )
-
-    assert [tuple(codes.shape) for codes in model.decoder.decode_codes[-2:]] == [
-        (1, _NUM_QUANTIZERS, 3),
-        (1, _NUM_QUANTIZERS, 2),
-    ]
-
-
-def test_four_frame_first_chunk_uses_configured_initial_size_without_ramp():
-    model = _make_model(
-        async_chunk=True,
-        stage_connector_config={
-            "extra": {
-                "codec_chunk_frames": 25,
-                "initial_codec_chunk_frames": 4,
+        input_ids=followup_codes,
+        runtime_additional_information=[
+            {
+                "meta": {
+                    "left_context_size": 3,
+                    "ref_context_size": 2,
+                    "ref_context_request_id": "rid",
+                    "ref_context_included": False,
+                    "finished": torch.tensor(True),
+                }
            }
-        },
-    )
-    _load_weights_noop(model)
-
-    model.forward(
-        input_ids=torch.arange(8, dtype=torch.long),
-        runtime_additional_information=[{"meta": {"request_id": "four-frame-request", "left_context_size": 0}}],
+        ],
    )

-    assert model.decoder._initial_codec_chunk_frames == 4
-    assert model.decoder._incremental_chunk_ramp == []
-    assert tuple(model.decoder.decode_codes[-1].shape) == (1, _NUM_QUANTIZERS, 4)
+    torch.testing.assert_close(
+        model.decoder.decode_codes[-1],
+        torch.tensor(
+            [
+                [
+                    [9, 8, 5, 6, 7],
+                    [9, 8, 15, 16, 17],
+                ]
+            ],
+            dtype=torch.long,
+        ),
+    )
+    assert "rid" not in model._ref_context_cache
+
+
+def test_forward_fails_fast_when_ref_context_cache_is_missing():
+    model = _make_model()
+
+    followup_codes = torch.tensor([5, 6, 7, 15, 16, 17], dtype=torch.long)
+    with pytest.raises(ValueError, match="Missing Qwen3-TTS ref context cache"):
+        model.forward(
+            input_ids=followup_codes,
+            runtime_additional_information=[
+                {
+                    "meta": {
+                        "left_context_size": 3,
+                        "ref_context_size": 2,
+                        "ref_context_request_id": "rid",
+                        "ref_context_included": False,
+                    }
+                }
+            ],
+        )
+
+
+def test_ref_context_cache_evicts_lru_entries_when_requests_abort():
+    model = _make_model()
+    model._ref_context_cache_max_entries = 2
+
+    first_codes = torch.tensor([9, 8, 1, 2, 9, 8, 3, 4], dtype=torch.long)
+    for rid in ("a", "b", "c"):
+        model.forward(
+            input_ids=first_codes,
+            runtime_additional_information=[
+                {
+                    "meta": {
+                        "left_context_size": 2,
+                        "ref_context_size": 2,
+                        "ref_context_request_id": rid,
+                        "ref_context_included": True,
+                    }
+                }
+            ],
+        )
+
+    assert list(model._ref_context_cache) == ["b", "c"]
+    assert model._ref_context_cache_bytes == sum(model._tensor_nbytes(t) for t in model._ref_context_cache.values())
+
+
+def test_ref_context_cache_evicts_to_byte_cap():
+    model = _make_model()
+    model._ref_context_cache_max_entries = 100
+    model._ref_context_cache_max_bytes = 33
+
+    first_codes = torch.tensor([9, 8, 1, 2, 9, 8, 3, 4], dtype=torch.long)
+    for rid in ("a", "b"):
+        model.forward(
+            input_ids=first_codes,
+            runtime_additional_information=[
+                {
+                    "meta": {
+                        "left_context_size": 2,
+                        "ref_context_size": 2,
+                        "ref_context_request_id": rid,
+                        "ref_context_included": True,
+                    }
+                }
+            ],
+        )
+
+    assert list(model._ref_context_cache) == ["b"]
+    assert model._ref_context_cache_bytes == 32


 def test_connector_codec_chunking_does_not_override_decode_chunking():
@@ -308,7 +332,7 @@ def test_connector_codec_chunking_does_not_override_decode_chunking():

    model.forward(
        input_ids=torch.arange(12, dtype=torch.long),
-        runtime_additional_information=[{"meta": {"request_id": "rid", "left_context_size": 0}}],
+        runtime_additional_information=[{"meta": {"left_context_size": 0}}],
    )

    assert model.decoder.decode_calls[-1] == {
@@ -367,66 +391,6 @@ def test_forward_emits_zero_samples_for_empty_codec_payload():
    assert out.multimodal_outputs["model_outputs"][0].numel() == 0


-def test_dummy_runtime_information_provides_finished_request_state():
-    model = _make_model(async_chunk=True)
-
-    runtime_info = model.get_dummy_runtime_additional_information(2)
-
-    assert len(runtime_info) == 2
-    assert [info["meta"]["request_id"] for info in runtime_info] == [
-        "__qwen3_tts_dummy_run__0",
-        "__qwen3_tts_dummy_run__1",
-    ]
-    assert all(info["meta"]["finished"] for info in runtime_info)
-
-
-def test_dummy_request_state_is_marked_for_graph_stats_suppression():
-    model = _make_model(async_chunk=True)
-    runtime_info = model.get_dummy_runtime_additional_information(1)
-
-    model.forward(
-        input_ids=torch.arange(4, dtype=torch.long),
-        runtime_additional_information=runtime_info,
-    )
-
-    cache = model.decoder.batched_decode_calls[0]["caches"][0]
-    assert cache["_is_dummy_run"] is True
-    assert model._decoder_state_cache == {}
-
-
-def test_decoder_state_cache_capacity_warns_without_evicting_or_failing():
-    model = _make_model(async_chunk=True)
-    assert model._decoder_state_cache_warn_entries == 512
-    model._decoder_state_cache.update({f"active-{index}": {"prefix_frames": 0} for index in range(512)})
-
-    with patch("vllm_omni.model_executor.models.qwen3_tts.qwen3_tts_code2wav.logger.warning_once") as warning:
-        model.forward(
-            input_ids=torch.arange(4, dtype=torch.long),
-            runtime_additional_information=[{"meta": {"request_id": "new-request"}}],
-        )
-
-    warning.assert_called_once()
-    assert len(model._decoder_state_cache) == 513
-    assert "new-request" in model._decoder_state_cache
-
-
-def test_decoder_state_cache_uses_scheduler_request_id_for_finished_cleanup():
-    model = _make_model(async_chunk=True)
-
-    model.forward(
-        input_ids=torch.arange(4, dtype=torch.long),
-        request_ids=["internal-request-id"],
-        runtime_additional_information=[{"meta": {"request_id": "external-request-id"}}],
-    )
-
-    assert "internal-request-id" in model._decoder_state_cache
-    assert "external-request-id" not in model._decoder_state_cache
-
-    model.on_requests_finished(["internal-request-id"])
-
-    assert model._decoder_state_cache == {}
-
-
 def test_forward_batches_equal_length_requests_in_one_decoder_call():
    model = _make_model()

@@ -439,15 +403,11 @@ def test_forward_batches_equal_length_requests_in_one_decoder_call():
        ],
    )

-    assert model.decoder.decode_calls == []
-    assert model.decoder.batched_decode_calls == [
+    assert model.decoder.decode_calls == [
        {
            "chunk_size": 300,
            "left_context_size": 25,
-            "max_batch_size": 0,
            "codes_shape": (2, _NUM_QUANTIZERS, 3),
-            "lengths": (3, 3),
-            "caches": None,
        }
    ]
    audios = out.multimodal_outputs["model_outputs"]
@@ -455,81 +415,10 @@ def test_forward_batches_equal_length_requests_in_one_decoder_call():
    torch.testing.assert_close(audios[1], torch.arange(1004, 1012, dtype=torch.float32))


-def test_forward_batches_request_aware_decoder_states():
-    model = _make_model(async_chunk=True)
-    calls = []
-
-    def _batched_chunked_decode(codes, lengths, caches, **kwargs):
-        calls.append((codes, lengths, caches))
-        return [torch.arange(16, dtype=torch.float32).view(1, -1) + row * 100 for row in range(2)]
-
-    model.decoder.batched_chunked_decode = _batched_chunked_decode
-    per_request = torch.tensor([9, 8, 1, 2, 9, 8, 3, 4], dtype=torch.long)
-    out = model.forward(
-        input_ids=torch.cat([per_request, per_request]),
-        seq_token_counts=[8, 8],
-        runtime_additional_information=[
-            {
-                "meta": {
-                    "left_context_size": 2,
-                    "ref_context_size": 2,
-                    "ref_context_request_id": request_id,
-                    "request_id": request_id,
-                    "ref_context_included": True,
-                }
-            }
-            for request_id in ("a", "b")
-        ],
-    )
-
-    assert len(calls) == 1
-    assert tuple(calls[0][0].shape) == (2, 2, 4)
-    assert calls[0][1] == [4, 4]
-    assert [cache["prefix_frames"] for cache in calls[0][2]] == [2, 2]
-    audios = out.multimodal_outputs["model_outputs"]
-    torch.testing.assert_close(audios[0], torch.arange(16, dtype=torch.float32))
-    torch.testing.assert_close(audios[1], torch.arange(100, 116, dtype=torch.float32))
-
-
-def test_forward_allows_followup_delta_without_reference_prefix():
-    model = _make_model(async_chunk=True)
-    first_codes = torch.tensor([9, 8, 1, 2, 9, 8, 3, 4], dtype=torch.long)
-    model.forward(
-        input_ids=first_codes,
-        runtime_additional_information=[
-            {
-                "meta": {
-                    "request_id": "rid",
-                    "ref_context_request_id": "rid",
-                    "ref_context_size": 2,
-                    "ref_context_included": True,
-                }
-            }
-        ],
-    )
-
-    model.forward(
-        input_ids=torch.tensor([5, 6, 7, 15, 16, 17], dtype=torch.long),
-        runtime_additional_information=[
-            {
-                "meta": {
-                    "request_id": "rid",
-                    "ref_context_request_id": "rid",
-                    "ref_context_size": 2,
-                    "ref_context_included": False,
-                }
-            }
-        ],
-    )
-
-    assert [tuple(codes.shape) for codes in model.decoder.decode_codes[-2:]] == [
-        (1, _NUM_QUANTIZERS, 4),
-        (1, _NUM_QUANTIZERS, 3),
-    ]
-
-
-def test_forward_passes_variable_length_padded_batch_to_decoder():
+def test_forward_uses_variable_length_chunk_batching_for_long_bucket_group():
    model = _make_model()
+    model._decode_batch_bucket_frames = [4]
+    model._decode_variable_chunk_batch_min_frames = 1

    out = model.forward(
        input_ids=torch.arange(12, dtype=torch.long),
@@ -548,7 +437,6 @@ def test_forward_passes_variable_length_padded_batch_to_decoder():
            "max_batch_size": 0,
            "codes_shape": (2, _NUM_QUANTIZERS, 4),
            "lengths": (2, 4),
-            "caches": None,
        }
    ]
    audios = out.multimodal_outputs["model_outputs"]
@@ -556,6 +444,108 @@ def test_forward_passes_variable_length_padded_batch_to_decoder():
    torch.testing.assert_close(audios[1], torch.arange(1008, 1016, dtype=torch.float32))


+def test_forward_bucket_batches_different_length_requests_and_trims_rows():
+    model = _make_model()
+    model._decode_batch_bucket_frames = [4]
+
+    out = model.forward(
+        input_ids=torch.arange(18, dtype=torch.long),
+        seq_token_counts=[4, 6, 8],
+        runtime_additional_information=[
+            {"meta": {"left_context_size": 0}},
+            {"meta": {"left_context_size": 1}},
+            {"meta": {"left_context_size": 2}},
+        ],
+    )
+
+    assert model.decoder.decode_calls == [
+        {
+            "chunk_size": 300,
+            "left_context_size": 25,
+            "codes_shape": (3, _NUM_QUANTIZERS, 4),
+        }
+    ]
+    assert model.decoder.batched_decode_calls == []
+    audios = out.multimodal_outputs["model_outputs"]
+    torch.testing.assert_close(audios[0], torch.arange(8, dtype=torch.float32))
+    torch.testing.assert_close(audios[1], torch.arange(1004, 1012, dtype=torch.float32))
+    torch.testing.assert_close(audios[2], torch.arange(2008, 2016, dtype=torch.float32))
+
+
+def test_forward_bucket_pads_only_to_group_max_frame_length():
+    model = _make_model()
+    model._decode_batch_bucket_frames = [8]
+
+    out = model.forward(
+        input_ids=torch.arange(10, dtype=torch.long),
+        seq_token_counts=[4, 6],
+        runtime_additional_information=[
+            {"meta": {"left_context_size": 0}},
+            {"meta": {"left_context_size": 0}},
+        ],
+    )
+
+    assert model.decoder.decode_calls == [
+        {
+            "chunk_size": 300,
+            "left_context_size": 25,
+            "codes_shape": (2, _NUM_QUANTIZERS, 3),
+        }
+    ]
+    assert model.decoder.batched_decode_calls == []
+    audios = out.multimodal_outputs["model_outputs"]
+    torch.testing.assert_close(audios[0], torch.arange(8, dtype=torch.float32))
+    torch.testing.assert_close(audios[1], torch.arange(1000, 1012, dtype=torch.float32))
+
+
+def test_forward_splits_bucket_groups_by_configured_max_batch_size():
+    model = _make_model()
+    model._decode_batch_bucket_frames = [4]
+    model._decode_batch_max_size = 2
+
+    model.forward(
+        input_ids=torch.arange(18, dtype=torch.long),
+        seq_token_counts=[4, 6, 8],
+        runtime_additional_information=[
+            {"meta": {"left_context_size": 0}},
+            {"meta": {"left_context_size": 0}},
+            {"meta": {"left_context_size": 0}},
+        ],
+    )
+
+    assert model.decoder.decode_calls == [
+        {
+            "chunk_size": 300,
+            "left_context_size": 25,
+            "codes_shape": (2, _NUM_QUANTIZERS, 3),
+        },
+        {
+            "chunk_size": 300,
+            "left_context_size": 25,
+            "codes_shape": (1, _NUM_QUANTIZERS, 4),
+        },
+    ]
+    assert model.decoder.batched_decode_calls == []
+
+
+def test_forward_does_not_pad_singleton_bucket_group():
+    model = _make_model()
+    model._decode_batch_bucket_frames = [4]
+
+    model.forward(
+        input_ids=torch.arange(4, dtype=torch.long),
+        runtime_additional_information=[{"meta": {"left_context_size": 0}}],
+    )
+
+    assert model.decoder.decode_calls == [
+        {
+            "chunk_size": 300,
+            "left_context_size": 25,
+            "codes_shape": (1, _NUM_QUANTIZERS, 2),
+        }
+    ]
+
+
 def test_decode_chunking_override_is_passed_to_cudagraph():
    model = _make_model(
        async_chunk=True,
@@ -573,26 +563,27 @@ def test_decode_chunking_override_is_passed_to_cudagraph():
    _load_weights_noop(model)

    assert model.decoder.cudagraph_calls[-1] == {
+        "capture_sizes": None,
        "capture_batch_sizes": None,
-        "stateless_capture_sizes": None,
+        "extra_capture_shapes": None,
+        "compile_shapes": None,
        "device": torch.device("cuda"),
        "codec_chunk_frames": 25,
        "codec_left_context_frames": 72,
-        "initial_codec_chunk_frames": 1,
-        "codec_chunk_ramp": None,
-        "async_chunk": True,
        "decode_chunk_size": 400,
        "decode_left_context": 17,
    }


-def test_cudagraph_batch_config_is_preserved():
+def test_cudagraph_capture_shapes_can_be_configured():
    model = _make_model(
        async_chunk=True,
        device=torch.device("cuda"),
        stage_connector_config={
            "extra": {
+                "decode_cudagraph_capture_sizes": "97,325",
                "decode_cudagraph_batch_sizes": [1, 2, 4, 8],
+                "decode_cudagraph_extra_capture_shapes": ["3:325", [5, 325]],
            }
        },
    )
@@ -600,39 +591,26 @@ def test_cudagraph_batch_config_is_preserved():
    _load_weights_noop(model)

    call = model.decoder.cudagraph_calls[-1]
+    assert call["capture_sizes"] == [97, 325]
    assert call["capture_batch_sizes"] == [1, 2, 4, 8]
+    assert call["extra_capture_shapes"] == [(3, 325), (5, 325)]


-def test_stateless_cudagraph_capture_sizes_are_passed_from_config():
-    model = _make_model(
-        async_chunk=False,
-        device=torch.device("cuda"),
-        stage_connector_config={
-            "extra": {
-                "decode_cudagraph_capture_sizes": [97, 400],
-            }
-        },
-    )
-
-    _load_weights_noop(model)
-
-    assert model.decoder.cudagraph_calls[-1]["stateless_capture_sizes"] == [97, 400]
-
-
-def test_async_cudagraph_ignores_stateless_capture_sizes():
+def test_decode_compile_shapes_can_be_configured():
    model = _make_model(
        async_chunk=True,
        device=torch.device("cuda"),
        stage_connector_config={
            "extra": {
-                "decode_cudagraph_capture_sizes": [97, 400],
+                "decode_compile_shapes": ["1:325", [1, 73]],
            }
        },
    )

    _load_weights_noop(model)

-    assert model.decoder.cudagraph_calls[-1]["stateless_capture_sizes"] is None
+    call = model.decoder.cudagraph_calls[-1]
+    assert call["compile_shapes"] == [(1, 73), (1, 325)]


 def test_decode_tf32_can_be_configured():
@@ -664,19 +642,23 @@ def test_decode_tf32_can_be_configured():
        torch.set_float32_matmul_precision(old_matmul_precision)


-def test_decode_batch_max_size_can_be_configured():
+def test_decode_batch_bucket_frames_can_be_configured():
    model = _make_model(
        async_chunk=True,
        stage_connector_config={
            "extra": {
+                "decode_batch_bucket_frames": "73,169",
                "decode_batch_max_size": 10,
+                "decode_variable_chunk_batch_min_frames": 512,
            }
        },
    )

    _load_weights_noop(model)

+    assert model._decode_batch_bucket_frames == [73, 169]
    assert model._decode_batch_max_size == 10
+    assert model._decode_variable_chunk_batch_min_frames == 512


 def test_invalid_decode_batch_max_size_is_rejected():
@@ -0,0 +1,125 @@
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
+
+import inspect
+
+import pytest
+import torch
+from transformers.masking_utils import create_sliding_window_causal_mask
+
+from vllm_omni.model_executor.models.qwen3_tts.tokenizer_12hz.configuration_qwen3_tts_tokenizer_v2 import (
+    Qwen3TTSTokenizerV2DecoderConfig,
+)
+from vllm_omni.model_executor.models.qwen3_tts.tokenizer_12hz.modeling_qwen3_tts_tokenizer_v2 import (
+    Qwen3TTSTokenizerV2DecoderTransformerModel,
+)
+
+pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
+
+
+def _make_config(attention_implementation: str) -> Qwen3TTSTokenizerV2DecoderConfig:
+    config = Qwen3TTSTokenizerV2DecoderConfig(
+        hidden_size=32,
+        latent_dim=16,
+        max_position_embeddings=512,
+        num_attention_heads=4,
+        num_key_value_heads=4,
+        intermediate_size=64,
+        num_hidden_layers=1,
+        num_quantizers=2,
+        decoder_dim=32,
+        upsample_rates=(2,),
+        upsampling_ratios=(2,),
+    )
+    config._attn_implementation = attention_implementation
+    return config
+
+
+def _make_model(
+    attention_implementation: str,
+    dtype: torch.dtype = torch.float32,
+) -> Qwen3TTSTokenizerV2DecoderTransformerModel:
+    model = Qwen3TTSTokenizerV2DecoderTransformerModel._from_config(_make_config(attention_implementation))
+    return model.to(dtype=dtype).eval()
+
+
+def _create_reference_mask(
+    model: Qwen3TTSTokenizerV2DecoderTransformerModel,
+    inputs_embeds: torch.Tensor,
+) -> torch.Tensor | None:
+    sequence_length = inputs_embeds.shape[1]
+    mask_kwargs = {
+        "config": model.config,
+        "attention_mask": None,
+        "past_key_values": None,
+        "position_ids": None,
+    }
+    sig = inspect.signature(create_sliding_window_causal_mask)
+    if "input_embeds" in sig.parameters:
+        mask_kwargs["input_embeds"] = inputs_embeds[:1]
+        mask_kwargs["cache_position"] = torch.arange(sequence_length)
+    else:
+        mask_kwargs["inputs_embeds"] = inputs_embeds[:1]
+    return create_sliding_window_causal_mask(**mask_kwargs)
+
+
+@pytest.mark.parametrize("sequence_length", [17, 72, 73, 169, 325])
+@pytest.mark.parametrize(
+    ("attention_implementation", "dtype"),
+    [("sdpa", torch.float32), ("eager", torch.float32), ("eager", torch.float16)],
+)
+def test_cached_sliding_mask_matches_transformers(
+    sequence_length: int,
+    attention_implementation: str,
+    dtype: torch.dtype,
+):
+    model = _make_model(attention_implementation, dtype)
+    inputs_embeds = torch.empty(2, sequence_length, model.config.hidden_size, dtype=dtype)
+
+    actual = model._get_sliding_attention_mask(inputs_embeds)
+    expected = _create_reference_mask(model, inputs_embeds)
+
+    if expected is None:
+        assert actual is None
+        assert model._get_sliding_attention_mask(inputs_embeds) is None
+        return
+
+    assert actual is not None
+    torch.testing.assert_close(actual, expected, atol=0, rtol=0)
+    assert actual.shape == (1, 1, sequence_length, sequence_length)
+    assert actual.is_contiguous()
+    assert model._get_sliding_attention_mask(inputs_embeds) is actual
+
+
+def test_cached_eager_mask_tracks_compute_dtype():
+    model = _make_model("eager")
+
+    fp32_inputs = torch.empty(1, 73, model.config.hidden_size)
+    fp32_mask = model._get_sliding_attention_mask(fp32_inputs)
+    assert fp32_mask is not None
+    assert fp32_mask.dtype == torch.float32
+
+    model.half()
+    fp16_inputs = fp32_inputs.half()
+    fp16_mask = model._get_sliding_attention_mask(fp16_inputs)
+    assert fp16_mask is not None
+    assert fp16_mask.dtype == torch.float16
+    assert torch.isfinite(fp16_mask).all()
+    assert fp16_mask.min() == torch.finfo(torch.float16).min
+
+
+@pytest.mark.parametrize(
+    ("kwargs", "message"),
+    [
+        ({"use_cache": True}, "use_cache=True"),
+        ({"past_key_values": object()}, "past_key_values"),
+        ({"cache_position": torch.arange(1, 18)}, "zero-based cache_position"),
+        ({"position_ids": torch.arange(1, 18).unsqueeze(0)}, "zero-based position_ids"),
+    ],
+)
+def test_cached_mask_rejects_unsupported_cache_and_positions(kwargs: dict, message: str):
+    model = _make_model("sdpa")
+    inputs_embeds = torch.randn(1, 17, model.config.latent_dim)
+
+    with pytest.raises(ValueError, match=message):
+        model(inputs_embeds=inputs_embeds, **kwargs)
@@ -788,16 +788,10 @@ def test_qwen3_tts_code2wav_forward_decodes_connector_payload() -> None:
            self.last_codes = codes.detach().clone()
            return codes.sum(dim=1).to(torch.float32)

-        def batched_chunked_decode(self, codes, lengths, caches, **kwargs):
-            assert lengths == [codes.shape[-1]]
-            assert caches is None
-            return self.chunked_decode(codes, **kwargs)
-
    decoder = _Decoder()
    model = Qwen3TTSCode2Wav.__new__(Qwen3TTSCode2Wav)
    torch.nn.Module.__init__(model)
    model.decoder = decoder
-    model._async_chunk = False
    model._num_quantizers = 2
    model._total_upsample = 1
    model._output_sample_rate = 24000
@@ -156,9 +156,8 @@ def test_streaming_phases(config, n_frames, finished, expected):
    else:
        exp_ctx, exp_window = expected
        assert payload is not None
-        assert payload.meta.left_context_size == 0
-        expected_delta = exp_window if finished else exp_window - exp_ctx
-        assert len(payload.codes.audio) == _Q * expected_delta
+        assert payload.meta.left_context_size == exp_ctx
+        assert len(payload.codes.audio) == _Q * exp_window


 def test_dynamic_ic_adapts_to_load():
@@ -203,8 +202,7 @@ def test_ic_load_change_mid_request():
    assert _call(tm, "r", n_frames=25) is None
    p3 = _call(tm, "r", n_frames=27)
    assert p3 is not None
-    assert p3.meta.left_context_size == 0
-    assert len(p3.codes.audio) == _Q * 25
+    assert p3.meta.left_context_size == 2

    # A *new* request under high load gets IC=16 (not IC=2).
    # Frame 2 would emit under IC=2 but must hold under IC=16.
@@ -229,8 +227,7 @@ def test_connector_initial_chunk_config_overrides_dynamic_ic():
    assert _call(tm, "r", n_frames=25) is None
    p2 = _call(tm, "r", n_frames=29)
    assert p2 is not None
-    assert p2.meta.left_context_size == 0
-    assert len(p2.codes.audio) == _Q * 25
+    assert p2.meta.left_context_size == 4


@pytest.mark.parametrize(
@@ -285,8 +282,8 @@ def test_first_streaming_chunk_prepends_ref_code_context():
    assert len(payload.codes.audio) == _Q * 12


-def test_followup_sends_only_codec_delta_without_ref_metadata():
-    """Follow-up chunks rely on decoder state and resend neither reference codes nor metadata."""
+def test_followup_ref_code_context_is_sent_as_metadata_handle():
+    """Follow-up chunks keep full ref context semantically without resending it."""
    tm = _tm()
    rid = "r-ref2"
    tm.code_prompt_token_ids[rid] = [_FRAME[:] for _ in range(35)]
@@ -302,11 +299,13 @@ def test_followup_sends_only_codec_delta_without_ref_metadata():
    )

    assert payload is not None
-    assert payload.meta.left_context_size == 0
-    assert payload.meta.ref_context_size is None
-    assert payload.meta.ref_context_request_id is None
-    assert payload.meta.ref_context_included is None
-    assert len(payload.codes.audio) == _Q * 25
+    # ref_code (2 frames) is represented in metadata so Code2Wav can restore it
+    # from its request-local cache. It must not be resent in codes.audio.
+    assert payload.meta.left_context_size == 10 + 2
+    assert payload.meta.ref_context_size == 2
+    assert payload.meta.ref_context_request_id == rid
+    assert payload.meta.ref_context_included is False
+    assert len(payload.codes.audio) == _Q * 35


 def test_streaming_ref_code_context_is_bounded_for_batchable_shapes():
@@ -333,8 +332,8 @@ def test_streaming_ref_code_context_is_bounded_for_batchable_shapes():
    )

    assert payload is not None
-    assert payload.meta.left_context_size == 3
-    assert len(payload.codes.audio) == _Q * (3 + 4)
+    assert payload.meta.left_context_size == 3 + 3
+    assert len(payload.codes.audio) == _Q * (3 + 3 + 4)
    frames = payload.codes.audio.reshape(_Q, -1).transpose(0, 1)
    torch.testing.assert_close(frames[:3], ref_code[-3:])

@@ -701,40 +700,36 @@ class TestChunkRampEmission:
        assert self._emit(tm, rid, 4) is None
        p1 = self._emit(tm, rid, 5)
        assert p1 is not None
-        assert len(p1.codes.audio) == _Q * 4
-        assert p1.meta.left_context_size == 0
+        assert len(p1.codes.audio) == _Q * 5
+        assert p1.meta.left_context_size == 1
        tm.ramp_chunk_count[rid] = 2

        for n in range(6, 13):
            assert self._emit(tm, rid, n) is None
        p2 = self._emit(tm, rid, 13)
        assert p2 is not None
-        assert p2.meta.left_context_size == 0
-        assert len(p2.codes.audio) == _Q * 8
+        assert p2.meta.left_context_size == 5
        tm.ramp_chunk_count[rid] = 3

        for n in range(14, 29):
            assert self._emit(tm, rid, n) is None
        p3 = self._emit(tm, rid, 29)
        assert p3 is not None
-        assert p3.meta.left_context_size == 0
-        assert len(p3.codes.audio) == _Q * 16
+        assert p3.meta.left_context_size == 13
        tm.ramp_chunk_count[rid] = 4

        for n in range(30, 54):
            assert self._emit(tm, rid, n) is None
        p4 = self._emit(tm, rid, 54)
        assert p4 is not None
-        assert p4.meta.left_context_size == 0
-        assert len(p4.codes.audio) == _Q * 25
+        assert p4.meta.left_context_size == 25
        tm.ramp_chunk_count[rid] = 5

        for n in range(55, 79):
            assert self._emit(tm, rid, n) is None
        p5 = self._emit(tm, rid, 79)
        assert p5 is not None
-        assert p5.meta.left_context_size == 0
-        assert len(p5.codes.audio) == _Q * 25
+        assert p5.meta.left_context_size == 25

    def test_ramp_finished_flush_mid_chunk(self):
        tm = _tm(chunk_ramp=self.RAMP)
@@ -747,8 +742,8 @@ class TestChunkRampEmission:
        p_fin = self._emit(tm, rid, 3, finished=True)
        assert p_fin is not None
        assert p_fin.meta.finished.item() is True
-        assert len(p_fin.codes.audio) == _Q * 2
-        assert p_fin.meta.left_context_size == 0
+        assert len(p_fin.codes.audio) == _Q * (1 + 2)
+        assert p_fin.meta.left_context_size == 1

    def test_ramp_finished_no_new_frames(self):
        tm = _tm(chunk_ramp=self.RAMP)
@@ -788,8 +783,7 @@ class TestChunkRampEmission:
            assert self._emit(tm, rid, n) is None
        p1 = self._emit(tm, rid, 26)
        assert p1 is not None
-        assert p1.meta.left_context_size == 0
-        assert len(p1.codes.audio) == _Q * 25
+        assert p1.meta.left_context_size == 1

    def test_ramp_with_ref_code_first_chunk(self):
        tm = _tm(chunk_ramp=self.RAMP, left_context=25)
@@ -826,16 +820,14 @@ class TestChunkRampEmission:
            assert self._emit(tm, rid, n) is None
        p2 = self._emit(tm, rid, 30)
        assert p2 is not None
-        assert p2.meta.left_context_size == 0
-        assert len(p2.codes.audio) == _Q * 25
+        assert p2.meta.left_context_size == 5
        tm.ramp_chunk_count[rid] = 3

        for n in range(31, 55):
            assert self._emit(tm, rid, n) is None
        p3 = self._emit(tm, rid, 55)
        assert p3 is not None
-        assert p3.meta.left_context_size == 0
-        assert len(p3.codes.audio) == _Q * 25
+        assert p3.meta.left_context_size == 25

    def test_ramp_profile_4_4_8_16_25(self):
        """Ramp [4,4,8,16,25]: chunk 0=4 frames (320ms audio covers chunk 1
@@ -854,40 +846,35 @@ class TestChunkRampEmission:
            assert self._emit(tm, rid, n) is None
        p1 = self._emit(tm, rid, 8)
        assert p1 is not None
-        assert p1.meta.left_context_size == 0
-        assert len(p1.codes.audio) == _Q * 4
+        assert p1.meta.left_context_size == 4
        tm.ramp_chunk_count[rid] = 2

        for n in range(9, 16):
            assert self._emit(tm, rid, n) is None
        p2 = self._emit(tm, rid, 16)
        assert p2 is not None
-        assert p2.meta.left_context_size == 0
-        assert len(p2.codes.audio) == _Q * 8
+        assert p2.meta.left_context_size == 8
        tm.ramp_chunk_count[rid] = 3

        for n in range(17, 32):
            assert self._emit(tm, rid, n) is None
        p3 = self._emit(tm, rid, 32)
        assert p3 is not None
-        assert p3.meta.left_context_size == 0
-        assert len(p3.codes.audio) == _Q * 16
+        assert p3.meta.left_context_size == 16
        tm.ramp_chunk_count[rid] = 4

        for n in range(33, 57):
            assert self._emit(tm, rid, n) is None
        p4 = self._emit(tm, rid, 57)
        assert p4 is not None
-        assert p4.meta.left_context_size == 0
-        assert len(p4.codes.audio) == _Q * 25
+        assert p4.meta.left_context_size == 25
        tm.ramp_chunk_count[rid] = 5

        for n in range(58, 82):
            assert self._emit(tm, rid, n) is None
        p5 = self._emit(tm, rid, 82)
        assert p5 is not None
-        assert p5.meta.left_context_size == 0
-        assert len(p5.codes.audio) == _Q * 25
+        assert p5.meta.left_context_size == 25

    def test_ramp_resets_on_segment_boundary(self):
        """After segment 1 emits chunks, a segment boundary clears
@@ -3,8 +3,6 @@

 from __future__ import annotations

-from typing import Any
-
 import pytest
 from PIL import Image

@@ -137,6 +135,67 @@ def test_lingbot_extra_registry_declares_request_params() -> None:
    assert should_init_extra_args_for_non_diffusion_stages("LingBotVideoPipeline") is False


+@pytest.mark.core_model
+@pytest.mark.cpu
+def test_lingbot_text_to_image_prompt_builder_preserves_empty_negative_prompt() -> None:
+    assert build_text_to_image_prompt(
+        "LingBotVideoPipeline",
+        prompt="a red fox in fresh snow",
+        negative_prompt="",
+        height=192,
+        width=320,
+    ) == {
+        "prompt": "a red fox in fresh snow",
+        "modalities": ["image"],
+        "negative_prompt": "",
+    }
+
+
+@pytest.mark.core_model
+@pytest.mark.cpu
+def test_lingbot_image_to_video_prompt_builder() -> None:
+    image = Image.new("RGB", (320, 192), "red")
+    result = build_image_to_video_prompt(
+        "LingBotVideoPipeline",
+        prompt="the fox looks toward the camera",
+        negative_prompt=None,
+        media_inputs={"image": image},
+        height=192,
+        width=320,
+        num_frames=9,
+    )
+    assert result == {
+        "prompt": "the fox looks toward the camera",
+        "modalities": ["video"],
+        "multi_modal_data": {"image": image},
+        "num_frames": 9,
+    }
+
+
+@pytest.mark.core_model
+@pytest.mark.cpu
+@pytest.mark.parametrize(
+    "media_inputs",
+    [
+        {},
+        {"image": "input.png"},
+        {"image": [Image.new("RGB", (16, 16))]},
+        {"image": Image.new("RGB", (16, 16)), "video": b"video"},
+    ],
+    ids=["missing", "path", "multiple", "extra-modality"],
+)
+def test_lingbot_image_to_video_prompt_builder_rejects_invalid_media(
+    media_inputs: dict[str, object],
+) -> None:
+    with pytest.raises(ValueError, match="exactly one PIL image"):
+        build_image_to_video_prompt(
+            "LingBotVideoPipeline",
+            prompt="move",
+            negative_prompt=None,
+            media_inputs=media_inputs,
+        )
+
+
@pytest.mark.core_model
@pytest.mark.cpu
@pytest.mark.parametrize("pipeline_name", ["Cosmos3OmniDiffusersPipeline", "Cosmos3OmniPipeline"])
@@ -283,11 +342,8 @@ def test_ming_flash_omni_declared_extra_args_route_into_sampling_params() -> Non
 def test_ming_flash_omni_text_to_image_prompt_builder() -> None:
    assert build_text_to_image_prompt(
        "MingImagePipeline",
-        {
-            "prompt": "Please draw a cute cat.",
-            "modalities": ["image"],
-            "negative_prompt": "ugly, blurry",
-        },
+        prompt="Please draw a cute cat.",
+        negative_prompt="ugly, blurry",
        height=512,
        width=768,
    ) == {
@@ -304,7 +360,8 @@ def test_ming_flash_omni_text_to_image_prompt_builder() -> None:
    # pipeline's 1024x1024 default still applies.
    assert build_text_to_image_prompt(
        "MingImagePipeline",
-        {"prompt": "Draw a poster.", "modalities": ["image"]},
+        prompt="Draw a poster.",
+        negative_prompt=None,
    ) == {
        "prompt": "Draw a poster.",
        "modalities": ["image"],
@@ -334,6 +391,28 @@ def test_ming_flash_omni_image_to_image_prompt_builder() -> None:
    assert "negative_prompt" not in result


+@pytest.mark.core_model
+@pytest.mark.cpu
+@pytest.mark.parametrize("pipeline_name", ["Cosmos3OmniDiffusersPipeline", "Cosmos3OmniPipeline"])
+def test_cosmos3_text_to_image_prompt_builder_selects_image_modality(pipeline_name: str) -> None:
+    assert build_text_to_image_prompt(
+        pipeline_name,
+        prompt="a red sports car at golden hour",
+        negative_prompt="blurry, distorted",
+        height=1024,
+        width=1024,
+    ) == {
+        "prompt": "a red sports car at golden hour",
+        "modalities": ["image"],
+        "negative_prompt": "blurry, distorted",
+    }
+    assert build_text_to_image_prompt(
+        pipeline_name,
+        prompt="a red sports car",
+        negative_prompt=None,
+    ) == {"prompt": "a red sports car", "modalities": ["image"]}
+
+
@pytest.mark.core_model
@pytest.mark.cpu
 def test_audiox_extra_registry_declares_request_and_response_params() -> None:
@@ -426,11 +505,8 @@ def test_unknown_pipeline_has_empty_extra_registry() -> None:
 def test_bagel_text_to_image_prompt_builder() -> None:
    assert build_text_to_image_prompt(
        "BagelPipeline",
-        {
-            "prompt": "a cat",
-            "modalities": ["image"],
-            "negative_prompt": "blurry",
-        },
+        prompt="a cat",
+        negative_prompt="blurry",
        height=512,
        width=768,
    ) == {
@@ -467,17 +543,14 @@ def test_bagel_image_to_image_prompt_builder() -> None:

@pytest.mark.core_model
@pytest.mark.cpu
-def test_unknown_pipeline_preserves_canonical_text_to_image_prompt() -> None:
-    canonical_prompt = {"prompt": "a cat", "modalities": ["image"]}
-    assert (
-        build_text_to_image_prompt(
-            "UnknownPipeline",
-            canonical_prompt,
-            height=512,
-            width=512,
-        )
-        is canonical_prompt
-    )
+def test_unknown_pipeline_uses_default_text_to_image_prompt() -> None:
+    assert build_text_to_image_prompt(
+        "UnknownPipeline",
+        prompt="a cat",
+        negative_prompt=None,
+        height=512,
+        width=512,
+    ) == {"prompt": "a cat"}


@pytest.mark.core_model
@@ -496,14 +569,12 @@ def test_unknown_pipeline_uses_default_image_to_image_prompt() -> None:
    }


-def _build_vace_prompt(media_inputs: dict[str, Any], *, num_frames: int = 5) -> dict:
+def _build_vace_prompt(media_inputs: dict[str, object], *, num_frames: int = 5) -> dict:
    return build_image_to_video_prompt(
        "WanVACEPipeline",
-        {
-            "prompt": "a bird flying",
-            "modalities": ["video"],
-            "multi_modal_data": media_inputs,
-        },
+        prompt="a bird flying",
+        negative_prompt=None,
+        media_inputs=media_inputs,
        height=16,
        width=320,
        num_frames=num_frames,
@@ -526,7 +597,7 @@ def _build_vace_prompt(media_inputs: dict[str, Any], *, num_frames: int = 5) ->
    ],
    ids=["i2v", "v2lf", "flf2v", "inpaint", "r2v"],
 )
-def test_vace_image_to_video_prompt_builder(media_inputs: dict[str, Any]) -> None:
+def test_vace_image_to_video_prompt_builder(media_inputs: dict[str, object]) -> None:
    result = _build_vace_prompt(media_inputs)
    mmd = result["multi_modal_data"]
    if "reference_images" in mmd:
@@ -545,7 +616,7 @@ def test_vace_image_to_video_prompt_builder(media_inputs: dict[str, Any]) -> Non
        ({"control_image": Image.new("RGB", (320, 16))}, "Unsupported VACE media input"),
    ],
 )
-def test_vace_rejects_invalid_media_combinations(media_inputs: dict[str, Any], message: str) -> None:
+def test_vace_rejects_invalid_media_combinations(media_inputs: dict[str, object], message: str) -> None:
    with pytest.raises(ValueError, match=message):
        _build_vace_prompt(media_inputs)

@@ -593,7 +664,8 @@ def test_mammothmoda2_extra_registry_declares_request_and_response_params() -> N

    wrapper_prompt = build_text_to_image_prompt(
        "MammothModa2ForConditionalGeneration",
-        {"prompt": "a cat", "modalities": ["image"]},
+        prompt="a cat",
+        negative_prompt=None,
        height=256,
        width=256,
    )
@@ -607,11 +679,8 @@ def test_mammothmoda2_text_to_image_prompt_builder() -> None:
    # prompt is ignored (MammothModa2 t2i uses CFG, not an explicit negative path).
    assert build_text_to_image_prompt(
        "MammothModa2DiTPipeline",
-        {
-            "prompt": "a cat",
-            "modalities": ["image"],
-            "negative_prompt": "blurry",
-        },
+        prompt="a cat",
+        negative_prompt="blurry",
        height=512,
        width=768,
    ) == {
@@ -40,7 +40,6 @@ EXCLUDED_MODELS = [
    "WanT2VDMD2Pipeline",
    "WanI2VDMD2Pipeline",
    "LongCatImagePipeline",
-    "LongCatVideoAvatarPipeline",
    "BagelPipeline",
    "BooguImagePipeline",
    "LancePipeline",
@@ -3,88 +3,13 @@ from types import SimpleNamespace

 import pytest
 import torch
-from vllm.v1.cudagraph_dispatcher import CUDAGraphMode

-from vllm_omni.worker.gpu_model_runner import (
-    OmniGPUModelRunner,
-    _filter_mrope_kwargs_for_model,
-)
+from vllm_omni.worker.gpu_model_runner import OmniGPUModelRunner, _filter_mrope_kwargs_for_model
 from vllm_omni.worker.omni_connector_model_runner_mixin import OmniConnectorModelRunnerMixin

 pytestmark = [pytest.mark.core_model, pytest.mark.cpu]


-def _runner_for_talker_graph_init(
-    *,
-    talker_mtp_graph_safe: bool | None,
-    has_separate_talker: bool = True,
-    model_stage: str = "talker",
-) -> OmniGPUModelRunner:
-    runner = object.__new__(OmniGPUModelRunner)
-    runner.model = SimpleNamespace(
-        talker=object() if has_separate_talker else None,
-        talker_mtp=object(),
-        model_stage=model_stage,
-    )
-    if talker_mtp_graph_safe is not None:
-        runner.model.talker_mtp_graph_safe = talker_mtp_graph_safe
-    runner.model_config = SimpleNamespace(hf_text_config=SimpleNamespace(hidden_size=4))
-    runner.compilation_config = SimpleNamespace(
-        cudagraph_mode=CUDAGraphMode.FULL,
-        max_cudagraph_capture_size=1,
-    )
-    runner.vllm_config = object()
-    runner.max_num_reqs = 1
-    runner.dtype = torch.float32
-    runner._make_buffer = lambda *args, **kwargs: SimpleNamespace(args=args, kwargs=kwargs)
-    return runner
-
-
-def test_talker_mtp_skips_graph_when_model_declares_unsafe(monkeypatch):
-    runner = _runner_for_talker_graph_init(talker_mtp_graph_safe=False)
-    talker_mtp = runner.model.talker_mtp
-    monkeypatch.setattr(
-        "vllm_omni.worker.gpu_model_runner.current_omni_platform.get_graph_wrapper_cls",
-        lambda: pytest.fail("graph wrapper must not be selected"),
-    )
-
-    OmniGPUModelRunner._init_talker_mtp(runner)
-
-    assert runner.talker_mtp is talker_mtp
-
-
-@pytest.mark.parametrize("model_stage", ["thinker", "code2wav"])
-def test_non_talker_stage_does_not_use_talker_mtp_graph(monkeypatch, model_stage: str):
-    runner = _runner_for_talker_graph_init(
-        talker_mtp_graph_safe=None,
-        has_separate_talker=False,
-        model_stage=model_stage,
-    )
-    talker_mtp = runner.model.talker_mtp
-    monkeypatch.setattr(
-        "vllm_omni.worker.gpu_model_runner.current_omni_platform.get_graph_wrapper_cls",
-        lambda: pytest.fail("graph wrapper must not be selected"),
-    )
-
-    OmniGPUModelRunner._init_talker_mtp(runner)
-
-    assert runner.talker_mtp is talker_mtp
-
-
-@pytest.mark.parametrize("talker_mtp_graph_safe", [None, True])
-def test_talker_mtp_uses_graph_for_legacy_or_explicit_safe_model(monkeypatch, talker_mtp_graph_safe):
-    runner = _runner_for_talker_graph_init(talker_mtp_graph_safe=talker_mtp_graph_safe)
-    wrapped = object()
-    monkeypatch.setattr(
-        "vllm_omni.worker.gpu_model_runner.current_omni_platform.get_graph_wrapper_cls",
-        lambda: lambda *args, **kwargs: wrapped,
-    )
-
-    OmniGPUModelRunner._init_talker_mtp(runner)
-
-    assert runner.talker_mtp is wrapped
-
-
 class DummyBuffer:
    """A minimal buffer wrapper that exposes the `.gpu` attribute."""

@@ -55,16 +55,6 @@ class SeedTTSSampleRequest(SampleRequest):
    seed_tts_system_prompt: str = ""
    #: Local path to reference prompt WAV (for SIM vs. synthesized PCM in ``seed_tts_eval``).
    seed_tts_ref_wav_path: str = ""
-    #: Ordered text targets evaluated as turns in one Realtime session.
-    seed_tts_turns: tuple[SeedTTSTurn, ...] = ()
-
-
-@dataclass(frozen=True)
-class SeedTTSTurn:
-    """One target utterance within a grouped Realtime Seed-TTS session."""
-
-    utterance_id: str
-    target_text: str


@dataclass
@@ -226,39 +216,24 @@ class SeedTTSDataset(BenchmarkDataset):
    ) -> list[SampleRequest]:
        if output_len is None:
            output_len = self.DEFAULT_OUTPUT_LEN
-        turns_per_session = int(kwargs.pop("turns_per_session", 1))
-        if turns_per_session < 1:
-            raise ValueError("turns_per_session must be at least 1")

        tok = get_cached_tokenizer(tokenizer)
        out: list[SampleRequest] = []
-        valid_rows: list[tuple[_SeedTTSRow, Path]] = []
-        for row in self._rows:
+        for i, row in enumerate(self._rows):
+            if len(out) >= num_requests:
+                break
            wav_path = (self._root / self.locale / row.prompt_wav_rel).resolve()
            if not wav_path.is_file():
                logger.warning("Missing prompt wav for %s: %s", row.utterance_id, wav_path)
                continue
-            valid_rows.append((row, wav_path))

-        for session_index in range(num_requests):
-            offset = session_index * turns_per_session
-            group = valid_rows[offset : offset + turns_per_session]
-            if len(group) < turns_per_session:
-                break
-            reference_row, reference_wav_path = group[0]
-            turns = tuple(
-                SeedTTSTurn(
-                    utterance_id=row.utterance_id,
-                    target_text=row.target_text,
-                )
-                for row, _ in group
-            )
-            prompt_len = sum(len(tok.encode(f"{self._system_prompt}\n{turn.target_text}")) for turn in turns)
+            target = row.target_text
+            prompt_len = len(tok.encode(f"{self._system_prompt}\n{target}"))
            lang = "English" if self.locale == "en" else "Chinese"
-            ref_uri = _ref_audio_payload(reference_wav_path, inline=self.inline_ref_audio)
+            ref_uri = _ref_audio_payload(wav_path, inline=self.inline_ref_audio)
            speech_extra: dict[str, Any] = {
                "ref_audio": ref_uri,
-                "ref_text": reference_row.ref_text,
+                "ref_text": row.ref_text,
                "task_type": "Base",
                "language": lang,
                "max_new_tokens": output_len,
@@ -266,26 +241,20 @@ class SeedTTSDataset(BenchmarkDataset):

            out.append(
                SeedTTSSampleRequest(
-                    prompt=turns[0].target_text,
+                    prompt=target,
                    prompt_len=prompt_len,
                    expected_output_len=output_len,
                    multi_modal_data=None,
-                    request_id=f"{request_id_prefix}{session_index}",
+                    request_id=f"{request_id_prefix}{i}",
                    seed_tts_speech_extra=speech_extra,
-                    seed_tts_utterance_id=turns[0].utterance_id,
+                    seed_tts_utterance_id=row.utterance_id,
                    seed_tts_locale=self.locale,
                    seed_tts_system_prompt=self._system_prompt,
-                    seed_tts_ref_wav_path=str(reference_wav_path),
-                    seed_tts_turns=turns,
+                    seed_tts_ref_wav_path=str(wav_path),
                )
            )

-        logger.info(
-            "Seed-TTS: built %d sessions (asked %d, turns_per_session=%d)",
-            len(out),
-            num_requests,
-            turns_per_session,
-        )
+        logger.info("Seed-TTS: built %d requests (asked %d)", len(out), num_requests)
        self.maybe_oversample_requests(out, num_requests, request_id_prefix, no_oversample)
        return out

@@ -54,8 +54,6 @@ import string
 import tempfile
 import threading
 import wave
-from copy import copy
-from dataclasses import replace
 from pathlib import Path
 from typing import Any

@@ -125,25 +123,11 @@ def _get_eval_device() -> str:
        return explicit
    try:
        import torch
+
+        return "cuda:0" if torch.cuda.is_available() else "cpu"
    except ImportError:
        return "cpu"

-    if torch.cuda.is_available():
-        return "cuda:0"
-
-    # Ascend: ``torch.npu`` only exists once ``torch_npu`` has been imported, which does
-    # not necessarily happen in the benchmark client process. Without this branch the
-    # eval silently lands on CPU, where Whisper-large-v3 needs hours for a full Seed-TTS
-    # run and the CI job is killed by its timeout instead of reporting a WER.
-    try:
-        import torch_npu  # noqa: F401
-    except ImportError:
-        pass
-    if hasattr(torch, "npu") and torch.npu.is_available():
-        return "npu:0"
-
-    return "cpu"
-

 def _punctuation_all() -> str:
    from zhon.hanzi import punctuation
@@ -528,42 +512,6 @@ def _missing_deps_message(lang: str) -> str | None:
    return None


-def _expand_seed_tts_turn_outputs(
-    input_requests: list[SeedTTSSampleRequest],
-    outputs: list[Any],
-) -> tuple[list[SeedTTSSampleRequest], list[Any]]:
-    """Expand grouped Realtime sessions into one request/output pair per turn."""
-    expanded_requests: list[SeedTTSSampleRequest] = []
-    expanded_outputs: list[Any] = []
-    for request, output in zip(input_requests, outputs, strict=True):
-        turns = request.seed_tts_turns
-        if not turns:
-            expanded_requests.append(request)
-            expanded_outputs.append(output)
-            continue
-        turn_pcm = getattr(output, "tts_turn_pcm_bytes", None)
-        session_pcm = getattr(output, "tts_output_pcm_bytes", None)
-        for turn_index, turn in enumerate(turns):
-            expanded_requests.append(
-                replace(
-                    request,
-                    prompt=turn.target_text,
-                    seed_tts_utterance_id=turn.utterance_id,
-                    seed_tts_turns=(),
-                )
-            )
-            turn_output = copy(output)
-            if isinstance(turn_pcm, list) and turn_index < len(turn_pcm):
-                turn_output.tts_output_pcm_bytes = turn_pcm[turn_index]
-            elif len(turns) == 1:
-                # openai-chat-omni Seed-TTS only fills the session-level PCM field.
-                turn_output.tts_output_pcm_bytes = session_pcm
-            else:
-                turn_output.tts_output_pcm_bytes = None
-            expanded_outputs.append(turn_output)
-    return expanded_requests, expanded_outputs
-
-
 def compute_seed_tts_wer_metrics(
    input_requests: list[SampleRequest],
    outputs: list[Any],
@@ -576,8 +524,6 @@ def compute_seed_tts_wer_metrics(
        return None
    if not all(isinstance(r, SeedTTSSampleRequest) for r in input_requests):
        return None
-    session_count = len(input_requests)
-    input_requests, outputs = _expand_seed_tts_turn_outputs(input_requests, outputs)

    first = input_requests[0]
    assert isinstance(first, SeedTTSSampleRequest)
@@ -813,8 +759,6 @@ def compute_seed_tts_wer_metrics(

    result: dict[str, Any] = {
        "seed_tts_eval_protocol": "seed-tts-eval",
-        "seed_tts_session_count": session_count,
-        "seed_tts_turn_count": len(input_requests),
        "seed_tts_content_evaluated": len(errs),
        "seed_tts_content_error_mean": statistics.fmean(errs) if errs else None,
        "seed_tts_content_error_median": statistics.median(errs) if errs else None,
@@ -9,13 +9,11 @@ import ssl
 import sys
 import time
 import traceback
-import uuid
 import wave
 from collections.abc import Iterable
 from dataclasses import dataclass
 from datetime import datetime
 from typing import Any, Literal
-from urllib.parse import parse_qsl, urlencode, urlsplit, urlunsplit

 import aiohttp
 import numpy as np
@@ -49,11 +47,6 @@ from vllm_omni.benchmarks.data_modules.seed_tts_dataset import (
 )
 from vllm_omni.benchmarks.data_modules.sound_effect_dataset import SoundEffectDataset
 from vllm_omni.benchmarks.data_modules.ttsd_dataset import TTSDDataset
-from vllm_omni.experimental.fullduplex.client import (
-    RealtimeDuplexClient,
-    summarize_session_request_metrics,
-    wait_for,
-)
 from vllm_omni.metrics import definitions as defs
 from vllm_omni.metrics.utils import coerce_positive_int_scalar

@@ -195,9 +188,6 @@ def _attach_seed_tts_to_request_func_input(sample: SampleRequest, rfi: RequestFu
    # Mark for PCM capture (WER / UTMOS eval) regardless of extra body presence.
    setattr(rfi, "seed_tts_row", True)
    sys_prompt = (sample.seed_tts_system_prompt or "").strip() or SEED_TTS_DEFAULT_OMNI_SYSTEM_PROMPT
-    setattr(rfi, "seed_tts_system_prompt", sys_prompt)
-    setattr(rfi, "seed_tts_speech_extra", sample.seed_tts_speech_extra)
-    setattr(rfi, "seed_tts_turns", sample.seed_tts_turns)
    setattr(
        rfi,
        "omni_chat_messages",
@@ -245,12 +235,7 @@ def get_samples(args, tokenizer):
    )

    # Check if we need to handle omni-related backends/datasets
-    is_omni_backend = args.backend in [
-        "openai-chat-omni",
-        "openai-audio-speech",
-        "openai-realtime-duplex",
-        "daily-omni",
-    ]
+    is_omni_backend = args.backend in ["openai-chat-omni", "openai-audio-speech", "daily-omni"]
    is_omni_dataset = is_daily_omni or is_seed_tts or args.dataset_name == "random-mm"

    if not is_omni_backend and not is_omni_dataset:
@@ -349,17 +334,10 @@ def get_samples(args, tokenizer):
        return input_requests

    if is_seed_tts:
-        if args.backend not in (
-            "openai-audio-speech",
-            "openai-chat-omni",
-            "openai-realtime-duplex",
-            "openai-realtime-tts",
-        ):
+        if args.backend not in ("openai-audio-speech", "openai-chat-omni"):
            raise ValueError(
                "Seed-TTS requires --backend openai-audio-speech (POST /v1/audio/speech) or "
-                "--backend openai-chat-omni (POST /v1/chat/completions with ref_audio/ref_text), or "
-                "--backend openai-realtime-duplex or openai-realtime-tts "
-                "(WebSocket /v1/realtime). "
+                "--backend openai-chat-omni (POST /v1/chat/completions with ref_audio/ref_text). "
                f"Got backend={args.backend!r}."
            )
        repo_id = getattr(args, "dataset_path", None) or getattr(args, "hf_name", None)
@@ -368,14 +346,6 @@ def get_samples(args, tokenizer):
                "Seed-TTS requires --dataset-path (HF dataset repo id or local directory) or "
                "--hf-name for the Hub dataset id."
            )
-        turns_per_session = int(getattr(args, "seed_tts_turns_per_session", 1))
-        if turns_per_session > 1 and args.backend not in {
-            "openai-realtime-duplex",
-            "openai-realtime-tts",
-        }:
-            raise ValueError(
-                f"--seed-tts-turns-per-session > 1 requires a Realtime Seed-TTS backend. Got backend={args.backend!r}."
-            )

        _cls_map = {
            "seed-tts": SeedTTSDataset,
@@ -405,7 +375,6 @@ def get_samples(args, tokenizer):
            output_len=out_len,
            request_id_prefix=args.request_id_prefix,
            no_oversample=args.no_oversample,
-            turns_per_session=turns_per_session,
        )

    # Handle random-mm dataset (Omni's synthetic multimodal dataset)
@@ -461,14 +430,10 @@ class MixRequestFuncOutput(RequestFuncOutput):
    #: Raw PCM s16le mono at 24 kHz for Seed-TTS WER: from ``/v1/audio/speech`` stream or
    #: resampled export after ``openai-chat-omni`` audio deltas.
    tts_output_pcm_bytes: bytes | None = None
-    #: Per-turn 24 kHz mono PCM for grouped Realtime Seed-TTS WER.
-    tts_turn_pcm_bytes: list[bytes] | None = None
    #: Per-stage snapshot from orchestrator ``metrics["stage_metrics"]`` (merged across SSE chunks).
    stage_metrics: dict[str, dict] | None = None
    stage_id: int | None = None
    final_output_type: str | None = None
-    duplex_request_metrics: list[dict[str, object]] | None = None
-    duplex_session_metrics: dict[str, object] | None = None


 _IMAGE_EDITS_EXTRA_BODY_FORM_FIELDS = (
@@ -1284,180 +1249,6 @@ async def async_request_openai_audio_speech(
    return output


-def _realtime_websocket_url(api_url: str) -> str:
-    parts = urlsplit(api_url)
-    scheme = "wss" if parts.scheme == "https" else "ws"
-    query = dict(parse_qsl(parts.query, keep_blank_values=True))
-    query.setdefault("duplex", "1")
-    return urlunsplit((scheme, parts.netloc, parts.path, urlencode(query), parts.fragment))
-
-
-async def async_request_openai_realtime_duplex(
-    request_func_input: RequestFuncInput,
-    session: aiohttp.ClientSession,
-    pbar: tqdm | None = None,
-) -> MixRequestFuncOutput:
-    """Run one or more Seed-TTS turns through one explicit Realtime TTS session."""
-    del session
-    output = MixRequestFuncOutput()
-    output.prompt_len = request_func_input.prompt_len
-    output.start_time = time.perf_counter()
-    speech_extra = getattr(request_func_input, "seed_tts_speech_extra", None)
-    if not isinstance(speech_extra, dict):
-        speech_extra = {}
-    configured_turns = getattr(request_func_input, "seed_tts_turns", ())
-    turn_prompts = [
-        (
-            str(getattr(turn, "utterance_id", "") or ""),
-            str(getattr(turn, "target_text", "") or ""),
-        )
-        for turn in configured_turns
-        if str(getattr(turn, "target_text", "") or "").strip()
-    ]
-    if not turn_prompts:
-        turn_prompts = [("", request_func_input.prompt)]
-    session_id = f"seed-tts-{request_func_input.request_id or uuid.uuid4().hex}"
-    try:
-        async with RealtimeDuplexClient(_realtime_websocket_url(request_func_input.api_url)) as client:
-            await client.configure(
-                request_func_input.model_name or request_func_input.model,
-                output_audio_format="pcm16",
-                instructions=getattr(
-                    request_func_input,
-                    "seed_tts_system_prompt",
-                    SEED_TTS_DEFAULT_OMNI_SYSTEM_PROMPT,
-                ),
-                native_duplex=False,
-                auto_response=False,
-                extra_body=speech_extra,
-                session_id=session_id,
-                timeout_s=120.0,
-            )
-            turn_metrics: list[dict[str, object]] = []
-            turn_timings: list[dict[str, object]] = []
-            turn_pcm_bytes: list[bytes] = []
-            turn_transcripts: list[str] = []
-            measurement_origin = {
-                "ttft": "conversation.item.create client send to first non-empty text delta",
-                "ttfp": "conversation.item.create client send to first audio packet",
-                "rtf": "request-start-to-last-audio receive time divided by emitted audio duration",
-            }
-            for request_index, (utterance_id, target_text) in enumerate(turn_prompts):
-                response_offset = len(client.events.response_ids)
-                done_before = client.events.count("response.done")
-                errors_before = len(client.events.errors())
-                turn_started_at_s = time.monotonic()
-                await client.send(
-                    {
-                        "type": "conversation.item.create",
-                        "item": {
-                            "type": "message",
-                            "role": "user",
-                            "content": [{"type": "input_text", "text": target_text}],
-                        },
-                    }
-                )
-                await client.send({"type": "response.create"})
-                await wait_for(
-                    lambda: client.events.count("response.done") > done_before
-                    or len(client.events.errors()) > errors_before,
-                    timeout_s=180.0,
-                    label=f"Seed-TTS Realtime TTS turn {request_index} response.done",
-                )
-                errors = client.events.errors()
-                if len(errors) > errors_before:
-                    raise RuntimeError(f"Seed-TTS Realtime TTS server error: {errors[-1]}")
-                new_audio_response_ids = [
-                    response_id
-                    for response_id in client.events.response_ids[response_offset:]
-                    if client.events.audio_bytes(response_id)
-                ]
-                if len(new_audio_response_ids) != 1:
-                    raise RuntimeError(
-                        f"Seed-TTS Realtime TTS turn {request_index} expected one audio response, "
-                        f"got {len(new_audio_response_ids)}"
-                    )
-                response_id = new_audio_response_ids[0]
-                timing = client.events.timing_summary(
-                    after_s=turn_started_at_s,
-                    input_committed_at_s=turn_started_at_s,
-                    response_id=response_id,
-                    measurement_origin=measurement_origin,
-                )
-                request_metrics = timing.get("request_metrics")
-                if not isinstance(request_metrics, dict):
-                    raise RuntimeError(f"Seed-TTS duplex audio turn {response_id} omitted per-request metrics")
-                turn_timings.append(timing)
-                turn_metrics.append(
-                    {
-                        "session_id": session_id,
-                        "request_index": request_index,
-                        "utterance_id": utterance_id or None,
-                        "response_id": response_id,
-                        **request_metrics,
-                    }
-                )
-                response_audio = client.events.audio_bytes(response_id)
-                turn_pcm_bytes.append(
-                    _pcm_s16le_to_seed_tts_wer_bytes(
-                        response_audio,
-                        sample_rate=client.events.output_sample_rate_hz,
-                        channels=1,
-                    )
-                )
-                turn_transcripts.append(
-                    "".join(
-                        str(event.get("delta") or "")
-                        for event in client.events.events
-                        if client.events.response_id(event) == response_id
-                        and event.get("type")
-                        in {
-                            "response.audio_transcript.delta",
-                            "response.output_text.delta",
-                            "response.text.delta",
-                        }
-                    )
-                )
-                await client.acknowledge_playback()
-            request_finished_at = time.perf_counter()
-            session_metrics = summarize_session_request_metrics(
-                turn_metrics,
-                session_id=session_id,
-            )
-            await client.close_session(timeout_s=30.0)
-
-            output.generated_text = " ".join(filter(None, turn_transcripts))
-            output.ttft = float(session_metrics.get("mean_ttft_ms") or 0.0) / 1000.0
-            output.audio_ttfp = float(session_metrics.get("mean_ttfp_ms") or 0.0) / 1000.0
-            output.audio_rtf = float(session_metrics.get("mean_rtf") or 0.0)
-            output.audio_duration = (
-                sum(float(metric.get("audio_duration_ms") or 0.0) for metric in turn_metrics) / 1000.0
-            )
-            output.audio_frames = int(output.audio_duration * client.events.output_sample_rate_hz)
-            output.latency = request_finished_at - output.start_time
-            output.tts_turn_pcm_bytes = turn_pcm_bytes
-            output.tts_output_pcm_bytes = b"".join(turn_pcm_bytes)
-            if bool((request_func_input.extra_body or {}).get("save_duplex_request_metrics")):
-                output.duplex_request_metrics = turn_metrics
-                output.duplex_session_metrics = session_metrics
-            output.output_tokens = sum(
-                int(stage0.get("output_token_count") or 0)
-                for timing in turn_timings
-                if isinstance((stage0 := timing.get("stage0_tokens")), dict)
-            )
-            output.success = True
-    except Exception:
-        output.success = False
-        output.error = traceback.format_exc()
-        logger.error(
-            "Seed-TTS Realtime TTS request failed: %s",
-            output.error,
-        )
-    if pbar:
-        pbar.update(1)
-    return output
-
-
 ASYNC_REQUEST_FUNCS["openai-chat-omni"] = async_request_openai_chat_omni_completions
 if "openai-chat-omni" not in OPENAI_COMPATIBLE_BACKENDS:
    OPENAI_COMPATIBLE_BACKENDS.append("openai-chat-omni")
@@ -1466,13 +1257,6 @@ ASYNC_REQUEST_FUNCS["openai-audio-speech"] = async_request_openai_audio_speech
 if "openai-audio-speech" not in OPENAI_COMPATIBLE_BACKENDS:
    OPENAI_COMPATIBLE_BACKENDS.append("openai-audio-speech")

-ASYNC_REQUEST_FUNCS["openai-realtime-duplex"] = async_request_openai_realtime_duplex
-if "openai-realtime-duplex" not in OPENAI_COMPATIBLE_BACKENDS:
-    OPENAI_COMPATIBLE_BACKENDS.append("openai-realtime-duplex")
-ASYNC_REQUEST_FUNCS["openai-realtime-tts"] = async_request_openai_realtime_duplex
-if "openai-realtime-tts" not in OPENAI_COMPATIBLE_BACKENDS:
-    OPENAI_COMPATIBLE_BACKENDS.append("openai-realtime-tts")
-
 ASYNC_REQUEST_FUNCS["openai-image-edits-omni"] = async_request_openai_image_edits_omni
 if "openai-image-edits-omni" not in OPENAI_COMPATIBLE_BACKENDS:
    OPENAI_COMPATIBLE_BACKENDS.append("openai-image-edits-omni")
@@ -1819,14 +1603,6 @@ async def benchmark(
            "input_lens": [output.prompt_len for output in outputs],
            "errors": [output.error for output in outputs],
        }
-    duplex_request_metrics = [metric for output in outputs for metric in (output.duplex_request_metrics or [])]
-    if duplex_request_metrics:
-        result["duplex_request_metrics"] = duplex_request_metrics
-    duplex_session_metrics = [
-        output.duplex_session_metrics for output in outputs if output.duplex_session_metrics is not None
-    ]
-    if duplex_session_metrics:
-        result["duplex_session_metrics"] = duplex_session_metrics

    from vllm_omni.benchmarks.data_modules.daily_omni_eval import (
        compute_daily_omni_accuracy_metrics,
@@ -94,8 +94,6 @@ class _ModelEngineOverrides(TypedDict, total=False):
    moe_backend: str
    hf_overrides: Any
    limit_mm_per_prompt: dict[str, Any]
-    interleave_mm_strings: bool
-    media_io_kwargs: dict[str, Any]
    active_stream_window: int
    enable_sleep_mode: bool
    subtalker_sampling_params: dict[str, Any]
@@ -324,9 +322,6 @@ class OmniStageModelConfig:
    moe_backend: str = "auto"
    hf_overrides: Any = None
    limit_mm_per_prompt: dict[str, Any] | None = None
-    # MiniCPM interleaved AV packing and media decode knobs (Daily-Omni).
-    interleave_mm_strings: bool | None = None
-    media_io_kwargs: dict[str, Any] | None = None
    active_stream_window: int = Field(default=0, ge=0)
    duplex_max_sessions: int = Field(default=1, ge=1)
    enable_sleep_mode: bool = False
@@ -23,19 +23,11 @@ connectors:
 stages:
  - stage_id: 0
    max_num_seqs: 4
-    # Leave headroom on the shared GPU for Talker KV + concurrent Code2Wav.
    gpu_memory_utilization: 0.55
    enforce_eager: false
    tensor_parallel_size: 1
    max_num_batched_tokens: 16384
    devices: "0"
-    # Required for MiniCPM interleaved image/audio Daily-Omni packs (~78% recipe).
-    # Keep these in YAML so they survive both --deploy-config and --stage-configs-path.
-    interleave_mm_strings: true
-    media_io_kwargs:
-      video:
-        fps: 1
-        num_frames: 128
    limit_mm_per_prompt:
      # Daily-Omni MiniCPM pack: up to 64 interleaved image/audio pairs (1fps).
      image: 64
@@ -57,8 +49,6 @@ stages:
    gpu_memory_utilization: 0.15
    enforce_eager: false
    max_num_batched_tokens: 8192
-    # Talker context is 4096 (tts_config.max_position_embeddings).
-    max_model_len: 4096
    devices: "0"
    output_connectors:
      to_stage_2: connector_of_shared_memory
@@ -76,7 +66,7 @@ stages:

  - stage_id: 2
    max_num_seqs: 4
-    gpu_memory_utilization: 0.18
+    gpu_memory_utilization: 0.15
    enforce_eager: true
    enable_chunked_prefill: false
    max_num_batched_tokens: 65536
@@ -31,11 +31,6 @@ stages:
    tensor_parallel_size: 1
    max_num_batched_tokens: 16384
    devices: "0"
-    interleave_mm_strings: true
-    media_io_kwargs:
-      video:
-        fps: 1
-        num_frames: 128
    limit_mm_per_prompt:
      video: 1
    default_sampling_params:
@@ -43,11 +43,6 @@ stages:
    max_model_len: 4096
    max_num_batched_tokens: 4096
    devices: "0,1,2,3"
-    interleave_mm_strings: true
-    media_io_kwargs:
-      video:
-        fps: 1
-        num_frames: 128
    limit_mm_per_prompt:
      video: 1
    default_sampling_params:
@@ -27,8 +27,6 @@ stages:
  - stage_id: 1
    max_num_seqs: 2
    async_scheduling: false
-    # Talker context is 4096 (tts_config.max_position_embeddings).
-    max_model_len: 4096
    # The split Talker exposes a binary continue/stop vocabulary; native
    # segment and turn boundaries travel as explicit output metadata.
    default_sampling_params:
@@ -69,18 +69,6 @@ stages:
      repetition_penalty: 1.1

 platforms:
-  # The supported Qwen3-Omni ModelOpt checkpoint quantizes the thinker only. Clear the
-  # checkpoint-level metadata for the BF16 audio stages on the verified MUSA
-  # profile before vLLM performs its normal quantization auto-detection.
-  musa:
-    stages:
-      - stage_id: 1
-        hf_overrides:
-          quantization_config: null
-      - stage_id: 2
-        hf_overrides:
-          quantization_config: null
-
  npu:
    stages:
      - stage_id: 0
@@ -33,19 +33,11 @@ connectors:
      # initial_codec_chunk_frames (including the per-request API field).
      # Example:
      #   codec_chunk_ramp: [4, 4, 8, 16, 25]
-      # Decoder CUDA Graph sizing:
-      #   * async_chunk=true derives all stateful ICL/xvec shapes from
-      #     codec_chunk_ramp when enabled, otherwise from
-      #     initial_codec_chunk_frames, codec_chunk_frames, and sliding_window;
-      #     decode_cudagraph_capture_sizes is ignored in this mode.
-      #   * async_chunk=false captures stateless shapes 150 and
-      #     decode_chunk_frames + decode_left_context_frames (325 by default).
-      #     Extra stateless shapes may be added (union, not intersection) with:
-      #       decode_cudagraph_capture_sizes: [97, 400]
-      # Graph batch size defaults to 1. Add larger buckets only when needed:
-      #   decode_cudagraph_batch_sizes: [1, 2, 4]
-      # Limit eager batches to reduce temporary stateful cache allocations; CUDA Graph batching uses the buckets above.
-      decode_batch_max_size: 4
+      # Common Stage1 decode buckets:
+          #   no-ref first/steady chunks: 25 / 97 frames
+          #   Base ref-context first/steady chunks: 73 / 169 frames
+          #   decoder internal non-streaming chunks: 325 frames
+      decode_cudagraph_capture_sizes: [25, 73, 97, 169, 325]

 stages:
  - stage_id: 0
@@ -38,12 +38,16 @@ connectors:
      # initial_codec_chunk_frames (including the per-request API field).
      # Example:
      #   codec_chunk_ramp: [4, 4, 8, 16, 25]
-      # async_chunk derives stateful ICL/xvec graph shapes from the ramp when
-      # enabled, otherwise from the fixed chunk settings above, and ignores
-      # decode_cudagraph_capture_sizes. Keep B>1
-      # captures opt-in; c64 e2e validation did not show a stable win.
+      # Common Stage1 decode buckets:
+      #   no-ref first/steady chunks: 25 / 97 frames
+      #   Base ref-context first/steady chunks: 73 / 169 frames
+      #   decoder internal non-streaming chunks: 325 frames
+      decode_cudagraph_capture_sizes: [25, 73, 97, 169, 325]
+      # Keep B>1 captures opt-in; c64 e2e validation did not show a stable win.
      decode_cudagraph_batch_sizes: [1]
+      decode_compile_shapes: []
      decode_batch_max_size: 1
+      decode_batch_bucket_frames: []
      decode_enable_tf32: false

 stages:
@@ -188,24 +188,10 @@ class DiffusionEngine:
        self._init_process_hooks(od_config)
        self.execution_mode = self._resolve_execution_mode(od_config)
        self._init_executor(od_config)
-        try:
-            self._init_scheduler(od_config, scheduler)
-            self._init_runtime_state()
-            self._init_execute_fn()
-            self._log_execution_mode(od_config)
-        except Exception:
-            # close() cannot be used because runtime synchronization state may not exist yet.
-            scheduler_to_close = getattr(self, "scheduler", None)
-            if scheduler_to_close is not None:
-                try:
-                    scheduler_to_close.close()
-                except Exception:
-                    logger.exception("Failed to close Scheduler after DiffusionEngine initialization failed")
-            try:
-                self.executor.shutdown()
-            except Exception:
-                logger.exception("Failed to shut down Executor after DiffusionEngine initialization failed")
-            raise
+        self._init_scheduler(od_config, scheduler)
+        self._init_runtime_state()
+        self._init_execute_fn()
+        self._log_execution_mode(od_config)

    def _init_process_hooks(self, od_config: OmniDiffusionConfig) -> None:
        self.post_process_func = get_diffusion_post_process_func(od_config)
@@ -1,57 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-
-"""Scheduler-to-Worker allocation payloads for diffusion KV.
-
-Like native vLLM's SchedulerOutput DTOs, these classes carry trusted internal
-Scheduler results. Cache geometry and block-table validation stay with the
-native cache builders and Worker installation path.
-"""
-
-from __future__ import annotations
-
-from dataclasses import dataclass
-
-
-@dataclass
-class DiffusionKVContextMetadata:
-    """Request-scoped Worker allocation for an independent K/V context.
-
-    ``context_id`` identifies this allocation within the enclosing
-    :class:`DiffusionKVMetadata`.
-    """
-
-    context_id: str
-    cache_role: str
-    num_tokens: int
-    block_ids: tuple[list[int], ...]
-
-
-@dataclass
-class DiffusionKVSequenceMetadata:
-    """Worker allocation for one Scheduler-owned diffusion sequence.
-
-    ``context_ids`` reference request-scoped context allocations from the
-    enclosing :class:`DiffusionKVMetadata`.
-    """
-
-    sequence_id: int
-    prefix_len: int
-    target_len: int
-    seq_len: int
-    block_ids: tuple[list[int], ...]
-    context_ids: tuple[str, ...] = ()
-
-
-@dataclass
-class DiffusionKVMetadata:
-    """Scheduler allocation sent with a newly scheduled public request.
-
-    Independent contexts live once at request scope so multiple sequences can
-    reference the same allocation.
-    """
-
-    request_id: str
-    allocation_generation: int
-    sequences: tuple[DiffusionKVSequenceMetadata, ...]
-    contexts: tuple[DiffusionKVContextMetadata, ...] = ()
@@ -451,16 +451,6 @@ class MultiprocDiffusionExecutor(DiffusionExecutor):
        new_reqs = scheduler_output.scheduled_new_reqs
        runner_outputs: list[RunnerOutput] = []

-        # Validate every envelope before selecting a dispatch path. In
-        # particular, keep identity errors outside the RPC error wrapper so an
-        # invalid request cannot be forwarded or converted into a worker output.
-        from vllm_omni.diffusion.sched.interface import validate_new_request_data_identity
-
-        for new_req in new_reqs:
-            validate_new_request_data_identity(new_req)
-
-        has_diffusion_kv_metadata = any(new_req.diffusion_kv_metadata is not None for new_req in new_reqs)
-
        # DP multi-concurrency: when DLO+AllGather is active and multiple
        # requests are scheduled, send ALL requests in one broadcast RPC.
        # Each rank picks req[rank % len(reqs)] and computes independently.
@@ -468,7 +458,6 @@ class MultiprocDiffusionExecutor(DiffusionExecutor):
        # responses and match by dp_rank.
        if (
            len(new_reqs) > 1
-            and not has_diffusion_kv_metadata
            and getattr(self.od_config, "enable_distributed_layerwise_offload", False)
            and getattr(self.od_config, "dlo_use_allgather", True)
        ):
@@ -541,12 +530,9 @@ class MultiprocDiffusionExecutor(DiffusionExecutor):
        for new_req in new_reqs:
            req = new_req.req
            try:
-                args: tuple = (req, self.od_config, scheduler_output.kv_prefetch_job)
-                if new_req.diffusion_kv_metadata is not None:
-                    args += (new_req.diffusion_kv_metadata,)
                result = self.collective_rpc(
                    "execute_model",
-                    args=args,
+                    args=(req, self.od_config, scheduler_output.kv_prefetch_job),
                    unique_reply_rank=0,
                    exec_all_ranks=True,
                )
@@ -15,7 +15,6 @@ from diffusers.models.modeling_outputs import Transformer2DModelOutput
 from diffusers.models.normalization import AdaLayerNormContinuous
 from diffusers.utils import is_torch_npu_available
 from torch import nn
-from vllm.logger import init_logger
 from vllm.model_executor.layers.layernorm import RMSNorm
 from vllm.model_executor.layers.linear import (
    ColumnParallelLinear,
@@ -39,8 +38,6 @@ from vllm_omni.diffusion.layers.rope import RotaryEmbedding, apply_rope_to_qk
 if TYPE_CHECKING:
    from vllm.model_executor.layers.quantization.base_config import QuantizationConfig

-logger = init_logger(__name__)
-

 def _join_prefix(prefix: str, name: str) -> str:
    return f"{prefix}.{name}" if prefix else name
@@ -949,13 +946,7 @@ class Flux2Transformer2DModel(nn.Module):
            ctx = get_forward_context()
        else:
            ctx = None
-        if (
-            ctx is not None
-            and self.parallel_config.sequence_parallel_size > 1
-            and self.parallel_config.mask_sp_padding
-            and ctx.sp_original_seq_len is not None
-            and ctx.sp_padding_size > 0
-        ):
+        if ctx is not None and ctx.sp_original_seq_len is not None and ctx.sp_padding_size > 0:
            batch_size = hidden_states.shape[0]
            img_padded_seq_len = ctx.sp_original_seq_len + ctx.sp_padding_size
            hidden_states_mask = torch.ones(
@@ -967,22 +958,6 @@ class Flux2Transformer2DModel(nn.Module):
            hidden_states_mask[:, ctx.sp_original_seq_len :] = False
            if hidden_states_mask.all():
                hidden_states_mask = None
-        elif (
-            ctx is not None
-            and self.parallel_config.sequence_parallel_size > 1
-            and not self.parallel_config.mask_sp_padding
-            and ctx.sp_original_seq_len is not None
-            and ctx.sp_padding_size > 0
-        ):
-            logger.warning_once(
-                "SP auto-padding applied %d token(s) (seq_len=%d, ulysses_degree=%d). "
-                "Padding tokens are not masked from attention (mask_sp_padding=False), "
-                "which avoids the varlen attention path but may produce minor numerical differences. "
-                "Set parallel_config.mask_sp_padding=True to restore strict masking.",
-                ctx.sp_padding_size,
-                ctx.sp_original_seq_len,
-                self.parallel_config.sequence_parallel_size,
-            )

        if hidden_states_mask is not None:
            joint_attention_kwargs["hidden_states_mask"] = hidden_states_mask
@@ -814,13 +814,7 @@ class HunyuanVideo15Transformer3DModel(nn.Module):

        ctx = get_forward_context()
        hidden_states_mask = None
-        if (
-            self.parallel_config is not None
-            and self.parallel_config.sequence_parallel_size > 1
-            and self.parallel_config.mask_sp_padding
-            and ctx.sp_original_seq_len is not None
-            and ctx.sp_padding_size > 0
-        ):
+        if ctx.sp_original_seq_len is not None and ctx.sp_padding_size > 0:
            padded_seq_len = ctx.sp_original_seq_len + ctx.sp_padding_size
            hidden_states_mask = torch.ones(
                batch_size,
@@ -829,24 +823,10 @@ class HunyuanVideo15Transformer3DModel(nn.Module):
                device=hidden_states.device,
            )
            hidden_states_mask[:, ctx.sp_original_seq_len :] = False
+
+            # if mask is all true, set it to None
            if hidden_states_mask.all():
                hidden_states_mask = None
-        elif (
-            self.parallel_config is not None
-            and self.parallel_config.sequence_parallel_size > 1
-            and not self.parallel_config.mask_sp_padding
-            and ctx.sp_original_seq_len is not None
-            and ctx.sp_padding_size > 0
-        ):
-            logger.warning_once(
-                "SP auto-padding applied %d token(s) (seq_len=%d, ulysses_degree=%d). "
-                "Padding tokens are not masked from attention (mask_sp_padding=False), "
-                "which avoids the varlen attention path but may produce minor numerical differences. "
-                "Set parallel_config.mask_sp_padding=True to restore strict masking.",
-                ctx.sp_padding_size,
-                ctx.sp_original_seq_len,
-                self.parallel_config.sequence_parallel_size,
-            )

        for block in self.transformer_blocks:
            hidden_states, encoder_hidden_states = block(
@@ -1,18 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
-
-from vllm_omni.diffusion.models.longcat_video.longcat_video_avatar_transformer import (
-    LongCatVideoAvatarTransformer3DModel,
-)
-from vllm_omni.diffusion.models.longcat_video.pipeline_longcat_video_avatar import (
-    LongCatVideoAvatarPipeline,
-    get_longcat_video_avatar_post_process_func,
-    get_longcat_video_avatar_pre_process_func,
-)
-
-__all__ = [
-    "LongCatVideoAvatarPipeline",
-    "LongCatVideoAvatarTransformer3DModel",
-    "get_longcat_video_avatar_post_process_func",
-    "get_longcat_video_avatar_pre_process_func",
-]
Author	SHA1	Message	Date
Hongsheng Liu	8080c18ff4	fix: localize NumPy image conversion Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com>	2026-08-11 13:23:13 +08:00
Hongsheng Liu	5e3aa88e10	fix: normalize NumPy image outputs Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com>	2026-08-11 12:14:23 +08:00
				`@@ -1 +0,0 @@`
				`"""Shared helpers for online-serving MiniCPM-o duplex E2E tests."""`