[Bugfix] Update routed-expert tests for native auxiliary output (#8500)

Signed-off-by: Yueqian Lin <linyueqian@outlook.com>
This commit is contained in:
Yueqian Lin authored and GitHub committed 2026-10-05 17:40:07 +08:00
1 parent 67d21b5fff
commit 6dd0d1f931
2 files changed
+5 -15

No files matched your search

-12
View File
@@ -2027,18 +2027,6 @@ def test_token_only_output_keeps_prefix_cache_merge(token_only_builder, mocker):
assert output.inter_stage_outputs[1]["codes.audio"].tolist() == [32]
def test_token_only_output_keeps_routed_experts(token_only_builder, mocker):
runner, kwargs = token_only_builder
runner.model_config.enable_return_routed_experts = True
runner.routed_experts_initialized = True
routes = np.array([[[1, 2]], [[3, 4]]], dtype=np.int32)
extract = mocker.patch.object(runner, "_omni_extract_routed_experts", return_value=routes)
output = runner._build_omni_model_runner_output_from_snapshot(**kwargs)
extract.assert_called_once_with(kwargs["scheduler_output"])
assert output.routed_experts is routes
@pytest.mark.parametrize("snapshot", [True, False], ids=["background", "inline"])
def test_query_metadata_lifetime_matches_materialization_mode(snapshot):
runner = object.__new__(GPUARModelRunner)
+5 -3
View File
@@ -52,7 +52,7 @@ def _async_output(req_ids=("req-0",), **overrides) -> OmniAsyncOutput:
@pytest.mark.parametrize("compact_width", [1, 2])
def test_async_output_blocking_event_and_routing_masks(monkeypatch, compact_width) -> None:
def test_async_output_blocking_event_preserves_masks_and_aux_output(monkeypatch, compact_width) -> None:
event_kwargs = []
monkeypatch.setattr(torch.cuda, "set_stream", lambda _stream: None)
@@ -68,7 +68,7 @@ def test_async_output_blocking_event_and_routing_masks(monkeypatch, compact_widt
vocab_size=4,
)
sampler_output = SamplerOutput(
torch.tensor([[2], [0]]), None, None, torch.tensor([1, 0]), torch.tensor([0, 0]), masks
torch.tensor([[2], [0]]), None, None, torch.tensor([1, 0]), torch.tensor([2, 0]), masks
)
copied: list[tuple[np.ndarray, np.ndarray]] = []
@@ -98,7 +98,9 @@ def test_async_output_blocking_event_and_routing_masks(monkeypatch, compact_widt
np.testing.assert_array_equal(output.aux_output_connector_output["prefill"].rows, [[4, 5]])
assert output.aux_output_connector_output["decode"].token_start == 0
np.testing.assert_array_equal(output.sampling_masks.token_ids, [0, 2])
assert len(copied) == 1 and copied[0][0].tolist() == [1, 0]
assert len(copied) == 1
np.testing.assert_array_equal(copied[0][0], [1, 0])
np.testing.assert_array_equal(copied[0][1], [2, 0])
@pytest.mark.parametrize("needs_history", [False, True])