[Performance][MiniCPM-o] Whole-Euler CUDA graphs for Code2Wav with a shared attention arena (#8007)
This commit is contained in:
1 parent
0173cb3748
commit
3e62bba3cb
15 files changed
+3425
-210
No files matched your search
@@ -96,9 +96,9 @@ def test_duplex_session_runtime_rejects_non_positive_values(tmp_path, name: str,
|
||||
@pytest.mark.parametrize(
|
||||
("deploy_yaml", "expected"),
|
||||
[
|
||||
("minicpmo_4_5.yaml", 4),
|
||||
("minicpmo_4_5.yaml", 16),
|
||||
("minicpmo_4_5_8x4090.yaml", 1),
|
||||
("minicpmo_4_5_3gpu_stage1_replicas.yaml", 4),
|
||||
("minicpmo_4_5_3gpu_stage1_replicas.yaml", 16),
|
||||
],
|
||||
)
|
||||
def test_deploy_duplex_max_sessions_tracks_the_deploy_config(deploy_yaml: str, expected: int) -> None:
|
||||
|
||||
Reference in new issue
Block a user