[Diffusion] Add native paged KV backend for diffusion workers (#6102)
Signed-off-by: Acerak01-fy <wfy2003324@163.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
c2daa471c3
commit
72ee535fcd
34 files changed
+4595
-71
No files matched your search
@@ -40,6 +40,12 @@ class TestPlatformDiffusionHooks:
|
||||
result = OmniPlatform.get_diffusion_model_runner_cls()
|
||||
assert result == "vllm_omni.diffusion.worker.diffusion_model_runner.DiffusionModelRunner"
|
||||
|
||||
def test_get_diffusion_kv_block_tables_cls_default(self):
|
||||
"""Test the default paged-KV BlockTables implementation."""
|
||||
from vllm.v1.worker.gpu.block_table import BlockTables
|
||||
|
||||
assert OmniPlatform.get_diffusion_kv_block_tables_cls() is BlockTables
|
||||
|
||||
def test_oot_enum_exists(self):
|
||||
"""Test OOT is a valid platform enum value."""
|
||||
assert OmniPlatformEnum.OOT.value == "oot"
|
||||
|
||||
Reference in new issue
Block a user