[Diffusion][Attention] Support per-role attention backend via CLI (#2681)
Signed-off-by: gcanlin <canlinguosdu@gmail.com> Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
26d481fc84
commit
11c4c7f0ff
29 files changed
+1262
-106
No files matched your search
+4
-1
@@ -303,7 +303,10 @@ class TestFluxExtractor(BaseExtractorTest):
|
||||
"""Use the SDPA backend so FLUX can be instantiated in CPU tests."""
|
||||
from vllm_omni.diffusion.attention.backends.sdpa import SDPABackend
|
||||
|
||||
with patch("vllm_omni.diffusion.attention.layer.get_attn_backend", return_value=SDPABackend):
|
||||
with patch(
|
||||
"vllm_omni.diffusion.attention.layer.get_attn_backend_for_role",
|
||||
return_value=(SDPABackend, None),
|
||||
):
|
||||
yield
|
||||
|
||||
def get_extractor(self):
|
||||
|
||||
Reference in new issue
Block a user