[Refactor] Extract has_flash_attn_pkg in OmniPlatform (#3068)

Signed-off-by: Xiaodong Ye <yeahdongcn@gmail.com>
Co-authored-by: Canlin Guo <canlinguosdu@gmail.com>
This commit is contained in:
R0CKSTARandCanlin Guo authored and GitHub committed 2026-04-27 04:07:34 +00:00
1 parent afa2b09684
commit 52f17bf292
6 files changed
+94 -58

No files matched your search

@@ -16,9 +16,12 @@ from functools import lru_cache
import torch
import torch.nn.functional as F
from vllm.logger import init_logger
from vllm_omni.platforms import current_omni_platform
logger = init_logger(__name__)
# Flash Attention function detection with fallback chain
flash_attn_func = None
flash_attn_varlen_func = None
@@ -81,9 +84,38 @@ HAS_FLASH_ATTN = flash_attn_func is not None or flash_attn_varlen_func is not No
@lru_cache(maxsize=1)
def is_mate_available() -> bool:
"""Check if MATE (MUSA AI Tensor Engine) is available."""
return current_omni_platform.is_musa() and flash_attn_func is not None or flash_attn_varlen_func is not None
def is_flash_attn_installed() -> bool:
"""Return whether a Flash Attention backend package is importable.
Shared by CUDA/ROCm/MUSA platforms.
"""
try:
# Check for any FA backend: FA3 (fa3_fwd_interface, flash_attn_interface) or FA2 (flash_attn)
# Try FA3 from fa3-fwd PyPI package
try:
import fa3_fwd_interface # noqa: F401
return True
except (ImportError, ModuleNotFoundError):
pass
# Try FA3 from flash-attention source build
try:
import flash_attn_interface # noqa: F401
return True
except (ImportError, ModuleNotFoundError):
pass
# Try FA2 from flash-attn package
from flash_attn import __version__
if __version__ < "2.6.0":
raise ImportError("install flash_attn >= 2.6.0")
return True
except (ImportError, ModuleNotFoundError):
logger.warning("No Flash Attention backend found, using pytorch SDPA implementation")
return False
def _index_first_axis(tensor, indices):