[Bugfix][Kernel] Give unique name to BlockSparseFlashAttention (vllm-…

…project#12040) Signed-off-by: Chen Zhang <zhangch99@outlook.com>
jikunshang · Jan 21, 2025 · 8e074fb · 8e074fb
1 parent 2dcf45f
commit 8e074fb
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/vllm/attention/backends/blocksparse_attn.py b/vllm/attention/backends/blocksparse_attn.py
@@ -89,8 +89,7 @@ class BlocksparseFlashAttentionBackend(AttentionBackend):
 
     @staticmethod
     def get_name() -> str:
-        # For attention layer compatibility
-        return "FLASH_ATTN"
+        return "BLOCK_SPARSE_FLASH_ATTN"
 
     @staticmethod
     def get_impl_cls() -> Type["BlocksparseFlashAttentionImpl"]:

diff --git a/vllm/platforms/interface.py b/vllm/platforms/interface.py
@@ -34,6 +34,7 @@ class _Backend(enum.Enum):
     PALLAS = enum.auto()
     IPEX = enum.auto()
     IPEX_V1 = enum.auto()
+    BLOCK_SPARSE_FLASH_ATTN = enum.auto()
     NO_ATTENTION = enum.auto()