From b58feb1420f347e5a5cdec98d2e6ea54b9be66d1 Mon Sep 17 00:00:00 2001
From: R0CKSTAR <xiaodong.ye@mthreads.com>
Date: Thu, 20 Aug 2026 14:19:14 +0800
Subject: [PATCH] [MUSA] Fix SwiGLU to use fused op (#6364)

Signed-off-by: Xiaodong Ye <xiaodong.ye@mthreads.com>
---
 vllm_omni/diffusion/layers/activation.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm_omni/diffusion/layers/activation.py b/vllm_omni/diffusion/layers/activation.py
index c9658cf6e..9d51b03d2 100644
--- a/vllm_omni/diffusion/layers/activation.py
+++ b/vllm_omni/diffusion/layers/activation.py
@@ -22,7 +22,7 @@ class SiluAndMul(CustomOp):
         return F.silu(x[..., :d]) * x[..., d:]
 
     def forward_cuda(self, x: torch.Tensor) -> torch.Tensor:
-        if x.device.type != "cuda":
+        if x.device.type == "cpu":
             return self.forward_native(x)
         d = x.shape[-1] // 2
         output_shape = x.shape[:-1] + (d,)