diff --git a/vllm_omni/diffusion/layers/activation.py b/vllm_omni/diffusion/layers/activation.py index c9658cf6e..9d51b03d2 100644 --- a/vllm_omni/diffusion/layers/activation.py +++ b/vllm_omni/diffusion/layers/activation.py @@ -22,7 +22,7 @@ class SiluAndMul(CustomOp): return F.silu(x[..., :d]) * x[..., d:] def forward_cuda(self, x: torch.Tensor) -> torch.Tensor: - if x.device.type != "cuda": + if x.device.type == "cpu": return self.forward_native(x) d = x.shape[-1] // 2 output_shape = x.shape[:-1] + (d,)