[Bugfix] fix offload and hsdp incompatibility (#1888)

Signed-off-by: Lancer <maruixiang6688@gmail.com>
Signed-off-by: gcanlin <canlinguosdu@gmail.com>
Co-authored-by: gcanlin <canlinguosdu@gmail.com>
This commit is contained in:
Lancerandgcanlin authored and GitHub committed 2026-03-24 14:50:57 +08:00
1 parent 9ead0d890d
commit 4cfa9bf843
4 files changed
+165 -24

No files matched your search

@@ -221,7 +221,7 @@ class WanRotaryPosEmbed(nn.Module):
freqs_cos = torch.cat([freqs_cos_f, freqs_cos_h, freqs_cos_w], dim=-1).reshape(1, ppf * pph * ppw, 1, -1)
freqs_sin = torch.cat([freqs_sin_f, freqs_sin_h, freqs_sin_w], dim=-1).reshape(1, ppf * pph * ppw, 1, -1)
return freqs_cos, freqs_sin
return freqs_cos.to(hidden_states.device), freqs_sin.to(hidden_states.device)
class WanImageEmbedding(nn.Module):