[recipe][NPU] add cosmos3-super recipe on 8xA3 (#5097)
Signed-off-by: Zhang Jian <jianmusings@gmail.com>
This commit is contained in:
1 parent
7fa40681ff
commit
fa41fdf252
2 files changed
+134
No files matched your search
@@ -55,6 +55,9 @@ class RMSNorm(_VllmRMSNorm):
|
||||
def forward_hip(self, x: torch.Tensor) -> torch.Tensor:
|
||||
return self.forward_native(x)
|
||||
|
||||
def forward_npu(self, x: torch.Tensor) -> torch.Tensor:
|
||||
return self.forward_native(x)
|
||||
|
||||
|
||||
def _get_ulysses_state() -> tuple[int, int, dist.ProcessGroup | None]:
|
||||
"""Return (ulysses_size, ulysses_rank, ulysses_pg) from vllm-omni parallel state.
|
||||
|
||||
Reference in new issue
Block a user