From 7d8816b46b77b84a3340432b6ba7ba0fbee88e18 Mon Sep 17 00:00:00 2001 From: Chenguang Zheng <645327136@qq.com> Date: Fri, 22 May 2026 10:17:59 +0800 Subject: [PATCH] [Bugfix] Fix Hunyuan worker device context (#3768) Signed-off-by: Chenguang ZHENG <645327136@qq.com> Signed-off-by: Canlin Guo <961750412@qq.com> Co-authored-by: Canlin Guo <961750412@qq.com> --- vllm_omni/diffusion/distributed/utils.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm_omni/diffusion/distributed/utils.py b/vllm_omni/diffusion/distributed/utils.py index 92d00ef4b..851328e62 100644 --- a/vllm_omni/diffusion/distributed/utils.py +++ b/vllm_omni/diffusion/distributed/utils.py @@ -10,5 +10,7 @@ from vllm_omni.platforms import current_omni_platform def get_local_device() -> torch.device: """Return the torch device for the current rank based on detected device type.""" + if current_omni_platform.is_initialized(): + return current_omni_platform.get_torch_device(current_omni_platform.current_device()) local_rank = int(os.environ.get("LOCAL_RANK", 0)) return current_omni_platform.get_torch_device(local_rank)