From 36ada0478aebfdb9b0599af6e3b279911544b052 Mon Sep 17 00:00:00 2001 From: tzhouam Date: Mon, 10 Nov 2025 15:07:01 +0800 Subject: [PATCH] add back the sleep time for the stage init to avoid single card conflict Signed-off-by: tzhouam --- vllm_omni/entrypoints/omni_llm.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm_omni/entrypoints/omni_llm.py b/vllm_omni/entrypoints/omni_llm.py index 458e000e5..63dab9fde 100644 --- a/vllm_omni/entrypoints/omni_llm.py +++ b/vllm_omni/entrypoints/omni_llm.py @@ -178,6 +178,7 @@ class OmniLLM(BaseOmniLLM): batch_timeout=self.batch_timeout, ) logger.debug("[Orchestrator] Stage-%s process started", stage_id) + time.sleep(self._init_sleep_seconds) def close(self) -> None: for q in self._stage_in_queues: