add back the sleep time for the stage init to avoid single card conflict

Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
tzhouam committed 2025-11-10 15:07:01 +08:00
1 parent 08aef1f964
commit 36ada0478a
1 file changed
+1
+1
View File
@@ -178,6 +178,7 @@ class OmniLLM(BaseOmniLLM):
batch_timeout=self.batch_timeout,
)
logger.debug("[Orchestrator] Stage-%s process started", stage_id)
time.sleep(self._init_sleep_seconds)
def close(self) -> None:
for q in self._stage_in_queues: