diff --git a/vllm_omni/diffusion/worker/gpu_worker.py b/vllm_omni/diffusion/worker/gpu_worker.py index 84ede7ffd..9428acb95 100644 --- a/vllm_omni/diffusion/worker/gpu_worker.py +++ b/vllm_omni/diffusion/worker/gpu_worker.py @@ -129,7 +129,7 @@ class WorkerProc: """ Receive requests from broadcast queue """ - return self.mq.dequeue() + return self.mq.dequeue(indefinite=True) # TODO: queueing, cancellation def worker_busy_loop(self) -> None: diff --git a/vllm_omni/diffusion/worker/npu/npu_worker.py b/vllm_omni/diffusion/worker/npu/npu_worker.py index 4baf20603..d35d187b4 100644 --- a/vllm_omni/diffusion/worker/npu/npu_worker.py +++ b/vllm_omni/diffusion/worker/npu/npu_worker.py @@ -129,7 +129,7 @@ class NPUWorkerProc: """ Receive requests from broadcast queue """ - return self.mq.dequeue() + return self.mq.dequeue(indefinite=True) # TODO: queueing, cancellation def worker_busy_loop(self) -> None: