From 4bee33744fc30eb800b042767037e4b3b774148b Mon Sep 17 00:00:00 2001 From: wuhang Date: Thu, 26 Feb 2026 21:44:07 +0800 Subject: [PATCH] [Bugfix] Use uds for zmq address if not set --stage-id (#1522) Signed-off-by: wuhang --- vllm_omni/entrypoints/omni.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/vllm_omni/entrypoints/omni.py b/vllm_omni/entrypoints/omni.py index dc18978f9..59be966c3 100644 --- a/vllm_omni/entrypoints/omni.py +++ b/vllm_omni/entrypoints/omni.py @@ -371,9 +371,13 @@ class OmniBase: # Allocate endpoints for each stage total_stages = len(self.stage_configs) self._handshake_endpoints = {} + + # If --stage-id is not set, use local_only mode + local_only = self._single_stage_id is None + for sid in range(total_stages): - in_endpoint = get_engine_client_zmq_addr(local_only=False, host=self._zmq_master_address) - out_endpoint = get_engine_client_zmq_addr(local_only=False, host=self._zmq_master_address) + in_endpoint = get_engine_client_zmq_addr(local_only=local_only, host=self._zmq_master_address) + out_endpoint = get_engine_client_zmq_addr(local_only=local_only, host=self._zmq_master_address) self._handshake_endpoints[sid] = (in_endpoint, out_endpoint) logger.debug( f"[{self._name}] Allocated endpoints for stage-{sid}: in={in_endpoint}, out={out_endpoint}"