[Feat][sleepmode] add omni sleepmode and ack protocol (#2022)

This commit is contained in:
Vensen authored and GitHub committed 2026-04-21 08:19:53 +08:00
1 parent 618268d6b9
commit e076378df1
19 files changed
+1498 -105

No files matched your search

@@ -36,10 +36,14 @@ class BackgroundResources:
def __call__(self):
"""Clean up background resources."""
if hasattr(self, "wake_events") and self.wake_events:
for ev in self.wake_events:
ev.set()
if self.broadcast_mq is not None:
try:
for _ in range(self.num_workers):
self.broadcast_mq.enqueue(SHUTDOWN_MESSAGE)
self.broadcast_mq.enqueue(SHUTDOWN_MESSAGE, timeout=1.0)
self.broadcast_mq = None
self.result_mq = None
@@ -65,11 +69,13 @@ class MultiprocDiffusionExecutor(DiffusionExecutor):
self._closed = False
num_workers = self.od_config.num_gpus
self.wake_events = [mp.Event() for _ in range(num_workers)]
self._broadcast_mq = self._init_broadcast_queue(num_workers)
broadcast_handle = self._broadcast_mq.export_handle()
# Launch workers
processes, result_handle = self._launch_workers(broadcast_handle)
processes, result_handle = self._launch_workers(broadcast_handle, self.wake_events)
self._result_mq = self._init_result_queue(result_handle)
self._processes = processes
@@ -100,7 +106,7 @@ class MultiprocDiffusionExecutor(DiffusionExecutor):
if self._result_mq is None:
raise RuntimeError("Result queue not initialized")
def _launch_workers(self, broadcast_handle):
def _launch_workers(self, broadcast_handle, wake_events):
od_config = self.od_config
logger.info("Starting server...")
@@ -126,6 +132,7 @@ class MultiprocDiffusionExecutor(DiffusionExecutor):
od_config,
writer,
broadcast_handle,
wake_events[i],
worker_extension_cls,
custom_pipeline_args,
),