[Feat][sleepmode] add omni sleepmode and ack protocol (#2022)
This commit is contained in:
1 parent
618268d6b9
commit
e076378df1
19 files changed
+1498
-105
No files matched your search
@@ -36,10 +36,14 @@ class BackgroundResources:
|
||||
|
||||
def __call__(self):
|
||||
"""Clean up background resources."""
|
||||
if hasattr(self, "wake_events") and self.wake_events:
|
||||
for ev in self.wake_events:
|
||||
ev.set()
|
||||
|
||||
if self.broadcast_mq is not None:
|
||||
try:
|
||||
for _ in range(self.num_workers):
|
||||
self.broadcast_mq.enqueue(SHUTDOWN_MESSAGE)
|
||||
self.broadcast_mq.enqueue(SHUTDOWN_MESSAGE, timeout=1.0)
|
||||
|
||||
self.broadcast_mq = None
|
||||
self.result_mq = None
|
||||
@@ -65,11 +69,13 @@ class MultiprocDiffusionExecutor(DiffusionExecutor):
|
||||
self._closed = False
|
||||
|
||||
num_workers = self.od_config.num_gpus
|
||||
self.wake_events = [mp.Event() for _ in range(num_workers)]
|
||||
|
||||
self._broadcast_mq = self._init_broadcast_queue(num_workers)
|
||||
broadcast_handle = self._broadcast_mq.export_handle()
|
||||
|
||||
# Launch workers
|
||||
processes, result_handle = self._launch_workers(broadcast_handle)
|
||||
processes, result_handle = self._launch_workers(broadcast_handle, self.wake_events)
|
||||
self._result_mq = self._init_result_queue(result_handle)
|
||||
self._processes = processes
|
||||
|
||||
@@ -100,7 +106,7 @@ class MultiprocDiffusionExecutor(DiffusionExecutor):
|
||||
if self._result_mq is None:
|
||||
raise RuntimeError("Result queue not initialized")
|
||||
|
||||
def _launch_workers(self, broadcast_handle):
|
||||
def _launch_workers(self, broadcast_handle, wake_events):
|
||||
od_config = self.od_config
|
||||
logger.info("Starting server...")
|
||||
|
||||
@@ -126,6 +132,7 @@ class MultiprocDiffusionExecutor(DiffusionExecutor):
|
||||
od_config,
|
||||
writer,
|
||||
broadcast_handle,
|
||||
wake_events[i],
|
||||
worker_extension_cls,
|
||||
custom_pipeline_args,
|
||||
),
|
||||
|
||||
Reference in new issue
Block a user