[Bugfix] [Example] Add fallback to worker_backend and ray_address in AsyncOmni to fix gradio demos (#337)
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
1 parent
bd53347615
commit
f785a5d401
1 file changed
+2
-2
@@ -106,8 +106,8 @@ class AsyncOmni(EngineClient):
|
|||||||
cli_args: Namespace,
|
cli_args: Namespace,
|
||||||
**kwargs: Any,
|
**kwargs: Any,
|
||||||
):
|
):
|
||||||
self.worker_backend = cli_args.worker_backend
|
self.worker_backend = getattr(cli_args, "worker_backend", "multi_process")
|
||||||
self.ray_address = cli_args.ray_address
|
self.ray_address = getattr(cli_args, "ray_address", "")
|
||||||
self._ray_pg = None
|
self._ray_pg = None
|
||||||
|
|
||||||
self.batch_timeout = cli_args.batch_timeout
|
self.batch_timeout = cli_args.batch_timeout
|
||||||
|
|||||||
Reference in new issue
Block a user