[Bugfix] fix when diffusion model not set sleeping_stages (#3023)
Signed-off-by: rongfu.leng <lenronfu@gmail.com> thanks
This commit is contained in:
1 parent
e996723bc9
commit
80dea88007
2 files changed
+290
-1
No files matched your search
@@ -586,6 +586,7 @@ async def omni_init_app_state(
|
||||
state.engine_client = engine_client
|
||||
state.log_stats = not args.disable_log_stats
|
||||
state.args = args
|
||||
state.sleeping_stages = set()
|
||||
|
||||
# For omni models
|
||||
state.stage_configs = engine_client.stage_configs if hasattr(engine_client, "stage_configs") else None
|
||||
@@ -949,7 +950,6 @@ async def omni_init_app_state(
|
||||
|
||||
state.enable_server_load_tracking = args.enable_server_load_tracking
|
||||
state.server_load_metrics = 0
|
||||
state.sleeping_stages = set()
|
||||
|
||||
|
||||
def Omnivideo(request: Request) -> OmniOpenAIServingVideo | None:
|
||||
|
||||
Reference in new issue
Block a user