[Entrypoints] Minor optimization in the orchestrator's final stage determination logic (#275)

Signed-off-by: Lancer <maruixiang6688@gmai.com>
Co-authored-by: Lancer <maruixiang6688@gmail.com>
This commit is contained in:
LancerandLancer authored and GitHub committed 2025-12-11 17:59:00 +08:00
1 parent cc716e139a
commit 0548674d30
2 files changed
+14 -10

No files matched your search

+7 -5
View File
@@ -313,12 +313,14 @@ class AsyncOmni(EngineClient):
# Determine the final stage for E2E stats (highest stage_id with
# final_output=True; fallback to last stage)
final_stage_id_for_e2e = -1
last_stage_id = len(self.stage_list) - 1
try:
for _sid, _st in enumerate(self.stage_list):
if getattr(_st, "final_output", False):
final_stage_id_for_e2e = max(final_stage_id_for_e2e, _sid)
for _sid in range(last_stage_id, -1, -1):
if getattr(self.stage_list[_sid], "final_output", False):
final_stage_id_for_e2e = _sid
break
if final_stage_id_for_e2e < 0:
final_stage_id_for_e2e = len(self.stage_list) - 1
final_stage_id_for_e2e = last_stage_id
except Exception as e:
logger.debug(
"[Orchestrator] Failed to determine final stage for E2E; \
@@ -326,7 +328,7 @@ class AsyncOmni(EngineClient):
e,
exc_info=True,
)
final_stage_id_for_e2e = len(self.stage_list) - 1
final_stage_id_for_e2e = last_stage_id
# Metrics/aggregation helper
metrics = OrchestratorMetrics(
num_stages,
+7 -5
View File
@@ -292,19 +292,21 @@ class OmniLLM:
# Determine the final stage for E2E stats (highest stage_id with final_output=True; fallback to last stage)
final_stage_id_for_e2e = -1
last_stage_id = len(self.stage_list) - 1
try:
for _sid, _st in enumerate(self.stage_list):
if getattr(_st, "final_output", False):
final_stage_id_for_e2e = max(final_stage_id_for_e2e, _sid)
for _sid in range(last_stage_id, -1, -1):
if getattr(self.stage_list[_sid], "final_output", False):
final_stage_id_for_e2e = _sid
break
if final_stage_id_for_e2e < 0:
final_stage_id_for_e2e = len(self.stage_list) - 1
final_stage_id_for_e2e = last_stage_id
except Exception as e:
logger.debug(
"[Orchestrator] Failed to determine final stage for E2E; falling back to last: %s",
e,
exc_info=True,
)
final_stage_id_for_e2e = len(self.stage_list) - 1
final_stage_id_for_e2e = last_stage_id
# Metrics/aggregation helper
metrics = OrchestratorMetrics(
num_stages,