[Bugfix] fix GLM-Image multi-stage online generation fail (#3084)
Signed-off-by: Lancer <maruixiang6688@gmail.com>
This commit is contained in:
1 parent
e8d22d4fa8
commit
0fe76857ac
4 files changed
+194
No files matched your search
@@ -183,6 +183,52 @@ def test_forward_to_diffusion_uses_engine_input_source_for_kv_sender_info():
|
||||
}
|
||||
|
||||
|
||||
def test_forward_to_diffusion_returns_terminal_error_for_empty_custom_inputs():
|
||||
orchestrator = object.__new__(Orchestrator)
|
||||
sender_stage = _DummySenderStage({"host": "10.0.0.2", "zmq_port": 50151})
|
||||
diffusion_stage = _DummyDiffusionStage(engine_input_source=[0])
|
||||
diffusion_stage.custom_process_input_func = lambda *_args, **_kwargs: []
|
||||
|
||||
class _AsyncQueue:
|
||||
def __init__(self):
|
||||
self.items = []
|
||||
|
||||
async def put(self, item):
|
||||
self.items.append(item)
|
||||
|
||||
orchestrator.num_stages = 2
|
||||
orchestrator.stage_clients = [sender_stage, diffusion_stage]
|
||||
orchestrator._cfg_tracker = CfgCompanionTracker()
|
||||
orchestrator.stage_vllm_configs = [None, None]
|
||||
orchestrator.output_processors = [None, None]
|
||||
orchestrator.output_async_queue = _AsyncQueue()
|
||||
orchestrator.request_states = {}
|
||||
orchestrator._pd_kv_params = {}
|
||||
|
||||
params = OmniDiffusionSamplingParams()
|
||||
req_state = OrchestratorRequestState(
|
||||
request_id="req-empty",
|
||||
prompt={"prompt": "hello"},
|
||||
sampling_params_list=[SamplingParams(max_tokens=4), params],
|
||||
final_stage_id=1,
|
||||
)
|
||||
orchestrator.request_states["req-empty"] = req_state
|
||||
|
||||
output = SimpleNamespace(request_id="req-empty", finished=True)
|
||||
asyncio.run(Orchestrator._forward_to_next_stage(orchestrator, "req-empty", 0, output, req_state))
|
||||
|
||||
assert sender_stage.engine_outputs == [output]
|
||||
assert diffusion_stage.calls == []
|
||||
assert len(orchestrator.output_async_queue.items) == 1
|
||||
terminal_msg = orchestrator.output_async_queue.items[0]
|
||||
assert terminal_msg["type"] == "output"
|
||||
assert terminal_msg["request_id"] == "req-empty"
|
||||
assert terminal_msg["stage_id"] == 1
|
||||
assert terminal_msg["finished"] is True
|
||||
assert "produced no valid inputs" in terminal_msg["engine_outputs"].error
|
||||
assert "req-empty" not in orchestrator.request_states
|
||||
|
||||
|
||||
def test_prewarm_diffusion_attaches_kv_sender_info():
|
||||
orchestrator = object.__new__(Orchestrator)
|
||||
sender_stage = _DummySenderStage({"host": "10.0.0.3", "zmq_port": 50151})
|
||||
|
||||
Reference in new issue
Block a user