[Feature]Basic version of supporting streaming output (#367)

Signed-off-by: Gaohan123 <hgaoaf@connect.ust.hk>
This commit is contained in:
Gao Han authored and GitHub committed 2026-01-01 03:02:04 +13:00
1 parent c94ce4d85f
commit 9c7de5373a
41 files changed
+1567 -243

No files matched your search

@@ -87,7 +87,7 @@ def test_sequence_parallel(model_name: str, ulysses_degree: int, ring_degree: in
generator=torch.Generator(get_device_name()).manual_seed(seed),
num_outputs_per_prompt=1,
)
baseline_images = outputs[0].request_output[0]["images"]
baseline_images = list(outputs)[0].request_output[0].images
finally:
baseline.close()
@@ -113,7 +113,7 @@ def test_sequence_parallel(model_name: str, ulysses_degree: int, ring_degree: in
generator=torch.Generator(get_device_name()).manual_seed(seed),
num_outputs_per_prompt=1,
)
sp_images = outputs[0].request_output[0]["images"]
sp_images = list(outputs)[0].request_output[0].images
finally:
sp.close()