[Perf] torch compile for dit and rope kernel (#317)

Signed-off-by: zjy0516 <riverclouds.zhu@qq.com>
This commit is contained in:
Jiangyun Zhu authored and GitHub committed 2025-12-19 03:16:20 +00:00
1 parent d6310e2ea9
commit 5216cf4ae6
5 files changed
+164 -76

No files matched your search

+22
View File
@@ -32,6 +32,12 @@ class DiffusionEngine:
self._processes: list[mp.Process] = []
self._closed = False
self._make_client()
try:
self._dummy_run()
except Exception as e:
logger.error(f"Dummy run failed: {e}")
self.close()
raise e
def step(self, requests: list[OmniDiffusionRequest]):
try:
@@ -151,6 +157,22 @@ class DiffusionEngine:
def add_req_and_wait_for_response(self, requests: list[OmniDiffusionRequest]):
return scheduler.add_req(requests)
def _dummy_run(self):
"""A dummy run to warm up the model."""
prompt = "dummy run"
num_inference_steps = 1
height = 1024
width = 1024
req = OmniDiffusionRequest(
prompt=prompt,
height=height,
width=width,
num_inference_steps=num_inference_steps,
num_outputs_per_prompt=1,
)
logger.info("dummy run to warm up the model")
self.add_req_and_wait_for_response([req])
def close(self, *, timeout_s: float = 30.0) -> None:
if self._closed:
return