[bugfix][CI] Fix qwen image performance degradation w/ vllm 0.20 & CUDA 13.0 (#3352)
Signed-off-by: Huang, Zeyu <11222265+fhfuih@users.noreply.github.com>
This commit is contained in:
1 parent
282e0b6642
commit
28558cc374
7 files changed
+209
-4
No files matched your search
@@ -3,6 +3,7 @@ from __future__ import annotations
|
||||
from contextlib import contextmanager
|
||||
from dataclasses import dataclass
|
||||
|
||||
import vllm.ir
|
||||
from vllm.config import VllmConfig
|
||||
|
||||
from vllm_omni.diffusion.attention.backends.abstract import (
|
||||
@@ -145,6 +146,7 @@ def set_forward_context(
|
||||
)
|
||||
# vLLM CustomOp dispatch (e.g. QKVParallelLinear) requires a global
|
||||
# vLLM config set via set_current_vllm_config().
|
||||
# Also set priority for vLLM IR ops (e.g. RMSNorm), copied from vllm/forward_context.py
|
||||
with override_forward_context(forward_context):
|
||||
if vllm_config is None:
|
||||
yield
|
||||
@@ -152,5 +154,9 @@ def set_forward_context(
|
||||
# Local import to avoid importing vllm.config.vllm at module import time.
|
||||
from vllm.config.vllm import set_current_vllm_config
|
||||
|
||||
with set_current_vllm_config(vllm_config):
|
||||
with (
|
||||
set_current_vllm_config(vllm_config),
|
||||
vllm_config.kernel_config.ir_op_priority.set_priority(),
|
||||
vllm.ir.enable_torch_wrap(vllm_config.compilation_config.ir_enable_torch_wrap),
|
||||
):
|
||||
yield
|
||||
Reference in new issue
Block a user