diff --git a/vllm_omni/diffusion/lora/manager.py b/vllm_omni/diffusion/lora/manager.py index d11b1b9a2..33094bc49 100644 --- a/vllm_omni/diffusion/lora/manager.py +++ b/vllm_omni/diffusion/lora/manager.py @@ -9,7 +9,7 @@ from typing import get_args import torch import torch.nn as nn -from vllm.config.lora import MaxLoRARanks +from vllm.config.lora import LoRAConfig, MaxLoRARanks from vllm.logger import init_logger from vllm.lora.layers import BaseLayerWithLoRA from vllm.lora.lora_model import LoRAModel @@ -23,7 +23,6 @@ from vllm.lora.utils import ( ) from vllm.model_executor.layers.linear import MergedColumnParallelLinear, QKVParallelLinear -from vllm_omni.config.lora import LoRAConfig from vllm_omni.diffusion.lora.utils import ( _expand_expected_modules_for_packed_layers, _match_target_modules, diff --git a/vllm_omni/diffusion/lora/utils.py b/vllm_omni/diffusion/lora/utils.py index 465edc99c..a8fdc2776 100644 --- a/vllm_omni/diffusion/lora/utils.py +++ b/vllm_omni/diffusion/lora/utils.py @@ -5,8 +5,8 @@ from __future__ import annotations import torch.nn as nn from transformers import PretrainedConfig +from vllm.config.lora import LoRAConfig -from vllm_omni.config.lora import LoRAConfig from vllm_omni.diffusion.lora.layers import ( DiffusionColumnParallelLinearWithLoRA, DiffusionMergedColumnParallelLinearWithLoRA,