Files
vllm-omni/vllm_omni/diffusion/lora/layers/column_parallel_linear.py
T
5037af1033 [Feature] Diffusion LoRA Adapter Support (PEFT compatible) for vLLM alignment (#758)
Signed-off-by: AndyZhou952 <jzhoubc@connect.ust.hk>
Signed-off-by: Andy Zhou <jzhoubc@connect.ust.hk>
Signed-off-by: dongbo910220 <1275604947@qq.com>
Signed-off-by: Andy Zhou <46011930+AndyZhou952@users.noreply.github.com>
Signed-off-by: Samit <285365963@qq.com>
Co-authored-by: dongbo910220 <1275604947@qq.com>
Co-authored-by: Samit <285365963@qq.com>
2026-01-27 10:22:40 +08:00

62 lines
1.4 KiB
Python

# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from __future__ import annotations
from vllm.lora.layers.column_parallel_linear import (
ColumnParallelLinearWithLoRA,
MergedColumnParallelLinearWithLoRA,
MergedQKVParallelLinearWithLoRA,
QKVParallelLinearWithLoRA,
)
from .base_linear import DiffusionBaseLinearLayerWithLoRA
class DiffusionColumnParallelLinearWithLoRA(
DiffusionBaseLinearLayerWithLoRA,
ColumnParallelLinearWithLoRA,
):
"""
Diffusion ColumnParallelLinear with LoRA.
Prioritize apply() in DiffusionBaseLinearLayerWithLoRA
"""
pass
class DiffusionMergedColumnParallelLinearWithLoRA(
DiffusionBaseLinearLayerWithLoRA,
MergedColumnParallelLinearWithLoRA,
):
"""
Diffusion MergedColumnParallelLinear (gate_up_proj) with LoRA.
Prioritize apply() in DiffusionBaseLinearLayerWithLoRA
"""
pass
class DiffusionQKVParallelLinearWithLoRA(
DiffusionBaseLinearLayerWithLoRA,
QKVParallelLinearWithLoRA,
):
"""
Diffusion QKVParallelLinear with single LoRA.
Prioritize apply() in DiffusionBaseLinearLayerWithLoRA
"""
pass
class DiffusionMergedQKVParallelLinearWithLoRA(
DiffusionBaseLinearLayerWithLoRA,
MergedQKVParallelLinearWithLoRA,
):
"""
Diffusion MergedQKVParallelLinear (to_qkv) with 3 LoRAs.
Prioritize apply() in DiffusionBaseLinearLayerWithLoRA
"""
pass