[Rebase] Rebase to vllm 0.28.0 (#6606)
Signed-off-by: tzhouam <tzhouam@connect.ust.hk> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
da4a08b65b
commit
651b03225b
42 files changed
+931
-121
No files matched your search
@@ -157,7 +157,10 @@ class DiffusionSVDQuantConfig(QuantizationConfig):
|
||||
prefix,
|
||||
self.modules_to_not_convert,
|
||||
self.packed_modules_mapping,
|
||||
skip_with_substr=True,
|
||||
# vLLM 0.28: skip_with_substr was replaced by match_mode
|
||||
# ("substring" preserves the v0.27 skip_with_substr=True
|
||||
# behavior verbatim).
|
||||
match_mode="substring",
|
||||
):
|
||||
return UnquantizedLinearMethod()
|
||||
return DiffusionSVDQuantLinearMethod(self)
|
||||
|
||||
Reference in new issue
Block a user