[Rebase] Rebase to vLLM 0.30.0 (#7820)
Signed-off-by: tzhouam <tzhouam@connect.ust.hk> Signed-off-by: Gao Han <hgaoaf@connect.ust.hk> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com> Co-authored-by: Gao Han <hgaoaf@connect.ust.hk>
This commit is contained in:
59 files changed
+1032
-300
No files matched your search
@@ -186,11 +186,16 @@ def _setup_diffusion_worker_proc_title_and_log_prefix(
|
||||
def _force_cutlass_fp8_linear_kernel(quant_config: object | None) -> Iterator[None]:
|
||||
import vllm.model_executor.layers.quantization.modelopt as vllm_modelopt
|
||||
|
||||
linear_method_cls = getattr(quant_config, "LinearMethodCls", None)
|
||||
if linear_method_cls in {
|
||||
vllm_modelopt.ModelOptFp8LinearMethod,
|
||||
vllm_modelopt.ModelOptFp8PcPtLinearMethod,
|
||||
}:
|
||||
# vLLM #49381 replaced the per-format ModelOpt linear methods with the
|
||||
# generic ``ModelOptLinearMethod`` and removed the ``LinearMethodCls``
|
||||
# attributes this used to match on. The same two formats are identified by
|
||||
# the ModelOpt quant-algo string carried on the config
|
||||
# (``ModelOptQuantConfigBase.quant_method``): "FP8" used to select
|
||||
# ``ModelOptFp8LinearMethod`` and "FP8_PER_CHANNEL_PER_TOKEN" used to select
|
||||
# ``ModelOptFp8PcPtLinearMethod``. "FP8_PB_WO" / "NVFP4" / "W4A16_NVFP4"
|
||||
# were never matched here and still are not.
|
||||
quant_algo = getattr(quant_config, "quant_method", None)
|
||||
if quant_algo in ("FP8", "FP8_PER_CHANNEL_PER_TOKEN"):
|
||||
from vllm.platforms import current_platform
|
||||
|
||||
if current_platform.is_cuda() and current_platform.has_device_capability(89):
|
||||
|
||||
Reference in new issue
Block a user