[Diffusion][Quantization] Enable MiniMax-H3 global FP8 with DLO (#5910)
Signed-off-by: lishunyang12 <lishunyang12@163.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
09b6a1604a
commit
d1e230c95b
18 files changed
+833
-165
No files matched your search
@@ -16,10 +16,11 @@ from vllm_omni.model_executor.models.qwen3_omni.qwen3_omni_moe_thinker import (
|
||||
)
|
||||
from vllm_omni.quantization.component_config import (
|
||||
ComponentQuantizationConfig,
|
||||
resolve_component_quant_config,
|
||||
)
|
||||
from vllm_omni.quantization.inc_config import OmniINCConfig
|
||||
|
||||
pytestmark = [pytest.mark.core_model]
|
||||
pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
@@ -347,6 +348,24 @@ class TestTalkerVisualRouting:
|
||||
# ===================================================================
|
||||
|
||||
|
||||
class TestResolveComponentQuantConfig:
|
||||
def test_global_config_applies_to_each_quantization_aware_component(self):
|
||||
config = _MockQuantConfig("fp8")
|
||||
|
||||
assert resolve_component_quant_config(config, "transformer") is config
|
||||
assert resolve_component_quant_config(config, "text_encoder") is config
|
||||
|
||||
def test_component_map_is_the_only_scope_override(self):
|
||||
transformer = _MockQuantConfig("fp8")
|
||||
config = ComponentQuantizationConfig(
|
||||
component_configs={"transformer": transformer},
|
||||
default_config=None,
|
||||
)
|
||||
|
||||
assert resolve_component_quant_config(config, "transformer") is transformer
|
||||
assert resolve_component_quant_config(config, "text_encoder") is None
|
||||
|
||||
|
||||
class TestComponentResolve:
|
||||
def test_longest_prefix_match(self):
|
||||
a = _MockQuantConfig("a")
|
||||
|
||||
Reference in new issue
Block a user