[Test] Add tiny model builder for FluxKontextPipeline (#5823)
Signed-off-by: Nick Cao <ncao@redhat.com>
This commit is contained in:
1 parent
89015d5cad
commit
584d78c673
4 files changed
+41
-50
No files matched your search
@@ -37,6 +37,19 @@ def tiny_ltx2_builder() -> str:
|
||||
return build_tiny_from_configs("LTX2Pipeline", "Lightricks/LTX-2", TINY_CONFIGS_DIR / "LTX2Pipeline")
|
||||
|
||||
|
||||
def _shrink_flux_clip_text_encoder(config: dict) -> dict:
|
||||
config["num_hidden_layers"] = 2
|
||||
return config
|
||||
|
||||
|
||||
def _shrink_flux_t5_text_encoder(config: dict) -> dict:
|
||||
config["num_layers"] = 2
|
||||
config["num_decoder_layers"] = 2
|
||||
config["d_ff"] = 64
|
||||
config["num_heads"] = 4
|
||||
return config
|
||||
|
||||
|
||||
def tiny_qwen_image_builder() -> str:
|
||||
def shrink_text_encoder(config: dict) -> dict:
|
||||
config["num_hidden_layers"] = 2
|
||||
@@ -57,23 +70,24 @@ def tiny_qwen_image_builder() -> str:
|
||||
|
||||
|
||||
def tiny_flux_builder() -> str:
|
||||
def shrink_clip_text_encoder(config: dict) -> dict:
|
||||
config["num_hidden_layers"] = 2
|
||||
return config
|
||||
|
||||
def shrink_t5_text_encoder(config: dict) -> dict:
|
||||
config["num_layers"] = 2
|
||||
config["num_decoder_layers"] = 2
|
||||
config["d_ff"] = 64
|
||||
config["num_heads"] = 4
|
||||
return config
|
||||
|
||||
return build_tiny_from_configs(
|
||||
"FluxPipeline",
|
||||
"black-forest-labs/FLUX.1-schnell",
|
||||
transform={
|
||||
"text_encoder": shrink_clip_text_encoder,
|
||||
"text_encoder_2": shrink_t5_text_encoder,
|
||||
"text_encoder": _shrink_flux_clip_text_encoder,
|
||||
"text_encoder_2": _shrink_flux_t5_text_encoder,
|
||||
"transformer": partial(_shrink_dit_rope_config, num_single_layers=2, default_axes_dims_rope=[16, 56, 56]),
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
def tiny_flux_kontext_builder() -> str:
|
||||
return build_tiny_from_configs(
|
||||
"FluxKontextPipeline",
|
||||
"black-forest-labs/FLUX.1-Kontext-dev",
|
||||
transform={
|
||||
"text_encoder": _shrink_flux_clip_text_encoder,
|
||||
"text_encoder_2": _shrink_flux_t5_text_encoder,
|
||||
"transformer": partial(_shrink_dit_rope_config, num_single_layers=2, default_axes_dims_rope=[16, 56, 56]),
|
||||
},
|
||||
)
|
||||
|
||||
@@ -59,6 +59,16 @@ DIFFUSION_TEST_SETTINGS = {
|
||||
builder=diff_model_builders.tiny_flux_builder,
|
||||
supported_tasks=[DiffusionTasks.TEXT_TO_IMAGE],
|
||||
),
|
||||
"FluxKontextPipeline": DiffusionModelTestOpts(
|
||||
model="black-forest-labs/FLUX.1-Kontext-dev",
|
||||
builder=diff_model_builders.tiny_flux_kontext_builder,
|
||||
supported_tasks=[DiffusionTasks.TEXT_TO_IMAGE, DiffusionTasks.IMAGE_TO_IMAGE],
|
||||
extra_test_groups=[
|
||||
[DiffusionAccs.TENSOR_PARALLEL, DiffusionAccs.CPU_OFFLOAD],
|
||||
[DiffusionAccs.CFG_PARALLEL, DiffusionAccs.CPU_OFFLOAD],
|
||||
[DiffusionAccs.TENSOR_PARALLEL, DiffusionAccs.CPU_OFFLOAD, DiffusionAccs.CACHE_DIT],
|
||||
],
|
||||
),
|
||||
"Flux2Pipeline": DiffusionModelTestOpts(
|
||||
model="black-forest-labs/FLUX.2-dev",
|
||||
builder=diff_model_builders.tiny_flux2_builder,
|
||||
|
||||
@@ -48,7 +48,6 @@ EXCLUDED_MODELS = [
|
||||
"InternVLAA1Pipeline",
|
||||
"LongCatImageEditPipeline",
|
||||
"StableDiffusion3Pipeline",
|
||||
"FluxKontextPipeline",
|
||||
"HunyuanImage3ForCausalMM",
|
||||
"ErnieImagePipeline",
|
||||
"NextStep11Pipeline",
|
||||
|
||||
Reference in new issue
Block a user