[Model] Remove Text Encoder Output Layer Hardcoding in Flux2 (#5589)

Signed-off-by: Alex Brooks <albrooks@redhat.com>
This commit is contained in:
Alex Brooks authored and GitHub committed 2026-07-30 09:55:42 +00:00
1 parent 04b408ffd2
commit 089bb88706
2 files changed
+14 -35

No files matched your search

@@ -13,31 +13,6 @@
"initializer_range": 0.02,
"intermediate_size": 64,
"layer_types": [
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention"
@@ -46,7 +21,7 @@
"max_window_layers": 36,
"model_type": "qwen3",
"num_attention_heads": 2,
"num_hidden_layers": 28,
"num_hidden_layers": 3,
"num_key_value_heads": 2,
"rms_norm_eps": 1e-06,
"rope_scaling": null,
@@ -56,5 +31,6 @@
"transformers_version": "4.56.1",
"use_cache": true,
"use_sliding_window": false,
"vocab_size": 151936
"vocab_size": 151936,
"text_encoder_out_layers":[0, 1, 2]
}