transformer_diffusers/config.json
546 B · 26 lines · json Raw
1 {
2 "_class_name": "MiniMaxH3ImageTransformer2DModel",
3 "_diffusers_version": "0.42.0.dev0",
4 "num_attention_heads": 56,
5 "attention_head_dim": 128,
6 "hidden_size": 5376,
7 "num_layers": 50,
8 "num_refiner_layers": 2,
9 "ffn_dim": 14336,
10 "in_channels": 24,
11 "patch_size": [
12 1,
13 2,
14 2
15 ],
16 "text_dim": 5120,
17 "freq_dim": 256,
18 "time_embed_hidden_dim": 5376,
19 "time_embed_dim": 2688,
20 "rope_freq_dim": 16,
21 "rope_theta": 10000.0,
22 "norm_eps": 1e-05,
23 "qk_norm_eps": 1e-05,
24 "final_norm_eps": 1e-05,
25 "num_pdd_heads": 6
26 }