File size: 354 Bytes
272dc9f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"weight_format": "mxtq",
"profile": "JANGTQ2",
"mxtq_seed": 42,
"source_model": "JANGQ-AI/MiniMax-M2.7-Small",
"source_config": {
"n_routed_experts": 154,
"num_hidden_layers": 62
},
"mxtq_bits": {
"routed_expert": 2,
"attention": 8,
"dense_mlp": 8,
"embed_tokens": 8,
"lm_head": 8,
"norms_router": 16
}
} |