File size: 354 Bytes
272dc9f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "weight_format": "mxtq",
  "profile": "JANGTQ2",
  "mxtq_seed": 42,
  "source_model": "JANGQ-AI/MiniMax-M2.7-Small",
  "source_config": {
    "n_routed_experts": 154,
    "num_hidden_layers": 62
  },
  "mxtq_bits": {
    "routed_expert": 2,
    "attention": 8,
    "dense_mlp": 8,
    "embed_tokens": 8,
    "lm_head": 8,
    "norms_router": 16
  }
}