config.json: per-module quant overrides + rope_parameters (metadata bug fix)
Browse files- config.json +9 -1
config.json
CHANGED
|
@@ -2716,5 +2716,13 @@
|
|
| 2716 |
},
|
| 2717 |
"routed_expert_bits": 2,
|
| 2718 |
"group_size": 32,
|
| 2719 |
-
"mxtq_seed": 42
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2720 |
}
|
|
|
|
| 2716 |
},
|
| 2717 |
"routed_expert_bits": 2,
|
| 2718 |
"group_size": 32,
|
| 2719 |
+
"mxtq_seed": 42,
|
| 2720 |
+
"rope_parameters": {
|
| 2721 |
+
"beta_fast": 32.0,
|
| 2722 |
+
"beta_slow": 1.0,
|
| 2723 |
+
"factor": 16.0,
|
| 2724 |
+
"original_max_position_embeddings": 65536,
|
| 2725 |
+
"rope_type": "yarn",
|
| 2726 |
+
"rope_theta": 10000.0
|
| 2727 |
+
}
|
| 2728 |
}
|