jangq commited on
Commit
1686c27
·
verified ·
1 Parent(s): 1b05046

config.json: per-module quant overrides + rope_parameters (metadata bug fix)

Browse files
Files changed (1) hide show
  1. config.json +9 -1
config.json CHANGED
@@ -2716,5 +2716,13 @@
2716
  },
2717
  "routed_expert_bits": 2,
2718
  "group_size": 32,
2719
- "mxtq_seed": 42
 
 
 
 
 
 
 
 
2720
  }
 
2716
  },
2717
  "routed_expert_bits": 2,
2718
  "group_size": 32,
2719
+ "mxtq_seed": 42,
2720
+ "rope_parameters": {
2721
+ "beta_fast": 32.0,
2722
+ "beta_slow": 1.0,
2723
+ "factor": 16.0,
2724
+ "original_max_position_embeddings": 65536,
2725
+ "rope_type": "yarn",
2726
+ "rope_theta": 10000.0
2727
+ }
2728
  }