Add files using upload-large-folder tool

config.json

@@ -9,7 +9,7 @@
   "attn_scale": 0.1,
   "attn_temperature_tuning": true,
   "bos_token_id": 200000,
-  "dtype": "float32",
+  "dtype": "bfloat16",
   "eos_token_id": [
     200001,
     200007,
@@ -55,18 +55,18 @@
   "output_router_logits": false,
   "pad_token_id": 200018,
   "rms_norm_eps": 1e-05,
-  "rope_scaling": {
+  "rope_parameters": {
     "factor": 8.0,
     "high_freq_factor": 4.0,
     "low_freq_factor": 1.0,
     "original_max_position_embeddings": 8192,
+    "rope_theta": 500000.0,
     "rope_type": "llama3"
   },
-  "rope_theta": 500000.0,
   "router_aux_loss_coef": 0.001,
   "router_jitter_noise": 0.0,
   "tie_word_embeddings": false,
-  "transformers_version": "4.57.6",
+  "transformers_version": "5.1.0",
   "use_cache": true,
   "use_qk_norm": true,
   "vocab_size": 202048

generation_config.json

@@ -7,5 +7,5 @@
     200008
   ],
   "pad_token_id": 200018,
-  "transformers_version": "4.57.6"
+  "transformers_version": "5.1.0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2defd19b1af7461456472bda405a146652059192ab48bccc020ff4ebff18472
-size 26086368
+oid sha256:ae0393e56b63c5d4d4a10aa6ffe12a6e348b4eefac322ee77ea7f974affc7138
+size 13046840