Upload special_tokens_map.json with huggingface_hub

special_tokens_map.json

@@ -1,29 +1,19 @@
 {
-  "additional_special_tokens": [
-    "<|im_start|>",
-    "<|im_end|>"
-  ],
   "bos_token": {
-    "content": "<|im_start|>",
+    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
-    "content": "<|im_end|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<|im_end|>",
+    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
+  "pad_token": "<|endoftext|>",
   "unk_token": {
     "content": "<|endoftext|>",
     "lstrip": false,