Upload 10 files

README.md

@@ -1,3 +1,10 @@
----
-license: apache-2.0
----
+Mistral v3 Tekken or Metharme.
+
+Can think via \<thinking\> or \<think\>
+
+Just like Roci X but better.
+
+(Model card still a WIP)
+
+FP16: https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1
+GGUF: https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF

config.json

@@ -0,0 +1,39 @@
+{
+    "_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
+    "architectures": [
+        "MistralForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "bos_token_id": 1,
+    "eos_token_id": 2,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 5120,
+    "initializer_range": 0.02,
+    "intermediate_size": 14336,
+    "max_position_embeddings": 131072,
+    "model_type": "mistral",
+    "num_attention_heads": 32,
+    "num_hidden_layers": 54,
+    "num_key_value_heads": 8,
+    "rms_norm_eps": 1e-05,
+    "rope_theta": 1000000.0,
+    "sliding_window": null,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.45.2",
+    "use_cache": true,
+    "vocab_size": 131072,
+    "quantization_config": {
+        "quant_method": "exl3",
+        "version": "0.0.32",
+        "bits": 6.0,
+        "head_bits": 8,
+        "calibration": {
+            "rows": 250,
+            "cols": 2048
+        },
+        "out_scales": "always",
+        "codebook": "mcg"
+    }
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef696e39097087d8f4944c6619ab5f44a49652792fc733195ad1ecfe6127d7d9
+size 8505777166

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73273a6f518542cc924b836b572d4aa34046abf45e419a19db527a343869d97b
+size 4560182811

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}