Upload folder using huggingface_hub

config.json

@@ -0,0 +1,55 @@
+{
+  "model_type": "distilbert",
+  "architectures": [
+    "Hecto"
+  ],
+  "hidden_size": 768,
+  "num_labels": 4,
+  "id2label": {
+    "0": "World",
+    "1": "Sports",
+    "2": "Business",
+    "3": "Sci/Tech"
+  },
+  "label2id": {
+    "World": 0,
+    "Sports": 1,
+    "Business": 2,
+    "Sci/Tech": 3
+  },
+  "moe_type": "heterogeneous",
+  "experts": {
+    "expert_0": {
+      "type": "ffnn",
+      "layers": [
+        256,
+        128
+      ],
+      "activation": "tanh"
+    },
+    "expert_1": {
+      "type": "gru",
+      "input_dim": 256,
+      "hidden_dim": 128,
+      "bidirectional": false
+    }
+  },
+  "gating": {
+    "type": "top1",
+    "temperature": 1.5,
+    "mlp_dims": [
+      256,
+      128,
+      2
+    ],
+    "regularization": {
+      "entropy_loss": true,
+      "load_balancing": true
+    }
+  },
+  "encoder": {
+    "base_model": "distilbert-base-uncased",
+    "freeze_encoder": false
+  },
+  "transformers_version": "4.41.1"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837304236fddff052d25447e390dc6bbc1298ba9ba08b8b4408c2d7cfefccedb
+size 267932374

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,56 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}