Hugging Face's logo

ibm-research
/
biomed.rna.llama.32m.mlm.multitask.v1

biomed-multi-omic
LLaMa
Biology
RNA
Model card Files
xet
 Community
1
biomed.rna.llama.32m.mlm.multitask.v1 / tokenizers /expressions /tokenizer.json
thrumbel's picture
thrumbel
Duplicate from thrumbel/biomed.rna.llama.110m.mlm.multitask.v1-test
46d4f00
raw
history blame contribute delete
9.67 kB
{
 "version": "1.0",
 "truncation": null,
 "padding": null,
 "added_tokens": [
 {
 "id": 0,
 "content": "[UNK]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 1,
 "content": "[SEP]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 2,
 "content": "[PAD]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 3,
 "content": "[CLS]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 4,
 "content": "[MASK]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 5,
 "content": "[CLS_0]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 6,
 "content": "[CLS_1]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 7,
 "content": "[CLS_2]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 8,
 "content": "[CLS_3]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 9,
 "content": "[CLS_4]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 10,
 "content": "[CLS_5]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 11,
 "content": "[CLS_6]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 12,
 "content": "[CLS_7]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 13,
 "content": "[CLS_8]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 14,
 "content": "[CLS_9]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 15,
 "content": "[CLS_10]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 16,
 "content": "[CLS_11]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 17,
 "content": "[CLS_12]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 18,
 "content": "[CLS_13]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 19,
 "content": "[CLS_14]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 20,
 "content": "[CLS_15]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 21,
 "content": "[CLS_16]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 22,
 "content": "[CLS_17]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 23,
 "content": "[CLS_18]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 24,
 "content": "[CLS_19]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 25,
 "content": "[CLS_20]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 26,
 "content": "[CLS_21]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 27,
 "content": "[CLS_22]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 28,
 "content": "[CLS_23]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 29,
 "content": "[CLS_24]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 30,
 "content": "[CLS_25]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 31,
 "content": "[CLS_26]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 32,
 "content": "[CLS_27]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 33,
 "content": "[CLS_28]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 34,
 "content": "[CLS_29]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 35,
 "content": "[CLS_30]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 }
 ],
 "normalizer": {
 "type": "BertNormalizer",
 "clean_text": true,
 "handle_chinese_chars": false,
 "strip_accents": null,
 "lowercase": false
 },
 "pre_tokenizer": null,
 "post_processor": {
 "type": "TemplateProcessing",
 "single": [
 {
 "SpecialToken": {
 "id": "[CLS]",
 "type_id": 0
 }
 },
 {
 "Sequence": {
 "id": "A",
 "type_id": 0
 }
 },
 {
 "SpecialToken": {
 "id": "[SEP]",
 "type_id": 0
 }
 }
 ],
 "pair": [
 {
 "SpecialToken": {
 "id": "[CLS]",
 "type_id": 0
 }
 },
 {
 "Sequence": {
 "id": "A",
 "type_id": 0
 }
 },
 {
 "SpecialToken": {
 "id": "[SEP]",
 "type_id": 0
 }
 },
 {
 "Sequence": {
 "id": "B",
 "type_id": 1
 }
 },
 {
 "SpecialToken": {
 "id": "[SEP]",
 "type_id": 1
 }
 }
 ],
 "special_tokens": {
 "[CLS]": {
 "id": "[CLS]",
 "ids": [
 3
 ],
 "tokens": [
 "[CLS]"
 ]
 },
 "[SEP]": {
 "id": "[SEP]",
 "ids": [
 1
 ],
 "tokens": [
 "[SEP]"
 ]
 }
 }
 },
 "decoder": {
 "type": "WordPiece",
 "prefix": "##",
 "cleanup": true
 },
 "model": {
 "type": "WordLevel",
 "vocab": {
 "[UNK]": 0,
 "[SEP]": 1,
 "[PAD]": 2,
 "[CLS]": 3,
 "[MASK]": 4,
 "[CLS_0]": 5,
 "[CLS_1]": 6,
 "[CLS_2]": 7,
 "[CLS_3]": 8,
 "[CLS_4]": 9,
 "[CLS_5]": 10,
 "[CLS_6]": 11,
 "[CLS_7]": 12,
 "[CLS_8]": 13,
 "[CLS_9]": 14,
 "[CLS_10]": 15,
 "[CLS_11]": 16,
 "[CLS_12]": 17,
 "[CLS_13]": 18,
 "[CLS_14]": 19,
 "[CLS_15]": 20,
 "[CLS_16]": 21,
 "[CLS_17]": 22,
 "[CLS_18]": 23,
 "[CLS_19]": 24,
 "[CLS_20]": 25,
 "[CLS_21]": 26,
 "[CLS_22]": 27,
 "[CLS_23]": 28,
 "[CLS_24]": 29,
 "[CLS_25]": 30,
 "[CLS_26]": 31,
 "[CLS_27]": 32,
 "[CLS_28]": 33,
 "[CLS_29]": 34,
 "[CLS_30]": 35,
 "0": 36,
 "1": 37,
 "2": 38,
 "3": 39,
 "4": 40,
 "5": 41,
 "6": 42,
 "7": 43,
 "8": 44,
 "9": 45,
 "10": 46,
 "11": 47,
 "12": 48,
 "13": 49,
 "14": 50,
 "15": 51,
 "16": 52,
 "17": 53,
 "18": 54,
 "19": 55,
 "20": 56,
 "21": 57,
 "22": 58,
 "23": 59,
 "24": 60,
 "25": 61,
 "26": 62,
 "27": 63,
 "28": 64,
 "29": 65,
 "30": 66,
 "31": 67,
 "32": 68,
 "33": 69,
 "34": 70,
 "35": 71,
 "36": 72,
 "37": 73,
 "38": 74,
 "39": 75,
 "40": 76,
 "41": 77,
 "42": 78,
 "43": 79,
 "44": 80,
 "45": 81,
 "46": 82,
 "47": 83,
 "48": 84,
 "49": 85
 },
 "unk_token": "[UNK]"
 }
}