{ "activation": "gelu", "architectures": [ "DistilBertForTokenClassification" ], "attention_dropout": 0.1, "dim": 768, "dropout": 0.1, "hidden_dim": 3072, "id2label": { "0": "O", "1": "B-DRUG", "2": "I-DRUG", "3": "B-DOSAGE", "4": "I-DOSAGE", "5": "B-FORM", "6": "I-FORM", "7": "B-FREQUENCY", "8": "I-FREQUENCY", "9": "B-DURATION", "10": "I-DURATION", "11": "B-STRENGTH", "12": "I-STRENGTH", "13": "B-REASON", "14": "I-REASON", "15": "B-ROUTE", "16": "I-ROUTE", "17": "B-ACTIVEING", "18": "I-ACTIVEING" }, "initializer_range": 0.02, "label2id": { "B-ACTIVEING": 17, "B-DOSAGE": 3, "B-DRUG": 1, "B-DURATION": 9, "B-FORM": 5, "B-FREQUENCY": 7, "B-REASON": 13, "B-ROUTE": 15, "B-STRENGTH": 11, "I-ACTIVEING": 18, "I-DOSAGE": 4, "I-DRUG": 2, "I-DURATION": 10, "I-FORM": 6, "I-FREQUENCY": 8, "I-REASON": 14, "I-ROUTE": 16, "I-STRENGTH": 12, "O": 0 }, "max_position_embeddings": 512, "model_type": "distilbert", "n_heads": 12, "n_layers": 6, "output_past": true, "pad_token_id": 0, "qa_dropout": 0.1, "seq_classif_dropout": 0.2, "sinusoidal_pos_embds": true, "tie_weights_": true, "torch_dtype": "float32", "transformers_version": "4.52.4", "vocab_size": 31102 }