Update README.md
Browse files
README.md
CHANGED
|
@@ -18,7 +18,7 @@ from transformers import BertTokenizer
|
|
| 18 |
|
| 19 |
device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
|
| 20 |
pretrained_model = "junnyu/roformer_chinese_sim_char_base"
|
| 21 |
-
tokenizer =
|
| 22 |
config = RoFormerConfig.from_pretrained(pretrained_model)
|
| 23 |
config.is_decoder = True
|
| 24 |
config.eos_token_id = tokenizer.sep_token_id
|
|
|
|
| 18 |
|
| 19 |
device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
|
| 20 |
pretrained_model = "junnyu/roformer_chinese_sim_char_base"
|
| 21 |
+
tokenizer = BertTokenizer.from_pretrained(pretrained_model)
|
| 22 |
config = RoFormerConfig.from_pretrained(pretrained_model)
|
| 23 |
config.is_decoder = True
|
| 24 |
config.eos_token_id = tokenizer.sep_token_id
|