junnyu commited on
Commit
0702a52
·
1 Parent(s): 05b8ee5

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -18,7 +18,7 @@ from transformers import BertTokenizer
18
 
19
  device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
20
  pretrained_model = "junnyu/roformer_chinese_sim_char_base"
21
- tokenizer = RoFormerTokenizer.from_pretrained(pretrained_model)
22
  config = RoFormerConfig.from_pretrained(pretrained_model)
23
  config.is_decoder = True
24
  config.eos_token_id = tokenizer.sep_token_id
 
18
 
19
  device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
20
  pretrained_model = "junnyu/roformer_chinese_sim_char_base"
21
+ tokenizer = BertTokenizer.from_pretrained(pretrained_model)
22
  config = RoFormerConfig.from_pretrained(pretrained_model)
23
  config.is_decoder = True
24
  config.eos_token_id = tokenizer.sep_token_id