old_contents: # coding=utf-8
  # Copyright 2018 The Google AI Language Team Authors.
  #
  # Licensed under the Apache License, Version 2.0 (the "License");
  # you may not use this file except in compliance with the License.
  # You may obtain a copy of the License at
  #
  #     http://www.apache.org/licenses/LICENSE-2.0
  #
  # Unless required by applicable law or agreed to in writing, software
  # distributed under the License is distributed on an "AS IS" BASIS,
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  # See the License for the specific language governing permissions and
  # limitations under the License.
  
  
  import logging
  import unittest
  
  from transformers import (
      BERT_PRETRAINED_CONFIG_ARCHIVE_MAP,
      GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP,
      AutoTokenizer,
      BertTokenizer,
      GPT2Tokenizer,
      RobertaTokenizer,
  )
  
  from .utils import DUMMY_UNKWOWN_IDENTIFIER, SMALL_MODEL_IDENTIFIER, slow  # noqa: F401
  
  
  class AutoTokenizerTest(unittest.TestCase):
      # @slow
      def test_tokenizer_from_pretrained(self):
          logging.basicConfig(level=logging.INFO)
          for model_name in list(BERT_PRETRAINED_CONFIG_ARCHIVE_MAP.keys())[:1]:
              tokenizer = AutoTokenizer.from_pretrained(model_name)
              self.assertIsNotNone(tokenizer)
              self.assertIsInstance(tokenizer, BertTokenizer)
              self.assertGreater(len(tokenizer), 0)
  
          for model_name in list(GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP.keys())[:1]:
              tokenizer = AutoTokenizer.from_pretrained(model_name)
              self.assertIsNotNone(tokenizer)
              self.assertIsInstance(tokenizer, GPT2Tokenizer)
              self.assertGreater(len(tokenizer), 0)
  
      def test_tokenizer_from_pretrained_identifier(self):
          logging.basicConfig(level=logging.INFO)
          tokenizer = AutoTokenizer.from_pretrained(SMALL_MODEL_IDENTIFIER)
          self.assertIsInstance(tokenizer, BertTokenizer)
          self.assertEqual(len(tokenizer), 12)
  
      def test_tokenizer_from_model_type(self):
          logging.basicConfig(level=logging.INFO)
          tokenizer = AutoTokenizer.from_pretrained(DUMMY_UNKWOWN_IDENTIFIER)
          self.assertIsInstance(tokenizer, RobertaTokenizer)
          self.assertEqual(len(tokenizer), 20)
  
new_contents: # coding=utf-8
  # Copyright 2018 The Google AI Language Team Authors.
  #
  # Licensed under the Apache License, Version 2.0 (the "License");
  # you may not use this file except in compliance with the License.
  # You may obtain a copy of the License at
  #
  #     http://www.apache.org/licenses/LICENSE-2.0
  #
  # Unless required by applicable law or agreed to in writing, software
  # distributed under the License is distributed on an "AS IS" BASIS,
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  # See the License for the specific language governing permissions and
  # limitations under the License.
  
  
  import logging
  import unittest
  
  from transformers import (
      BERT_PRETRAINED_CONFIG_ARCHIVE_MAP,
      GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP,
      AutoTokenizer,
      BertTokenizer,
      GPT2Tokenizer,
      RobertaTokenizer,
  )
  
  from .utils import DUMMY_UNKWOWN_IDENTIFIER, SMALL_MODEL_IDENTIFIER, slow  # noqa: F401
  
  
  class AutoTokenizerTest(unittest.TestCase):
      # @slow
      def test_tokenizer_from_pretrained(self):
          logging.basicConfig(level=logging.INFO)
          for model_name in ["bert-base-uncased"]:
              tokenizer = AutoTokenizer.from_pretrained(model_name)
              self.assertIsNotNone(tokenizer)
              self.assertIsInstance(tokenizer, BertTokenizer)
              self.assertGreater(len(tokenizer), 0)
  
          for model_name in list(GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP.keys())[:1]:
              tokenizer = AutoTokenizer.from_pretrained(model_name)
              self.assertIsNotNone(tokenizer)
              self.assertIsInstance(tokenizer, GPT2Tokenizer)
              self.assertGreater(len(tokenizer), 0)
  
      def test_tokenizer_from_pretrained_identifier(self):
          logging.basicConfig(level=logging.INFO)
          tokenizer = AutoTokenizer.from_pretrained(SMALL_MODEL_IDENTIFIER)
          self.assertIsInstance(tokenizer, BertTokenizer)
          self.assertEqual(len(tokenizer), 12)
  
      def test_tokenizer_from_model_type(self):
          logging.basicConfig(level=logging.INFO)
          tokenizer = AutoTokenizer.from_pretrained(DUMMY_UNKWOWN_IDENTIFIER)
          self.assertIsInstance(tokenizer, RobertaTokenizer)
          self.assertEqual(len(tokenizer), 20)
  
subject: Update test_tokenization_auto.py