old_contents: import tempfile
  import unittest
  
  import nltk
  
  from orangecontrib.text import tag
  from orangecontrib.text.corpus import Corpus
  from orangecontrib.text import preprocess
  
  
  class POSTaggerTests(unittest.TestCase):
      def test_POSTagger(self):
          corpus = Corpus.from_file('deerwester')
          tagger = tag.pos_tagger
          result = tagger.tag_corpus(corpus)
          self.assertTrue(hasattr(result, 'pos_tags'))
          # for token in itertools.chain(*result.tokens):
          #     self.assertRegexpMatches(token, '[a-z]+_[A-Z]+')
          for tokens, tags in zip(result.tokens, result.pos_tags):
              self.assertEqual(len(tokens), len(tags))
  
      def test_Stanford_check(self):
          model = tempfile.NamedTemporaryFile()
          resource = tempfile.NamedTemporaryFile()
          with self.assertRaises(ValueError):
              tag.StanfordPOSTagger.check(model.name, resource.name)
  
          with self.assertRaises(ValueError):
              tag.StanfordPOSTagger.check('model', resource.name)
  
      def test_str(self):
          tagger = tag.POSTagger(nltk.tag.BigramTagger, name='bigram')
          self.assertIn('bigram', str(tagger))
  
      def test_preprocess(self):
          pr = preprocess.Preprocessor(tokenizer=preprocess.RegexpTokenizer('\w+'),
                                       pos_tagger=tag.taggers[0])
          corpus = Corpus.from_file('deerwester')
          pr(corpus, inplace=True)
          self.assertIsNotNone(corpus.pos_tags)
  
new_contents: import tempfile
  import unittest
  import nltk
  
  from orangecontrib.text import tag
  from orangecontrib.text.corpus import Corpus
  from orangecontrib.text import preprocess
  
  
  class POSTaggerTests(unittest.TestCase):
      def test_POSTagger(self):
          corpus = Corpus.from_file('deerwester')
          tagger = tag.pos_tagger
          result = tagger.tag_corpus(corpus)
          self.assertTrue(hasattr(result, 'pos_tags'))
          # for token in itertools.chain(*result.tokens):
          #     self.assertRegexpMatches(token, '[a-z]+_[A-Z]+')
          for tokens, tags in zip(result.tokens, result.pos_tags):
              self.assertEqual(len(tokens), len(tags))
  
      def test_Stanford_check(self):
          model = tempfile.NamedTemporaryFile()
          resource = tempfile.NamedTemporaryFile()
          with self.assertRaises(ValueError):
              tag.StanfordPOSTagger.check(model.name, resource.name)
  
          with self.assertRaises(ValueError):
              tag.StanfordPOSTagger.check('model', resource.name)
  
      def test_str(self):
          tagger = tag.POSTagger(nltk.tag.BigramTagger, name='bigram')
          self.assertIn('bigram', str(tagger))
  
      def test_preprocess(self):
          pr = preprocess.Preprocessor(tokenizer=preprocess.RegexpTokenizer('\w+'),
                                       pos_tagger=tag.taggers[0])
          corpus = Corpus.from_file('deerwester')
          pr(corpus, inplace=True)
          self.assertIsNotNone(corpus.pos_tags)
  
subject: optimize import