old_contents: #!/usr/bin/env python
  # -*- coding: utf-8 -*-
  #
  # Copyright (C) 2010 Radim Rehurek <radimrehurek@seznam.cz>
  # Licensed under the GNU LGPL v2.1 - http://www.gnu.org/licenses/lgpl.html
  
  """
  Automated tests for checking the WikiCorpus
  """
  
  
  import os
  import sys
  import types
  import logging
  import unittest
  
  from gensim.corpora.wikicorpus import WikiCorpus
  
  
  module_path = os.path.dirname(__file__)  # needed because sample data files are located in the same folder
  datapath = lambda fname: os.path.join(module_path, 'test_data', fname)
  FILENAME = 'enwiki-latest-pages-articles1.xml-p000000010p000030302-shortened.bz2'
  FILENAME_U = 'bgwiki-latest-pages-articles-shortened.xml.bz2'
  
  logger = logging.getLogger(__name__)
  
  
  class TestWikiCorpus(unittest.TestCase):
  
      # #TODO: sporadic failure to be investigated
      # def test_get_texts_returns_generator_of_lists(self):
      #     logger.debug("Current Python Version is " + str(sys.version_info))
      #     if sys.version_info < (2, 7, 0):
      #         return
      #
      #     wc = WikiCorpus(datapath(FILENAME))
      #     l = wc.get_texts()
      #     self.assertEqual(type(l), types.GeneratorType)
      #     first = next(l)
      #     self.assertEqual(type(first), list)
      #     self.assertTrue(isinstance(first[0], bytes) or isinstance(first[0], str))
  
      def test_first_element(self):
          """
          First two articles in this sample are
          1) anarchism
          2) autism
          """
          wc = WikiCorpus(datapath(FILENAME), processes=1)
  
          l = wc.get_texts()
          self.assertTrue(u'anarchism' in next(l))
          self.assertTrue(u'autism' in next(l))
  
      def test_unicode_element(self):
          """
          First unicode article in this sample is
          1) папа
          """
          wc = WikiCorpus(datapath(FILENAME_U), processes=1)
  
          l = wc.get_texts()
          self.assertTrue(u'папа' in next(l))
  
      def test_sample_text(self):
          wc = WikiCorpus(datapath(FILENAME_U), processes=1)
          print(len(wc))
          for x in wc.sample_texts(1):
              print(x)
  
  
  if __name__ == '__main__':
      logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.DEBUG)
      unittest.main()
  
new_contents: #!/usr/bin/env python
  # -*- coding: utf-8 -*-
  #
  # Copyright (C) 2010 Radim Rehurek <radimrehurek@seznam.cz>
  # Licensed under the GNU LGPL v2.1 - http://www.gnu.org/licenses/lgpl.html
  
  """
  Automated tests for checking the WikiCorpus
  """
  
  
  import os
  import sys
  import types
  import logging
  import unittest
  
  from gensim.corpora.wikicorpus import WikiCorpus
  
  
  module_path = os.path.dirname(__file__)  # needed because sample data files are located in the same folder
  datapath = lambda fname: os.path.join(module_path, 'test_data', fname)
  FILENAME = 'enwiki-latest-pages-articles1.xml-p000000010p000030302-shortened.bz2'
  FILENAME_U = 'bgwiki-latest-pages-articles-shortened.xml.bz2'
  
  logger = logging.getLogger(__name__)
  
  
  class TestWikiCorpus(unittest.TestCase):
  
      # #TODO: sporadic failure to be investigated
      # def test_get_texts_returns_generator_of_lists(self):
      #     logger.debug("Current Python Version is " + str(sys.version_info))
      #     if sys.version_info < (2, 7, 0):
      #         return
      #
      #     wc = WikiCorpus(datapath(FILENAME))
      #     l = wc.get_texts()
      #     self.assertEqual(type(l), types.GeneratorType)
      #     first = next(l)
      #     self.assertEqual(type(first), list)
      #     self.assertTrue(isinstance(first[0], bytes) or isinstance(first[0], str))
  
      def test_first_element(self):
          """
          First two articles in this sample are
          1) anarchism
          2) autism
          """
          wc = WikiCorpus(datapath(FILENAME), processes=1)
  
          l = wc.get_texts()
          self.assertTrue(u'anarchism' in next(l))
          self.assertTrue(u'autism' in next(l))
  
      def test_unicode_element(self):
          """
          First unicode article in this sample is
          1) папа
          """
          wc = WikiCorpus(datapath(FILENAME_U), processes=1)
  
          l = wc.get_texts()
          self.assertTrue(u'папа' in next(l))
  
  
  if __name__ == '__main__':
      logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.DEBUG)
      unittest.main()
  
subject: Remove forgottent test_sample_text function