bee_python 0.0.1

data/tools/common/common/test/unittest_modutils.py

@@ -0,0 +1,244 @@
+# copyright 2003-2010 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
+# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
+#
+# This file is part of logilab-common.
+#
+# logilab-common is free software: you can redistribute it and/or modify it under
+# the terms of the GNU Lesser General Public License as published by the Free
+# Software Foundation, either version 2.1 of the License, or (at your option) any
+# later version.
+#
+# logilab-common is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License along
+# with logilab-common.  If not, see <http://www.gnu.org/licenses/>.
+"""
+unit tests for module modutils (module manipulation utilities)
+"""
+
+import sys
+try:
+    __file__
+except NameError:
+    __file__ = sys.argv[0]
+
+from logilab.common.testlib import TestCase as TLTestCase, unittest_main
+from logilab.common import modutils
+from logilab.common.compat import set
+
+from os import path, getcwd
+from logilab import common
+from logilab.common import tree
+
+sys.path.insert(0, path.dirname(__file__))
+DATADIR = path.join(path.dirname(__file__), 'data')
+
+
+class TestCase(TLTestCase):
+    def setUp(self):
+        super(TestCase,self).setUp()
+        self.__common_in_path = common.__path__[0] in sys.path
+        if self.__common_in_path:
+            sys.path.remove(common.__path__[0])
+
+    def tearDown(self):
+        if self.__common_in_path:
+            sys.path.insert(0, common.__path__[0])
+        super(TestCase,self).tearDown()
+
+class _module_file_tc(TestCase):
+    def test_find_zipped_module(self):
+        mtype, mfile = _module_file('mypypa', [path.join(DATADIR, 'MyPyPa-0.1.0-py2.5.zip')])
+        self.assertEquals(mtype, modutils.ZIPFILE)
+        self.assertEquals(mfile, '')
+
+    def test_find_egg_module(self):
+        mtype, mfile = _module_file('mypypa', [path.join(DATADIR, 'MyPyPa-0.1.0-py2.5.egg')])
+        self.assertEquals(mtype, modutils.ZIPFILE)
+        self.assertEquals(mfile, '')
+
+
+
+class load_module_from_name_tc(TestCase):
+    """ load a python module from it's name """
+
+    def test_knownValues_load_module_from_name_1(self):
+        self.assertEqual(modutils.load_module_from_name('sys'), sys)
+
+    def test_knownValues_load_module_from_name_2(self):
+        self.assertEqual(modutils.load_module_from_name('os.path'), path)
+
+    def test_raise_load_module_from_name_1(self):
+        self.assertRaises(ImportError,
+                          modutils.load_module_from_name, 'os.path', use_sys=0)
+
+
+class get_module_part_tc(TestCase):
+    """given a dotted name return the module part of the name"""
+
+    def test_knownValues_get_module_part_1(self):
+        self.assertEqual(modutils.get_module_part('logilab.common.modutils'),
+                         'logilab.common.modutils')
+
+    def test_knownValues_get_module_part_2(self):
+        self.assertEqual(modutils.get_module_part('logilab.common.modutils.get_module_part'),
+                         'logilab.common.modutils')
+
+    def test_knownValues_get_module_part_3(self):
+        self.assertEqual(modutils.get_module_part('db.get_connexion', modutils.__file__),
+                         'db')
+
+    def test_knownValues_get_compiled_module_part(self):
+        self.assertEqual(modutils.get_module_part('math.log10'), 'math')
+        self.assertEqual(modutils.get_module_part('math.log10', __file__), 'math')
+
+    def test_knownValues_get_builtin_module_part(self):
+        self.assertEqual(modutils.get_module_part('sys.path'), 'sys')
+        self.assertEqual(modutils.get_module_part('sys.path', '__file__'), 'sys')
+
+
+class modpath_from_file_tc(TestCase):
+    """ given an absolute file path return the python module's path as a list """
+
+    def test_knownValues_modpath_from_file_1(self):
+        self.assertEqual(modutils.modpath_from_file(modutils.__file__),
+                         ['logilab', 'common', 'modutils'])
+
+    def test_knownValues_modpath_from_file_2(self):
+        self.assertEqual(modutils.modpath_from_file('unittest_modutils.py',
+                                                    {getcwd(): 'arbitrary.pkg'}),
+                         ['arbitrary', 'pkg', 'unittest_modutils'])
+
+    def test_raise_modpath_from_file_Exception(self):
+        self.assertRaises(Exception, modutils.modpath_from_file, '/turlututu')
+
+
+class file_from_modpath_tc(TestCase):
+    """given a mod path (i.e. splited module / package name), return the
+    corresponding file, giving priority to source file over precompiled file
+    if it exists"""
+
+    def test_knownValues_file_from_modpath_1(self):
+        self.assertEqual(path.realpath(modutils.file_from_modpath(['logilab', 'common', 'modutils'])),
+                         path.realpath(modutils.__file__.replace('.pyc', '.py')))
+
+    def test_knownValues_file_from_modpath_2(self):
+        from os import path
+        self.assertEqual(path.realpath(modutils.file_from_modpath(['os', 'path']).replace('.pyc', '.py')),
+                         path.realpath(path.__file__.replace('.pyc', '.py')))
+
+    def test_knownValues_file_from_modpath_3(self):
+        try:
+            # don't fail if pyxml isn't installed
+            from xml.dom import ext
+        except ImportError:
+            pass
+        else:
+            self.assertEqual(path.realpath(modutils.file_from_modpath(['xml', 'dom', 'ext']).replace('.pyc', '.py')),
+                             path.realpath(ext.__file__.replace('.pyc', '.py')))
+
+    def test_knownValues_file_from_modpath_4(self):
+        self.assertEqual(modutils.file_from_modpath(['sys']),
+                         None)
+
+    def test_raise_file_from_modpath_Exception(self):
+        self.assertRaises(ImportError, modutils.file_from_modpath, ['turlututu'])
+
+class get_source_file_tc(TestCase):
+
+    def test(self):
+        from os import path
+        self.assertEqual(modutils.get_source_file(path.__file__),
+                         path.__file__.replace('.pyc', '.py'))
+
+    def test_raise(self):
+        self.assertRaises(modutils.NoSourceFile, modutils.get_source_file,'whatever')
+
+class is_standard_module_tc(TestCase):
+    """
+    return true if the module may be considered as a module from the standard
+    library
+    """
+
+    def test_knownValues_is_standard_module_0(self):
+        self.assertEqual(modutils.is_standard_module('__builtin__'), True)
+
+    def test_knownValues_is_standard_module_1(self):
+        self.assertEqual(modutils.is_standard_module('sys'), True)
+
+    def test_knownValues_is_standard_module_2(self):
+        self.assertEqual(modutils.is_standard_module('logilab'), False)
+
+    def test_knownValues_is_standard_module_3(self):
+        self.assertEqual(modutils.is_standard_module('unknown'), False)
+
+    def test_knownValues_is_standard_module_4(self):
+        self.assertEqual(modutils.is_standard_module('StringIO'), True)
+
+    def test_knownValues_is_standard_module_5(self):
+        self.assertEqual(modutils.is_standard_module('data.module', (DATADIR,)), True)
+        self.assertEqual(modutils.is_standard_module('data.module', (path.abspath(DATADIR),)), True)
+
+
+class is_relative_tc(TestCase):
+
+
+    def test_knownValues_is_relative_1(self):
+        self.assertEqual(modutils.is_relative('modutils', common.__path__[0]), True)
+
+    def test_knownValues_is_relative_2(self):
+        self.assertEqual(modutils.is_relative('modutils', tree.__file__), True)
+
+    def test_knownValues_is_relative_3(self):
+        self.assertEqual(modutils.is_relative('logilab.common.modutils',
+                                              common.__path__[0]), False)
+
+class get_modules_tc(TestCase):
+
+    def test_knownValues_get_modules_1(self): #  XXXFIXME: TOWRITE
+        """given a directory return a list of all available python modules, even
+        in subdirectories
+        """
+        import data.find_test as data
+        mod_path = ("data", 'find_test')
+        modules = modutils.get_modules(path.join(*mod_path), data.__path__[0])
+        modules.sort()
+        self.assertSetEquals(set(modules),
+            set([ '.'.join(mod_path + (mod, )) for mod in 'module', 'module2',
+            'noendingnewline', 'nonregr']))
+
+
+class get_modules_files_tc(TestCase):
+
+    def test_knownValues_get_module_files_1(self): #  XXXFIXME: TOWRITE
+        """given a directory return a list of all available python module's files, even
+        in subdirectories
+        """
+        import data
+        modules = modutils.get_module_files(path.join(DATADIR,'find_test'), data.__path__[0])
+        modules.sort()
+        self.assertEqual(modules,
+                         [path.join(DATADIR, 'find_test', x) for x in ['__init__.py', 'module.py', 'module2.py', 'noendingnewline.py', 'nonregr.py']])
+
+    def test_load_module_set_attribute(self):
+        import logilab.common.fileutils
+        import logilab
+        del logilab.common.fileutils
+        del sys.modules['logilab.common.fileutils']
+        m = modutils.load_module_from_modpath(['logilab','common', 'fileutils'])
+        self.assert_( hasattr(logilab, 'common') )
+        self.assert_( hasattr(logilab.common, 'fileutils') )
+        self.assert_( m is logilab.common.fileutils )
+
+from logilab.common.testlib import DocTest
+class ModuleDocTest(DocTest):
+    """test doc test in this module"""
+    from logilab.common import modutils as module
+del DocTest # necessary if we don't want it to be executed (we don't...)
+
+
+if __name__ == '__main__':
+    unittest_main()

data/tools/common/common/test/unittest_pytest.py

@@ -0,0 +1,50 @@
+# copyright 2003-2010 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
+# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
+#
+# This file is part of logilab-common.
+#
+# logilab-common is free software: you can redistribute it and/or modify it under
+# the terms of the GNU Lesser General Public License as published by the Free
+# Software Foundation, either version 2.1 of the License, or (at your option) any
+# later version.
+#
+# logilab-common is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License along
+# with logilab-common.  If not, see <http://www.gnu.org/licenses/>.
+from os.path import join
+from logilab.common.testlib import TestCase, unittest_main
+from logilab.common.pytest import *
+
+class ModuleFunctionTC(TestCase):
+    def test_this_is_testdir(self):
+        self.assertTrue(this_is_a_testdir("test"))
+        self.assertTrue(this_is_a_testdir("tests"))
+        self.assertTrue(this_is_a_testdir("unittests"))
+        self.assertTrue(this_is_a_testdir("unittest"))
+        self.assertFalse(this_is_a_testdir("unit"))
+        self.assertFalse(this_is_a_testdir("units"))
+        self.assertFalse(this_is_a_testdir("undksjhqfl"))
+        self.assertFalse(this_is_a_testdir("this_is_not_a_dir_test"))
+        self.assertFalse(this_is_a_testdir("this_is_not_a_testdir"))
+        self.assertFalse(this_is_a_testdir("unittestsarenothere"))
+        self.assertTrue(this_is_a_testdir(join("coincoin","unittests")))
+        self.assertFalse(this_is_a_testdir(join("unittests","spongebob")))
+
+    def test_this_is_testfile(self):
+        self.assertTrue(this_is_a_testfile("test.py"))
+        self.assertTrue(this_is_a_testfile("testbabar.py"))
+        self.assertTrue(this_is_a_testfile("unittest_celestine.py"))
+        self.assertTrue(this_is_a_testfile("smoketest.py"))
+        self.assertFalse(this_is_a_testfile("test.pyc"))
+        self.assertFalse(this_is_a_testfile("zephir_test.py"))
+        self.assertFalse(this_is_a_testfile("smoketest.pl"))
+        self.assertFalse(this_is_a_testfile("unittest"))
+        self.assertTrue(this_is_a_testfile(join("coincoin","unittest_bibi.py")))
+        self.assertFalse(this_is_a_testfile(join("unittest","spongebob.py")))
+
+if __name__ == '__main__':
+    unittest_main()

data/tools/common/common/test/unittest_shellutils.py

@@ -0,0 +1,248 @@
+# copyright 2003-2010 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
+# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
+#
+# This file is part of logilab-common.
+#
+# logilab-common is free software: you can redistribute it and/or modify it under
+# the terms of the GNU Lesser General Public License as published by the Free
+# Software Foundation, either version 2.1 of the License, or (at your option) any
+# later version.
+#
+# logilab-common is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License along
+# with logilab-common.  If not, see <http://www.gnu.org/licenses/>.
+"""unit tests for logilab.common.shellutils"""
+
+import sys, os, tempfile, shutil
+from os.path import join
+import datetime, time
+
+from logilab.common.testlib import TestCase, unittest_main
+
+from logilab.common.shellutils import (globfind, find, ProgressBar,
+                                       acquire_lock, release_lock,
+                                       RawInput, confirm)
+
+from logilab.common.proc import NoSuchProcess
+from StringIO import StringIO
+
+DATA_DIR = join('data','find_test')
+
+class FindTC(TestCase):
+    def test_include(self):
+        files = set(find(DATA_DIR, '.py'))
+        self.assertSetEqual(files,
+                            set([join(DATA_DIR, f) for f in ['__init__.py', 'module.py',
+                                                       'module2.py', 'noendingnewline.py',
+                                                       'nonregr.py', join('sub', 'momo.py')]]))
+        files = set(find(DATA_DIR, ('.py',), blacklist=('sub',)))
+        self.assertSetEqual(files,
+                            set([join(DATA_DIR, f) for f in ['__init__.py', 'module.py',
+                                                       'module2.py', 'noendingnewline.py',
+                                                       'nonregr.py']]))
+
+    def test_exclude(self):
+        files = set(find(DATA_DIR, ('.py', '.pyc'), exclude=True))
+        self.assertSetEqual(files,
+                            set([join(DATA_DIR, f) for f in ['foo.txt',
+                                                       'newlines.txt',
+                                                       'normal_file.txt',
+                                                       'test.ini',
+                                                       'test1.msg',
+                                                       'test2.msg',
+                                                       'spam.txt',
+                                                       join('sub', 'doc.txt'),
+                                                       'write_protected_file.txt',
+                                                       ]]))
+
+    def test_globfind(self):
+        files = set(globfind(DATA_DIR, '*.py'))
+        self.assertSetEqual(files,
+                            set([join(DATA_DIR, f) for f in ['__init__.py', 'module.py',
+                                                       'module2.py', 'noendingnewline.py',
+                                                       'nonregr.py', join('sub', 'momo.py')]]))
+        files = set(globfind(DATA_DIR, 'mo*.py'))
+        self.assertSetEqual(files,
+                            set([join(DATA_DIR, f) for f in ['module.py', 'module2.py',
+                                                             join('sub', 'momo.py')]]))
+        files = set(globfind(DATA_DIR, 'mo*.py', blacklist=('sub',)))
+        self.assertSetEqual(files,
+                            set([join(DATA_DIR, f) for f in ['module.py', 'module2.py']]))
+
+
+class ProgressBarTC(TestCase):
+    def test_refresh(self):
+        pgb_stream = StringIO()
+        expected_stream = StringIO()
+        pgb = ProgressBar(20,stream=pgb_stream)
+        self.assertEquals(pgb_stream.getvalue(), expected_stream.getvalue()) # nothing print before refresh
+        pgb.refresh()
+        expected_stream.write("\r["+' '*20+"]")
+        self.assertEquals(pgb_stream.getvalue(), expected_stream.getvalue())
+
+    def test_refresh_g_size(self):
+        pgb_stream = StringIO()
+        expected_stream = StringIO()
+        pgb = ProgressBar(20,35,stream=pgb_stream)
+        pgb.refresh()
+        expected_stream.write("\r["+' '*35+"]")
+        self.assertEquals(pgb_stream.getvalue(), expected_stream.getvalue())
+
+    def test_refresh_l_size(self):
+        pgb_stream = StringIO()
+        expected_stream = StringIO()
+        pgb = ProgressBar(20,3,stream=pgb_stream)
+        pgb.refresh()
+        expected_stream.write("\r["+' '*3+"]")
+        self.assertEquals(pgb_stream.getvalue(), expected_stream.getvalue())
+
+    def _update_test(self, nbops, expected, size = None):
+        pgb_stream = StringIO()
+        expected_stream = StringIO()
+        if size is None:
+            pgb = ProgressBar(nbops, stream=pgb_stream)
+            size=20
+        else:
+            pgb = ProgressBar(nbops, size, stream=pgb_stream)
+        last = 0
+        for round in expected:
+            if not hasattr(round, '__int__'):
+                dots, update = round
+            else:
+                dots, update = round, None
+            pgb.update()
+            if update or (update is None and dots != last):
+                last = dots
+                expected_stream.write("\r["+('.'*dots)+(' '*(size-dots))+"]")
+            self.assertEquals(pgb_stream.getvalue(), expected_stream.getvalue())
+
+    def test_default(self):
+        self._update_test(20, xrange(1,21))
+
+    def test_nbops_gt_size(self):
+        """Test the progress bar for nbops > size"""
+        def half(total):
+            for counter in range(1,total+1):
+                yield counter / 2
+        self._update_test(40, half(40))
+
+    def test_nbops_lt_size(self):
+        """Test the progress bar for nbops < size"""
+        def double(total):
+            for counter in range(1,total+1):
+                yield counter * 2
+        self._update_test(10, double(10))
+
+    def test_nbops_nomul_size(self):
+        """Test the progress bar for size % nbops !=0 (non int number of dots per update)"""
+        self._update_test(3, (6,13,20))
+
+    def test_overflow(self):
+        self._update_test(5, (8, 16, 25, 33, 42, (42, True)), size=42)
+
+
+class AcquireLockTC(TestCase):
+
+    def setUp(self):
+        self.tmpdir = tempfile.mkdtemp()
+        self.lock = join(self.tmpdir, 'LOCK')
+
+    def tearDown(self):
+        shutil.rmtree(self.tmpdir)
+
+    def test_acquire_normal(self):
+        self.assertTrue(acquire_lock(self.lock, 1, 1))
+        self.assertTrue(os.path.exists(self.lock))
+        release_lock(self.lock)
+        self.assertFalse(os.path.exists(self.lock))
+
+    def test_no_possible_acquire(self):
+        self.assertRaises(Exception, acquire_lock, self.lock, 0)
+
+    def test_wrong_process(self):
+        fd = os.open(self.lock, os.O_EXCL | os.O_RDWR | os.O_CREAT)
+        os.write(fd, '1111111111')
+        os.close(fd)
+        self.assertTrue(os.path.exists(self.lock))
+        self.assertRaises(Exception, acquire_lock, self.lock, 1, 1)
+
+    def test_wrong_process_and_continue(self):
+        fd = os.open(self.lock, os.O_EXCL | os.O_RDWR | os.O_CREAT)
+        os.write(fd, '1111111111')
+        os.close(fd)
+        self.assertTrue(os.path.exists(self.lock))
+        self.assertTrue(acquire_lock(self.lock))
+
+    def test_locked_for_one_hour(self):
+        self.assertTrue(acquire_lock(self.lock))
+        touch = datetime.datetime.fromtimestamp(time.time() - 3601).strftime("%m%d%H%M")
+        os.system("touch -t %s %s" % (touch, self.lock))
+        self.assertRaises(UserWarning, acquire_lock, self.lock, max_try=2, delay=1)
+
+class RawInputTC(TestCase):
+
+    def auto_input(self, *args):
+        self.input_args = args
+        return self.input_answer
+
+    def setUp(self):
+        null_printer = lambda x: None
+        self.qa = RawInput(self.auto_input, null_printer)
+
+    def test_ask_default(self):
+        self.input_answer = ''
+        answer = self.qa.ask('text', ('yes','no'), 'yes')
+        self.assertEquals(answer, 'yes')
+        self.input_answer = '  '
+        answer = self.qa.ask('text', ('yes','no'), 'yes')
+        self.assertEquals(answer, 'yes')
+
+    def test_ask_case(self):
+        self.input_answer = 'no'
+        answer = self.qa.ask('text', ('yes','no'), 'yes')
+        self.assertEquals(answer, 'no')
+        self.input_answer = 'No'
+        answer = self.qa.ask('text', ('yes','no'), 'yes')
+        self.assertEquals(answer, 'no')
+        self.input_answer = 'NO'
+        answer = self.qa.ask('text', ('yes','no'), 'yes')
+        self.assertEquals(answer, 'no')
+        self.input_answer = 'nO'
+        answer = self.qa.ask('text', ('yes','no'), 'yes')
+        self.assertEquals(answer, 'no')
+        self.input_answer = 'YES'
+        answer = self.qa.ask('text', ('yes','no'), 'yes')
+        self.assertEquals(answer, 'yes')
+
+    def test_ask_prompt(self):
+        self.input_answer = ''
+        answer = self.qa.ask('text', ('yes','no'), 'yes')
+        self.assertEquals(self.input_args[0], 'text [Y(es)/n(o)]: ')
+        answer = self.qa.ask('text', ('y','n'), 'y')
+        self.assertEquals(self.input_args[0], 'text [Y/n]: ')
+        answer = self.qa.ask('text', ('n','y'), 'y')
+        self.assertEquals(self.input_args[0], 'text [n/Y]: ')
+        answer = self.qa.ask('text', ('yes','no','maybe','1'), 'yes')
+        self.assertEquals(self.input_args[0], 'text [Y(es)/n(o)/m(aybe)/1]: ')
+
+    def test_ask_ambiguous(self):
+        self.input_answer = 'y'
+        self.assertRaises(Exception, self.qa.ask, 'text', ('yes','yep'), 'yes')
+
+    def test_confirm(self):
+        self.input_answer = 'y'
+        self.assertEquals(self.qa.confirm('Say yes'), True)
+        self.assertEquals(self.qa.confirm('Say yes', default_is_yes=False), True)
+        self.input_answer = 'n'
+        self.assertEquals(self.qa.confirm('Say yes'), False)
+        self.assertEquals(self.qa.confirm('Say yes', default_is_yes=False), False)
+        self.input_answer = ''
+        self.assertEquals(self.qa.confirm('Say default'), True)
+        self.assertEquals(self.qa.confirm('Say default', default_is_yes=False), False)
+
+if __name__ == '__main__':
+    unittest_main()