Rooba
/
mitogen
mirror of https://github.com/mitogen-hq/mitogen.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity
mitogen/tests/importer_test.py

222 lines
8.8 KiB
Python
Raw Normal View History

Initial commit.
2017-09-15 06:24:41 +00:00
import email.utils
import sys
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
import threading
Initial commit.
2017-09-15 06:24:41 +00:00
import types
import zlib
import mock
import pytest
Import and use unittest2 without aliasing it
2017-11-12 12:42:27 +00:00
import unittest2
Initial commit.
2017-09-15 06:24:41 +00:00
import mitogen.core
tests: Add mitogen.core.is_blacklisted_import() tests These test the current behviour, which may not be exactly the intended behaviour. Refs #98
2018-02-26 23:34:02 +00:00
import mitogen.utils
Initial Python 3.x port work. * ansible: use unicode_literals everywhere since it only needs to be compatible back to 2.6. * compat/collections.py: delete this entirely and rip out the parts of functools that require it. * Introduce serializable Kwargs dict subclass that translates keys to Unicode on instantiation. * enable_debug_logging() must set _v/_vv globals. * cStringIO does not exist in 3.x. * Treat IOLogger and LogForwarder input as latin-1. * Avoid ResourceWarnings in first stage by explicitly closing fps. * Fix preamble_size.py syntax errors.
2018-04-17 16:40:45 +00:00
from mitogen.core import b
tests: Add mitogen.core.is_blacklisted_import() tests These test the current behviour, which may not be exactly the intended behaviour. Refs #98
2018-02-26 23:34:02 +00:00
Initial commit.
2017-09-15 06:24:41 +00:00
import testlib
Fix up importer_test.
2017-09-24 23:50:50 +00:00
class ImporterMixin(testlib.RouterMixin):
Initial commit.
2017-09-15 06:24:41 +00:00
modname = None
def setUp(self):
super(ImporterMixin, self).setUp()
self.context = mock.Mock()
Fix TypeError while initiliazing ImporterMixin Since f44356af3275912f7df78fa58e860f107a71e7e5 mitogen.core.Importer() takes a Router instance.
2018-02-14 23:04:10 +00:00
self.importer = mitogen.core.Importer(self.router, self.context, '')
Initial commit.
2017-09-15 06:24:41 +00:00
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
# TODO: this is a horrendous hack. Without it, we can't deliver a
# response to find_module() via _on_load_module() since find_module()
# is still holding the lock. The tests need a nicer abstraction for
# soemthing like "fake participant" that lets us have a mock master
# that respects the execution model expected by the code -- probably
# (grmph) including multiplexer thread and all.
self.importer._lock = threading.RLock()
def set_get_module_response(self, resp):
def on_context_send(msg):
self.context_send_msg = msg
self.importer._on_load_module(
mitogen.core.Message.pickled(resp)
)
self.context.send = on_context_send
Initial commit.
2017-09-15 06:24:41 +00:00
def tearDown(self):
sys.modules.pop(self.modname, None)
super(ImporterMixin, self).tearDown()
Fix importer_test constructor signature.
2017-10-01 10:00:43 +00:00
class LoadModuleTest(ImporterMixin, testlib.TestCase):
Initial Python 3.x port work. * ansible: use unicode_literals everywhere since it only needs to be compatible back to 2.6. * compat/collections.py: delete this entirely and rip out the parts of functools that require it. * Introduce serializable Kwargs dict subclass that translates keys to Unicode on instantiation. * enable_debug_logging() must set _v/_vv globals. * cStringIO does not exist in 3.x. * Treat IOLogger and LogForwarder input as latin-1. * Avoid ResourceWarnings in first stage by explicitly closing fps. * Fix preamble_size.py syntax errors.
2018-04-17 16:40:45 +00:00
data = zlib.compress(b("data = 1\n\n"))
Initial commit.
2017-09-15 06:24:41 +00:00
path = 'fake_module.py'
modname = 'fake_module'
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
# 0:fullname 1:pkg_present 2:path 3:compressed 4:related
response = (modname, None, path, data, [])
Initial commit.
2017-09-15 06:24:41 +00:00
def test_no_such_module(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(
# 0:fullname 1:pkg_present 2:path 3:compressed 4:related
(self.modname, None, None, None, None)
)
Initial commit.
2017-09-15 06:24:41 +00:00
self.assertRaises(ImportError,
lambda: self.importer.load_module(self.modname))
def test_module_added_to_sys_modules(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
Use specific TestCase assertions throughout tests e.g. assert x == y -> self.assertEqual(x, y); self.assertTrue(isinstance(x, y)) -> self.assertIsInstance(x, y) These specific methods give more useful errors in the case of a test failure.
2017-11-11 23:08:08 +00:00
self.assertIs(sys.modules[self.modname], mod)
self.assertIsInstance(mod, types.ModuleType)
Initial commit.
2017-09-15 06:24:41 +00:00
def test_module_file_set(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
self.assertEquals(mod.__file__, 'master:' + self.path)
def test_module_loader_set(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
Use specific TestCase assertions throughout tests e.g. assert x == y -> self.assertEqual(x, y); self.assertTrue(isinstance(x, y)) -> self.assertIsInstance(x, y) These specific methods give more useful errors in the case of a test failure.
2017-11-11 23:08:08 +00:00
self.assertIs(mod.__loader__, self.importer)
Initial commit.
2017-09-15 06:24:41 +00:00
def test_module_package_unset(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
Use specific TestCase assertions throughout tests e.g. assert x == y -> self.assertEqual(x, y); self.assertTrue(isinstance(x, y)) -> self.assertIsInstance(x, y) These specific methods give more useful errors in the case of a test failure.
2017-11-11 23:08:08 +00:00
self.assertIsNone(mod.__package__)
Initial commit.
2017-09-15 06:24:41 +00:00
Fix importer_test constructor signature.
2017-10-01 10:00:43 +00:00
class LoadSubmoduleTest(ImporterMixin, testlib.TestCase):
Initial Python 3.x port work. * ansible: use unicode_literals everywhere since it only needs to be compatible back to 2.6. * compat/collections.py: delete this entirely and rip out the parts of functools that require it. * Introduce serializable Kwargs dict subclass that translates keys to Unicode on instantiation. * enable_debug_logging() must set _v/_vv globals. * cStringIO does not exist in 3.x. * Treat IOLogger and LogForwarder input as latin-1. * Avoid ResourceWarnings in first stage by explicitly closing fps. * Fix preamble_size.py syntax errors.
2018-04-17 16:40:45 +00:00
data = zlib.compress(b("data = 1\n\n"))
Initial commit.
2017-09-15 06:24:41 +00:00
path = 'fake_module.py'
modname = 'mypkg.fake_module'
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
# 0:fullname 1:pkg_present 2:path 3:compressed 4:related
response = (modname, None, path, data, [])
Initial commit.
2017-09-15 06:24:41 +00:00
def test_module_package_unset(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
self.assertEquals(mod.__package__, 'mypkg')
Fix importer_test constructor signature.
2017-10-01 10:00:43 +00:00
class LoadModulePackageTest(ImporterMixin, testlib.TestCase):
Initial Python 3.x port work. * ansible: use unicode_literals everywhere since it only needs to be compatible back to 2.6. * compat/collections.py: delete this entirely and rip out the parts of functools that require it. * Introduce serializable Kwargs dict subclass that translates keys to Unicode on instantiation. * enable_debug_logging() must set _v/_vv globals. * cStringIO does not exist in 3.x. * Treat IOLogger and LogForwarder input as latin-1. * Avoid ResourceWarnings in first stage by explicitly closing fps. * Fix preamble_size.py syntax errors.
2018-04-17 16:40:45 +00:00
data = zlib.compress(b("func = lambda: 1\n\n"))
Initial commit.
2017-09-15 06:24:41 +00:00
path = 'fake_pkg/__init__.py'
modname = 'fake_pkg'
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
# 0:fullname 1:pkg_present 2:path 3:compressed 4:related
response = (modname, [], path, data, [])
Initial commit.
2017-09-15 06:24:41 +00:00
def test_module_file_set(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
self.assertEquals(mod.__file__, 'master:' + self.path)
def test_get_filename(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
filename = mod.__loader__.get_filename(self.modname)
self.assertEquals('master:fake_pkg/__init__.py', filename)
def test_get_source(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
source = mod.__loader__.get_source(self.modname)
tests: must decode() zlib result for 3.x.
2018-06-26 02:19:59 +00:00
self.assertEquals(source,
mitogen.core.to_text(zlib.decompress(self.data)))
Initial commit.
2017-09-15 06:24:41 +00:00
def test_module_loader_set(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
Use specific TestCase assertions throughout tests e.g. assert x == y -> self.assertEqual(x, y); self.assertTrue(isinstance(x, y)) -> self.assertIsInstance(x, y) These specific methods give more useful errors in the case of a test failure.
2017-11-11 23:08:08 +00:00
self.assertIs(mod.__loader__, self.importer)
Initial commit.
2017-09-15 06:24:41 +00:00
def test_module_path_present(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
self.assertEquals(mod.__path__, [])
def test_module_package_set(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
self.assertEquals(mod.__package__, self.modname)
def test_module_data(self):
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
self.set_get_module_response(self.response)
Initial commit.
2017-09-15 06:24:41 +00:00
mod = self.importer.load_module(self.modname)
Use specific TestCase assertions throughout tests e.g. assert x == y -> self.assertEqual(x, y); self.assertTrue(isinstance(x, y)) -> self.assertIsInstance(x, y) These specific methods give more useful errors in the case of a test failure.
2017-11-11 23:08:08 +00:00
self.assertIsInstance(mod.func, types.FunctionType)
Initial commit.
2017-09-15 06:24:41 +00:00
self.assertEquals(mod.func.__module__, self.modname)
Fix importer_test constructor signature.
2017-10-01 10:00:43 +00:00
class EmailParseAddrSysTest(testlib.RouterMixin, testlib.TestCase):
Initial commit.
2017-09-15 06:24:41 +00:00
@pytest.fixture(autouse=True)
def initdir(self, caplog):
self.caplog = caplog
def test_sys_module_not_fetched(self):
# An old version of core.Importer would request the email.sys module
# while executing email.utils.parseaddr(). Ensure this needless
# roundtrip has not reappeared.
pass
Fix importer_test constructor signature.
2017-10-01 10:00:43 +00:00
tests: get import_test limping back to health.
2018-03-21 23:22:31 +00:00
class ImporterBlacklistTest(testlib.TestCase):
def test_is_blacklisted_import_default(self):
importer = mitogen.core.Importer(
router=mock.Mock(), context=None, core_src='',
)
self.assertIsInstance(importer.whitelist, list)
self.assertIsInstance(importer.blacklist, list)
self.assertFalse(mitogen.core.is_blacklisted_import(importer, 'mypkg'))
self.assertFalse(mitogen.core.is_blacklisted_import(importer, 'mypkg.mod'))
self.assertFalse(mitogen.core.is_blacklisted_import(importer, 'otherpkg'))
self.assertFalse(mitogen.core.is_blacklisted_import(importer, 'otherpkg.mod'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, '__builtin__'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'builtins'))
def test_is_blacklisted_import_just_whitelist(self):
importer = mitogen.core.Importer(
router=mock.Mock(), context=None, core_src='',
whitelist=('mypkg',),
)
self.assertIsInstance(importer.whitelist, list)
self.assertIsInstance(importer.blacklist, list)
self.assertFalse(mitogen.core.is_blacklisted_import(importer, 'mypkg'))
self.assertFalse(mitogen.core.is_blacklisted_import(importer, 'mypkg.mod'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'otherpkg'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'otherpkg.mod'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, '__builtin__'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'builtins'))
def test_is_blacklisted_import_just_blacklist(self):
importer = mitogen.core.Importer(
router=mock.Mock(), context=None, core_src='',
blacklist=('mypkg',),
)
self.assertIsInstance(importer.whitelist, list)
self.assertIsInstance(importer.blacklist, list)
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'mypkg'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'mypkg.mod'))
self.assertFalse(mitogen.core.is_blacklisted_import(importer, 'otherpkg'))
self.assertFalse(mitogen.core.is_blacklisted_import(importer, 'otherpkg.mod'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, '__builtin__'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'builtins'))
def test_is_blacklisted_import_whitelist_and_blacklist(self):
importer = mitogen.core.Importer(
router=mock.Mock(), context=None, core_src='',
whitelist=('mypkg',), blacklist=('mypkg',),
)
self.assertIsInstance(importer.whitelist, list)
self.assertIsInstance(importer.blacklist, list)
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'mypkg'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'mypkg.mod'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'otherpkg'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'otherpkg.mod'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, '__builtin__'))
self.assertTrue(mitogen.core.is_blacklisted_import(importer, 'builtins'))
issue #477: _update_linecache() must append newlines.
2019-01-23 12:44:08 +00:00
class Python24LineCacheTest(testlib.TestCase):
# TODO: mitogen.core.Importer._update_linecache()
pass
Fix importer_test constructor signature.
2017-10-01 10:00:43 +00:00
if __name__ == '__main__':
Import and use unittest2 without aliasing it
2017-11-12 12:42:27 +00:00
unittest2.main()