1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
import sys
import types
import toolz
from importlib import import_module
from importlib.machinery import ModuleSpec
class TlzLoader:
""" Finds and loads ``tlz`` modules when added to sys.meta_path"""
def __init__(self):
self.always_from_toolz = {
toolz.pipe,
}
def _load_toolz(self, fullname):
rv = {}
package, dot, submodules = fullname.partition('.')
try:
module_name = ''.join(['cytoolz', dot, submodules])
rv['cytoolz'] = import_module(module_name)
except ImportError:
pass
try:
module_name = ''.join(['toolz', dot, submodules])
rv['toolz'] = import_module(module_name)
except ImportError:
pass
if not rv:
raise ImportError(fullname)
return rv
def find_module(self, fullname, path=None): # pragma: py3 no cover
package, dot, submodules = fullname.partition('.')
if package == 'tlz':
return self
def load_module(self, fullname): # pragma: py3 no cover
if fullname in sys.modules: # pragma: no cover
return sys.modules[fullname]
spec = ModuleSpec(fullname, self)
module = self.create_module(spec)
sys.modules[fullname] = module
self.exec_module(module)
return module
def find_spec(self, fullname, path, target=None): # pragma: no cover
package, dot, submodules = fullname.partition('.')
if package == 'tlz':
return ModuleSpec(fullname, self)
def create_module(self, spec):
return types.ModuleType(spec.name)
def exec_module(self, module):
toolz_mods = self._load_toolz(module.__name__)
fast_mod = toolz_mods.get('cytoolz') or toolz_mods['toolz']
slow_mod = toolz_mods.get('toolz') or toolz_mods['cytoolz']
module.__dict__.update(toolz.merge(fast_mod.__dict__, module.__dict__))
package = fast_mod.__package__
if package is not None:
package, dot, submodules = package.partition('.')
module.__package__ = ''.join(['tlz', dot, submodules])
if not module.__doc__:
module.__doc__ = fast_mod.__doc__
# show file from toolz during introspection
try:
module.__file__ = slow_mod.__file__
except AttributeError:
pass
for k, v in fast_mod.__dict__.items():
tv = slow_mod.__dict__.get(k)
try:
hash(tv)
except TypeError:
tv = None
if tv in self.always_from_toolz:
module.__dict__[k] = tv
elif (
isinstance(v, types.ModuleType)
and v.__package__ == fast_mod.__name__
):
package, dot, submodules = v.__name__.partition('.')
module_name = ''.join(['tlz', dot, submodules])
submodule = import_module(module_name)
module.__dict__[k] = submodule
tlz_loader = TlzLoader()
sys.meta_path.append(tlz_loader)
tlz_loader.exec_module(sys.modules['tlz'])
|
