~bzr-pqm/bzr/bzr.dev

5452.4.3 by John Arbash Meinel
Merge bzr.dev to resolve bzr-2.3.txt (aka NEWS)
1
# Copyright (C) 2006-2010 Canonical Ltd
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
16
6379.6.7 by Jelmer Vernooij
Move importing from future until after doc string, otherwise the doc string will disappear.
17
"""Classes to provide name-to-object registry-like support."""
18
6379.6.3 by Jelmer Vernooij
Use absolute_import.
19
from __future__ import absolute_import
20
5436.2.1 by Andrew Bennetts
Add bzrlib.pyutils, which has get_named_object, a wrapper around __import__.
21
from bzrlib.pyutils import get_named_object
22
23
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
24
class _ObjectGetter(object):
1911.4.15 by John Arbash Meinel
Updated HACKING and docstrings per Martin's suggestions
25
    """Maintain a reference to an object, and return the object on request.
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
26
27
    This is used by Registry to make plain objects function similarly
28
    to lazily imported objects.
29
30
    Objects can be any sort of python object (class, function, module,
31
    instance, etc)
32
    """
33
34
    __slots__ = ['_obj']
35
36
    def __init__(self, obj):
37
        self._obj = obj
38
5676.1.6 by Jelmer Vernooij
Add _ObjGetter.get_module.
39
    def get_module(self):
40
        """Get the module the object was loaded from."""
41
        return self._obj.__module__
42
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
43
    def get_obj(self):
44
        """Get the object that was saved at creation time"""
45
        return self._obj
46
47
48
class _LazyObjectGetter(_ObjectGetter):
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
49
    """Keep a record of a possible object.
50
51
    When requested, load and return it.
52
    """
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
53
54
    __slots__ = ['_module_name', '_member_name', '_imported']
55
56
    def __init__(self, module_name, member_name):
57
        self._module_name = module_name
58
        self._member_name = member_name
59
        self._imported = False
60
        super(_LazyObjectGetter, self).__init__(None)
61
5676.1.6 by Jelmer Vernooij
Add _ObjGetter.get_module.
62
    def get_module(self):
63
        """Get the module the referenced object will be loaded from.
64
        """
65
        return self._module_name
66
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
67
    def get_obj(self):
68
        """Get the referenced object.
69
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
70
        Upon first request, the object will be imported. Future requests will
71
        return the imported object.
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
72
        """
73
        if not self._imported:
5436.2.1 by Andrew Bennetts
Add bzrlib.pyutils, which has get_named_object, a wrapper around __import__.
74
            self._obj = get_named_object(self._module_name, self._member_name)
75
            self._imported = True
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
76
        return super(_LazyObjectGetter, self).get_obj()
77
2745.5.3 by Robert Collins
* Move transport logging into a new transport class
78
    def __repr__(self):
5436.2.1 by Andrew Bennetts
Add bzrlib.pyutils, which has get_named_object, a wrapper around __import__.
79
        return "<%s.%s object at %x, module=%r attribute=%r imported=%r>" % (
2745.5.3 by Robert Collins
* Move transport logging into a new transport class
80
            self.__class__.__module__, self.__class__.__name__, id(self),
5436.2.1 by Andrew Bennetts
Add bzrlib.pyutils, which has get_named_object, a wrapper around __import__.
81
            self._module_name, self._member_name, self._imported)
2745.5.3 by Robert Collins
* Move transport logging into a new transport class
82
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
83
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
84
class Registry(object):
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
85
    """A class that registers objects to a name.
86
1911.4.15 by John Arbash Meinel
Updated HACKING and docstrings per Martin's suggestions
87
    There are many places that want to collect related objects and access them
88
    by a key. This class is designed to allow registering the mapping from key
89
    to object. It goes one step further, and allows registering a name to a
90
    hypothetical object which has not been imported yet. It also supports
91
    adding additional information at registration time so that decisions can be
92
    made without having to import the object (which may be expensive).
93
94
    The functions 'get', 'get_info', and 'get_help' also support a
95
    'default_key' (settable through my_registry.default_key = XXX, XXX must
96
    already be registered.) Calling my_registry.get() or my_registry.get(None),
97
    will return the entry for the default key.
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
98
    """
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
99
1911.4.6 by John Arbash Meinel
first_is_default was not a good design
100
    def __init__(self):
101
        """Create a new Registry."""
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
102
        self._default_key = None
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
103
        # Map from key => (is_lazy, info)
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
104
        self._dict = {}
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
105
        self._help_dict = {}
106
        self._info_dict = {}
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
107
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
108
    def register(self, key, obj, help=None, info=None,
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
109
                 override_existing=False):
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
110
        """Register a new object to a name.
111
112
        :param key: This is the key to use to request the object later.
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
113
        :param obj: The object to register.
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
114
        :param help: Help text for this entry. This may be a string or
1911.4.9 by John Arbash Meinel
A help callable should take the registry as the first parameter
115
                a callable. If it is a callable, it should take two
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
116
                parameters (registry, key): this registry and the key that
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
117
                the help was registered under.
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
118
        :param info: More information for this entry. Registry.get_info()
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
119
                can be used to get this information. Registry treats this as an
120
                opaque storage location (it is defined by the caller).
121
        :param override_existing: Raise KeyErorr if False and something has
122
                already been registered for that key. If True, ignore if there
123
                is an existing key (always register the new value).
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
124
        """
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
125
        if not override_existing:
126
            if key in self._dict:
127
                raise KeyError('Key %r already registered' % key)
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
128
        self._dict[key] = _ObjectGetter(obj)
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
129
        self._add_help_and_info(key, help=help, info=info)
130
131
    def register_lazy(self, key, module_name, member_name,
132
                      help=None, info=None,
133
                      override_existing=False):
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
134
        """Register a new object to be loaded on request.
135
5853.1.1 by Vincent Ladeuil
Fix Registry.register_lazy docstring.
136
        :param key: This is the key to use to request the object later.
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
137
        :param module_name: The python path to the module. Such as 'os.path'.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
138
        :param member_name: The member of the module to return.  If empty or
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
139
                None, get() will return the module itself.
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
140
        :param help: Help text for this entry. This may be a string or
141
                a callable.
5853.1.1 by Vincent Ladeuil
Fix Registry.register_lazy docstring.
142
        :param info: More information for this entry. Registry.get_info()
143
                can be used to get this information. Registry treats this as an
144
                opaque storage location (it is defined by the caller).
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
145
        :param override_existing: If True, replace the existing object
146
                with the new one. If False, if there is already something
147
                registered with the same key, raise a KeyError
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
148
        """
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
149
        if not override_existing:
150
            if key in self._dict:
151
                raise KeyError('Key %r already registered' % key)
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
152
        self._dict[key] = _LazyObjectGetter(module_name, member_name)
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
153
        self._add_help_and_info(key, help=help, info=info)
154
155
    def _add_help_and_info(self, key, help=None, info=None):
156
        """Add the help and information about this key"""
157
        self._help_dict[key] = help
158
        self._info_dict[key] = info
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
159
1912.5.6 by Adeodato Simó
Kill fallback_key parameter in Registry.get(), as discussed with John.
160
    def get(self, key=None):
161
        """Return the object register()'ed to the given key.
162
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
163
        May raise ImportError if the object was registered lazily and
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
164
        there are any problems, or AttributeError if the module does not
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
165
        have the supplied member.
166
1912.5.6 by Adeodato Simó
Kill fallback_key parameter in Registry.get(), as discussed with John.
167
        :param key: The key to obtain the object for. If no object has been
168
            registered to that key, the object registered for self.default_key
169
            will be returned instead, if it exists. Otherwise KeyError will be
170
            raised.
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
171
        :return: The previously registered object.
1911.4.15 by John Arbash Meinel
Updated HACKING and docstrings per Martin's suggestions
172
        :raises ImportError: If the object was registered lazily, and there are
173
            problems during import.
174
        :raises AttributeError: If registered lazily, and the module does not
175
            contain the registered member.
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
176
        """
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
177
        return self._dict[self._get_key_or_default(key)].get_obj()
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
178
5676.1.6 by Jelmer Vernooij
Add _ObjGetter.get_module.
179
    def _get_module(self, key):
180
        """Return the module the object will be or was loaded from.
181
182
        :param key: The key to obtain the module for.
183
        :return: The name of the module
184
        """
185
        return self._dict[key].get_module()
186
3251.3.1 by Aaron Bentley
Add support for directory services
187
    def get_prefix(self, fullname):
3251.3.2 by Aaron Bentley
Add testing of Registry.get_prefix
188
        """Return an object whose key is a prefix of the supplied value.
189
190
        :fullname: The name to find a prefix for
191
        :return: a tuple of (object, remainder), where the remainder is the
192
            portion of the name that did not match the key.
193
        """
4000.3.1 by Jelmer Vernooij
Avoid unnecessarily resolving lazy objects in Registry.get_prefix().
194
        for key in self.keys():
3251.3.1 by Aaron Bentley
Add support for directory services
195
            if fullname.startswith(key):
4000.3.1 by Jelmer Vernooij
Avoid unnecessarily resolving lazy objects in Registry.get_prefix().
196
                return self.get(key), fullname[len(key):]
3251.3.1 by Aaron Bentley
Add support for directory services
197
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
198
    def _get_key_or_default(self, key=None):
199
        """Return either 'key' or the default key if key is None"""
200
        if key is not None:
201
            return key
202
        if self.default_key is None:
203
            raise KeyError('Key is None, and no default key is set')
204
        else:
205
            return self.default_key
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
206
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
207
    def get_help(self, key=None):
208
        """Get the help text associated with the given key"""
209
        the_help = self._help_dict[self._get_key_or_default(key)]
210
        if callable(the_help):
1911.4.9 by John Arbash Meinel
A help callable should take the registry as the first parameter
211
            return the_help(self, key)
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
212
        return the_help
213
214
    def get_info(self, key=None):
215
        """Get the extra information associated with the given key"""
216
        return self._info_dict[self._get_key_or_default(key)]
217
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
218
    def remove(self, key):
219
        """Remove a registered entry.
220
221
        This is mostly for the test suite, but it can be used by others
222
        """
223
        del self._dict[key]
224
225
    def __contains__(self, key):
226
        return key in self._dict
227
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
228
    def keys(self):
229
        """Get a list of registered entries"""
230
        return sorted(self._dict.keys())
231
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
232
    def iteritems(self):
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
233
        for key, getter in self._dict.iteritems():
234
            yield key, getter.get_obj()
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
235
3882.1.2 by Martin Pool
Add Registry.items()
236
    def items(self):
4691.1.1 by Vincent Ladeuil
Respect items() protocol for registry objects.
237
        # We should not use the iteritems() implementation below (see bug
238
        # #430510)
239
        return sorted([(key, getter.get_obj())
240
                       for key, getter in self._dict.items()])
3882.1.2 by Martin Pool
Add Registry.items()
241
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
242
    def _set_default_key(self, key):
243
        if not self._dict.has_key(key):
244
            raise KeyError('No object registered under key %s.' % key)
245
        else:
246
            self._default_key = key
247
248
    def _get_default_key(self):
249
        return self._default_key
250
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
251
    default_key = property(_get_default_key, _set_default_key,
252
                            doc="Current value of the default key."
1911.4.15 by John Arbash Meinel
Updated HACKING and docstrings per Martin's suggestions
253
                                " Can be set to any existing key.")
4032.3.1 by Robert Collins
Add a BranchFormat.network_name() method as preparation for creating branches via RPC calls.
254
255
256
class FormatRegistry(Registry):
257
    """Registry specialised for handling formats."""
258
259
    def __init__(self, other_registry=None):
260
        Registry.__init__(self)
261
        self._other_registry = other_registry
262
5662.2.3 by Jelmer Vernooij
Fix tests.
263
    def register(self, key, obj, help=None, info=None,
264
                 override_existing=False):
265
        Registry.register(self, key, obj, help=help, info=info,
266
            override_existing=override_existing)
267
        if self._other_registry is not None:
268
            self._other_registry.register(key, obj, help=help,
269
                info=info, override_existing=override_existing)
270
4032.3.1 by Robert Collins
Add a BranchFormat.network_name() method as preparation for creating branches via RPC calls.
271
    def register_lazy(self, key, module_name, member_name,
272
                      help=None, info=None,
273
                      override_existing=False):
274
        # Overridden to allow capturing registrations to two seperate
275
        # registries in a single call.
276
        Registry.register_lazy(self, key, module_name, member_name,
277
                help=help, info=info, override_existing=override_existing)
278
        if self._other_registry is not None:
279
            self._other_registry.register_lazy(key, module_name, member_name,
280
                help=help, info=info, override_existing=override_existing)
281
5675.2.7 by Jelmer Vernooij
Merge bzr.dev.
282
    def remove(self, key):
283
        Registry.remove(self, key)
284
        if self._other_registry is not None:
285
            self._other_registry.remove(key)
286
4032.3.1 by Robert Collins
Add a BranchFormat.network_name() method as preparation for creating branches via RPC calls.
287
    def get(self, format_string):
288
        r = Registry.get(self, format_string)
289
        if callable(r):
290
            r = r()
291
        return r