~bzr-pqm/bzr/bzr.dev

5452.4.3 by John Arbash Meinel
Merge bzr.dev to resolve bzr-2.3.txt (aka NEWS)
1
# Copyright (C) 2006-2010 Canonical Ltd
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
16
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
17
"""Classes to provide name-to-object registry-like support."""
18
19
5436.2.1 by Andrew Bennetts
Add bzrlib.pyutils, which has get_named_object, a wrapper around __import__.
20
from bzrlib.pyutils import get_named_object
21
22
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
23
class _ObjectGetter(object):
1911.4.15 by John Arbash Meinel
Updated HACKING and docstrings per Martin's suggestions
24
    """Maintain a reference to an object, and return the object on request.
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
25
26
    This is used by Registry to make plain objects function similarly
27
    to lazily imported objects.
28
29
    Objects can be any sort of python object (class, function, module,
30
    instance, etc)
31
    """
32
33
    __slots__ = ['_obj']
34
35
    def __init__(self, obj):
36
        self._obj = obj
37
5676.1.6 by Jelmer Vernooij
Add _ObjGetter.get_module.
38
    def get_module(self):
39
        """Get the module the object was loaded from."""
40
        return self._obj.__module__
41
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
42
    def get_obj(self):
43
        """Get the object that was saved at creation time"""
44
        return self._obj
45
46
47
class _LazyObjectGetter(_ObjectGetter):
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
48
    """Keep a record of a possible object.
49
50
    When requested, load and return it.
51
    """
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
52
53
    __slots__ = ['_module_name', '_member_name', '_imported']
54
55
    def __init__(self, module_name, member_name):
56
        self._module_name = module_name
57
        self._member_name = member_name
58
        self._imported = False
59
        super(_LazyObjectGetter, self).__init__(None)
60
5676.1.6 by Jelmer Vernooij
Add _ObjGetter.get_module.
61
    def get_module(self):
62
        """Get the module the referenced object will be loaded from.
63
        """
64
        return self._module_name
65
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
66
    def get_obj(self):
67
        """Get the referenced object.
68
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
69
        Upon first request, the object will be imported. Future requests will
70
        return the imported object.
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
71
        """
72
        if not self._imported:
5436.2.1 by Andrew Bennetts
Add bzrlib.pyutils, which has get_named_object, a wrapper around __import__.
73
            self._obj = get_named_object(self._module_name, self._member_name)
74
            self._imported = True
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
75
        return super(_LazyObjectGetter, self).get_obj()
76
2745.5.3 by Robert Collins
* Move transport logging into a new transport class
77
    def __repr__(self):
5436.2.1 by Andrew Bennetts
Add bzrlib.pyutils, which has get_named_object, a wrapper around __import__.
78
        return "<%s.%s object at %x, module=%r attribute=%r imported=%r>" % (
2745.5.3 by Robert Collins
* Move transport logging into a new transport class
79
            self.__class__.__module__, self.__class__.__name__, id(self),
5436.2.1 by Andrew Bennetts
Add bzrlib.pyutils, which has get_named_object, a wrapper around __import__.
80
            self._module_name, self._member_name, self._imported)
2745.5.3 by Robert Collins
* Move transport logging into a new transport class
81
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
82
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
83
class Registry(object):
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
84
    """A class that registers objects to a name.
85
1911.4.15 by John Arbash Meinel
Updated HACKING and docstrings per Martin's suggestions
86
    There are many places that want to collect related objects and access them
87
    by a key. This class is designed to allow registering the mapping from key
88
    to object. It goes one step further, and allows registering a name to a
89
    hypothetical object which has not been imported yet. It also supports
90
    adding additional information at registration time so that decisions can be
91
    made without having to import the object (which may be expensive).
92
93
    The functions 'get', 'get_info', and 'get_help' also support a
94
    'default_key' (settable through my_registry.default_key = XXX, XXX must
95
    already be registered.) Calling my_registry.get() or my_registry.get(None),
96
    will return the entry for the default key.
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
97
    """
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
98
1911.4.6 by John Arbash Meinel
first_is_default was not a good design
99
    def __init__(self):
100
        """Create a new Registry."""
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
101
        self._default_key = None
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
102
        # Map from key => (is_lazy, info)
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
103
        self._dict = {}
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
104
        self._help_dict = {}
105
        self._info_dict = {}
1911.4.1 by John Arbash Meinel
Creating a factory that can load modules on demand.
106
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
107
    def register(self, key, obj, help=None, info=None,
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
108
                 override_existing=False):
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
109
        """Register a new object to a name.
110
111
        :param key: This is the key to use to request the object later.
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
112
        :param obj: The object to register.
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
113
        :param help: Help text for this entry. This may be a string or
1911.4.9 by John Arbash Meinel
A help callable should take the registry as the first parameter
114
                a callable. If it is a callable, it should take two
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
115
                parameters (registry, key): this registry and the key that
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
116
                the help was registered under.
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
117
        :param info: More information for this entry. Registry.get_info()
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
118
                can be used to get this information. Registry treats this as an
119
                opaque storage location (it is defined by the caller).
120
        :param override_existing: Raise KeyErorr if False and something has
121
                already been registered for that key. If True, ignore if there
122
                is an existing key (always register the new value).
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
123
        """
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
124
        if not override_existing:
125
            if key in self._dict:
126
                raise KeyError('Key %r already registered' % key)
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
127
        self._dict[key] = _ObjectGetter(obj)
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
128
        self._add_help_and_info(key, help=help, info=info)
129
130
    def register_lazy(self, key, module_name, member_name,
131
                      help=None, info=None,
132
                      override_existing=False):
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
133
        """Register a new object to be loaded on request.
134
5853.1.1 by Vincent Ladeuil
Fix Registry.register_lazy docstring.
135
        :param key: This is the key to use to request the object later.
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
136
        :param module_name: The python path to the module. Such as 'os.path'.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
137
        :param member_name: The member of the module to return.  If empty or
1911.4.16 by John Arbash Meinel
cleanup doc strings as recommended by Aaron and Martin
138
                None, get() will return the module itself.
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
139
        :param help: Help text for this entry. This may be a string or
140
                a callable.
5853.1.1 by Vincent Ladeuil
Fix Registry.register_lazy docstring.
141
        :param info: More information for this entry. Registry.get_info()
142
                can be used to get this information. Registry treats this as an
143
                opaque storage location (it is defined by the caller).
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
144
        :param override_existing: If True, replace the existing object
145
                with the new one. If False, if there is already something
146
                registered with the same key, raise a KeyError
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
147
        """
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
148
        if not override_existing:
149
            if key in self._dict:
150
                raise KeyError('Key %r already registered' % key)
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
151
        self._dict[key] = _LazyObjectGetter(module_name, member_name)
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
152
        self._add_help_and_info(key, help=help, info=info)
153
154
    def _add_help_and_info(self, key, help=None, info=None):
155
        """Add the help and information about this key"""
156
        self._help_dict[key] = help
157
        self._info_dict[key] = info
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
158
1912.5.6 by Adeodato Simó
Kill fallback_key parameter in Registry.get(), as discussed with John.
159
    def get(self, key=None):
160
        """Return the object register()'ed to the given key.
161
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
162
        May raise ImportError if the object was registered lazily and
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
163
        there are any problems, or AttributeError if the module does not
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
164
        have the supplied member.
165
1912.5.6 by Adeodato Simó
Kill fallback_key parameter in Registry.get(), as discussed with John.
166
        :param key: The key to obtain the object for. If no object has been
167
            registered to that key, the object registered for self.default_key
168
            will be returned instead, if it exists. Otherwise KeyError will be
169
            raised.
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
170
        :return: The previously registered object.
1911.4.15 by John Arbash Meinel
Updated HACKING and docstrings per Martin's suggestions
171
        :raises ImportError: If the object was registered lazily, and there are
172
            problems during import.
173
        :raises AttributeError: If registered lazily, and the module does not
174
            contain the registered member.
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
175
        """
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
176
        return self._dict[self._get_key_or_default(key)].get_obj()
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
177
5676.1.6 by Jelmer Vernooij
Add _ObjGetter.get_module.
178
    def _get_module(self, key):
179
        """Return the module the object will be or was loaded from.
180
181
        :param key: The key to obtain the module for.
182
        :return: The name of the module
183
        """
184
        return self._dict[key].get_module()
185
3251.3.1 by Aaron Bentley
Add support for directory services
186
    def get_prefix(self, fullname):
3251.3.2 by Aaron Bentley
Add testing of Registry.get_prefix
187
        """Return an object whose key is a prefix of the supplied value.
188
189
        :fullname: The name to find a prefix for
190
        :return: a tuple of (object, remainder), where the remainder is the
191
            portion of the name that did not match the key.
192
        """
4000.3.1 by Jelmer Vernooij
Avoid unnecessarily resolving lazy objects in Registry.get_prefix().
193
        for key in self.keys():
3251.3.1 by Aaron Bentley
Add support for directory services
194
            if fullname.startswith(key):
4000.3.1 by Jelmer Vernooij
Avoid unnecessarily resolving lazy objects in Registry.get_prefix().
195
                return self.get(key), fullname[len(key):]
3251.3.1 by Aaron Bentley
Add support for directory services
196
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
197
    def _get_key_or_default(self, key=None):
198
        """Return either 'key' or the default key if key is None"""
199
        if key is not None:
200
            return key
201
        if self.default_key is None:
202
            raise KeyError('Key is None, and no default key is set')
203
        else:
204
            return self.default_key
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
205
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
206
    def get_help(self, key=None):
207
        """Get the help text associated with the given key"""
208
        the_help = self._help_dict[self._get_key_or_default(key)]
209
        if callable(the_help):
1911.4.9 by John Arbash Meinel
A help callable should take the registry as the first parameter
210
            return the_help(self, key)
1911.4.7 by John Arbash Meinel
Add help and info parameters, and tests for them
211
        return the_help
212
213
    def get_info(self, key=None):
214
        """Get the extra information associated with the given key"""
215
        return self._info_dict[self._get_key_or_default(key)]
216
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
217
    def remove(self, key):
218
        """Remove a registered entry.
219
220
        This is mostly for the test suite, but it can be used by others
221
        """
222
        del self._dict[key]
223
224
    def __contains__(self, key):
225
        return key in self._dict
226
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
227
    def keys(self):
228
        """Get a list of registered entries"""
229
        return sorted(self._dict.keys())
230
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
231
    def iteritems(self):
1911.4.12 by John Arbash Meinel
Use helper objects to handle lazy importing
232
        for key, getter in self._dict.iteritems():
233
            yield key, getter.get_obj()
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
234
3882.1.2 by Martin Pool
Add Registry.items()
235
    def items(self):
4691.1.1 by Vincent Ladeuil
Respect items() protocol for registry objects.
236
        # We should not use the iteritems() implementation below (see bug
237
        # #430510)
238
        return sorted([(key, getter.get_obj())
239
                       for key, getter in self._dict.items()])
3882.1.2 by Martin Pool
Add Registry.items()
240
1912.5.2 by Adeodato Simó
Morph John's LazyFactory into a generalized Registry class, and
241
    def _set_default_key(self, key):
242
        if not self._dict.has_key(key):
243
            raise KeyError('No object registered under key %s.' % key)
244
        else:
245
            self._default_key = key
246
247
    def _get_default_key(self):
248
        return self._default_key
249
1911.4.5 by John Arbash Meinel
Make a Registry look more like a dict, and allow anyone to register stuff lazily.
250
    default_key = property(_get_default_key, _set_default_key,
251
                            doc="Current value of the default key."
1911.4.15 by John Arbash Meinel
Updated HACKING and docstrings per Martin's suggestions
252
                                " Can be set to any existing key.")
4032.3.1 by Robert Collins
Add a BranchFormat.network_name() method as preparation for creating branches via RPC calls.
253
254
255
class FormatRegistry(Registry):
256
    """Registry specialised for handling formats."""
257
258
    def __init__(self, other_registry=None):
259
        Registry.__init__(self)
260
        self._other_registry = other_registry
261
5662.2.3 by Jelmer Vernooij
Fix tests.
262
    def register(self, key, obj, help=None, info=None,
263
                 override_existing=False):
264
        Registry.register(self, key, obj, help=help, info=info,
265
            override_existing=override_existing)
266
        if self._other_registry is not None:
267
            self._other_registry.register(key, obj, help=help,
268
                info=info, override_existing=override_existing)
269
4032.3.1 by Robert Collins
Add a BranchFormat.network_name() method as preparation for creating branches via RPC calls.
270
    def register_lazy(self, key, module_name, member_name,
271
                      help=None, info=None,
272
                      override_existing=False):
273
        # Overridden to allow capturing registrations to two seperate
274
        # registries in a single call.
275
        Registry.register_lazy(self, key, module_name, member_name,
276
                help=help, info=info, override_existing=override_existing)
277
        if self._other_registry is not None:
278
            self._other_registry.register_lazy(key, module_name, member_name,
279
                help=help, info=info, override_existing=override_existing)
280
5675.2.7 by Jelmer Vernooij
Merge bzr.dev.
281
    def remove(self, key):
282
        Registry.remove(self, key)
283
        if self._other_registry is not None:
284
            self._other_registry.remove(key)
285
4032.3.1 by Robert Collins
Add a BranchFormat.network_name() method as preparation for creating branches via RPC calls.
286
    def get(self, format_string):
287
        r = Registry.get(self, format_string)
288
        if callable(r):
289
            r = r()
290
        return r