~bzr-pqm/bzr/bzr.dev

5147.2.2 by Vincent Ladeuil
Fix bug #519319 by defaulting to a warning for dirty trees.
1
# Copyright (C) 2006-2010 Canonical Ltd
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
16
17
"""MutableTree object.
18
19
See MutableTree for more details.
20
"""
21
22
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
23
from bzrlib.lazy_import import lazy_import
24
lazy_import(globals(), """
25
import os
4634.55.1 by Robert Collins
Do not add files whose name contains new lines or carriage returns
26
import re
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
27
2568.2.6 by Robert Collins
Review feedback.
28
from bzrlib import (
29
    add,
30
    bzrdir,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
31
    errors,
3335.1.2 by Jelmer Vernooij
Add mutabletree hooks class and start_commit hook.
32
    hooks,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
33
    osutils,
34
    revisiontree,
4056.2.1 by James Westby
Allow specifying multiple authors for a revision.
35
    symbol_versioning,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
36
    trace,
37
    tree,
2568.2.6 by Robert Collins
Review feedback.
38
    )
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
39
""")
40
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
41
from bzrlib.decorators import needs_read_lock, needs_write_lock
42
43
1986.1.8 by Robert Collins
Update to bzr.dev, which involves adding lock_tree_write to MutableTree and MemoryTree.
44
def needs_tree_write_lock(unbound):
45
    """Decorate unbound to take out and release a tree_write lock."""
46
    def tree_write_locked(self, *args, **kwargs):
47
        self.lock_tree_write()
48
        try:
49
            return unbound(self, *args, **kwargs)
50
        finally:
51
            self.unlock()
52
    tree_write_locked.__doc__ = unbound.__doc__
53
    tree_write_locked.__name__ = unbound.__name__
54
    return tree_write_locked
55
56
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
57
class MutableTree(tree.Tree):
58
    """A MutableTree is a specialisation of Tree which is able to be mutated.
59
60
    Generally speaking these mutations are only possible within a lock_write
61
    context, and will revert if the lock is broken abnormally - but this cannot
62
    be guaranteed - depending on the exact implementation of the mutable state.
63
64
    The most common form of Mutable Tree is WorkingTree, see bzrlib.workingtree.
65
    For tests we also have MemoryTree which is a MutableTree whose contents are
66
    entirely in memory.
67
68
    For now, we are not treating MutableTree as an interface to provide
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
69
    conformance tests for - rather we are testing MemoryTree specifically, and
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
70
    interface testing implementations of WorkingTree.
71
72
    A mutable tree always has an associated Branch and BzrDir object - the
73
    branch and bzrdir attributes.
74
    """
3794.5.19 by Mark Hammond
MutableTree gets case_sensitive attribute and smart_add takes advantage of it to enforce sane CICP-filesystem semantics
75
    def __init__(self, *args, **kw):
76
        super(MutableTree, self).__init__(*args, **kw)
77
        # Is this tree on a case-insensitive or case-preserving file-system?
78
        # Sub-classes may initialize to False if they detect they are being
79
        # used on media which doesn't differentiate the case of names.
80
        self.case_sensitive = True
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
81
2255.7.66 by Robert Collins
MutableTree.add only needs a tree write lock.
82
    @needs_tree_write_lock
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
83
    def add(self, files, ids=None, kinds=None):
84
        """Add paths to the set of versioned paths.
85
86
        Note that the command line normally calls smart_add instead,
87
        which can automatically recurse.
88
89
        This adds the files to the inventory, so that they will be
90
        recorded by the next commit.
91
92
        :param files: List of paths to add, relative to the base of the tree.
93
        :param ids: If set, use these instead of automatically generated ids.
94
            Must be the same length as the list of files, but may
95
            contain None for ids that are to be autogenerated.
96
        :param kinds: Optional parameter to specify the kinds to be used for
97
            each file.
98
99
        TODO: Perhaps callback with the ids and paths as they're added.
100
        """
101
        if isinstance(files, basestring):
3376.2.4 by Martin Pool
Remove every assert statement from bzrlib!
102
            # XXX: Passing a single string is inconsistent and should be
103
            # deprecated.
104
            if not (ids is None or isinstance(ids, basestring)):
105
                raise AssertionError()
106
            if not (kinds is None or isinstance(kinds, basestring)):
107
                raise AssertionError()
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
108
            files = [files]
109
            if ids is not None:
110
                ids = [ids]
111
            if kinds is not None:
112
                kinds = [kinds]
113
2323.4.2 by Robert Collins
Fix the behaviour of dirstate optimised iter_changes recursing its disk iterator into subtrees inappropriately.
114
        files = [path.strip('/') for path in files]
115
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
116
        if ids is None:
117
            ids = [None] * len(files)
118
        else:
3376.2.4 by Martin Pool
Remove every assert statement from bzrlib!
119
            if not (len(ids) == len(files)):
120
                raise AssertionError()
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
121
        if kinds is None:
122
            kinds = [None] * len(files)
3376.2.4 by Martin Pool
Remove every assert statement from bzrlib!
123
        elif not len(kinds) == len(files):
124
            raise AssertionError()
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
125
        for f in files:
126
            # generic constraint checks:
127
            if self.is_control_filename(f):
128
                raise errors.ForbiddenControlFileError(filename=f)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
129
            fp = osutils.splitpath(f)
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
130
        # fill out file kinds for all files [not needed when we stop
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
131
        # caring about the instantaneous file kind within a uncommmitted tree
132
        #
133
        self._gather_kinds(files, kinds)
134
        self._add(files, ids, kinds)
135
2255.6.8 by Aaron Bentley
Merge refactoring of add_reference
136
    def add_reference(self, sub_tree):
137
        """Add a TreeReference to the tree, pointing at sub_tree"""
138
        raise errors.UnsupportedOperation(self.add_reference, self)
139
140
    def _add_reference(self, sub_tree):
141
        """Standard add_reference implementation, for use by subclasses"""
142
        try:
143
            sub_tree_path = self.relpath(sub_tree.basedir)
144
        except errors.PathNotChild:
145
            raise errors.BadReferenceTarget(self, sub_tree,
146
                                            'Target not inside tree.')
147
        sub_tree_id = sub_tree.get_root_id()
148
        if sub_tree_id == self.get_root_id():
149
            raise errors.BadReferenceTarget(self, sub_tree,
150
                                     'Trees have the same root id.')
151
        if sub_tree_id in self.inventory:
152
            raise errors.BadReferenceTarget(self, sub_tree,
153
                                            'Root id already present in tree')
154
        self._add([sub_tree_path], [sub_tree_id], ['tree-reference'])
155
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
156
    def _add(self, files, ids, kinds):
2255.6.8 by Aaron Bentley
Merge refactoring of add_reference
157
        """Helper function for add - updates the inventory.
158
159
        :param files: sequence of pathnames, relative to the tree root
160
        :param ids: sequence of suggested ids for the files (may be None)
161
        :param kinds: sequence of  inventory kinds of the files (i.e. may
162
            contain "tree-reference")
163
        """
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
164
        raise NotImplementedError(self._add)
165
2376.2.2 by Aaron Bentley
Reduce lock to tree lock
166
    @needs_tree_write_lock
2376.2.1 by Aaron Bentley
Implement MutableTree.apply_inventory_delta
167
    def apply_inventory_delta(self, changes):
168
        """Apply changes to the inventory as an atomic operation.
169
2865.1.1 by Robert Collins
Create new mutable tree method update_to_one_parent_via_delta for eventual use by commit.
170
        :param changes: An inventory delta to apply to the working tree's
171
            inventory.
172
        :return None:
173
        :seealso Inventory.apply_delta: For details on the changes parameter.
2376.2.9 by Aaron Bentley
Cleanup from review
174
        """
2376.2.1 by Aaron Bentley
Implement MutableTree.apply_inventory_delta
175
        self.flush()
176
        inv = self.inventory
2865.1.1 by Robert Collins
Create new mutable tree method update_to_one_parent_via_delta for eventual use by commit.
177
        inv.apply_delta(changes)
2376.2.1 by Aaron Bentley
Implement MutableTree.apply_inventory_delta
178
        self._write_inventory(inv)
179
180
    @needs_write_lock
2255.2.218 by Robert Collins
Make the nested tree commit smoke test be more rigourous.
181
    def commit(self, message=None, revprops=None, *args,
2100.3.27 by Aaron Bentley
Enable nested commits
182
               **kwargs):
1986.1.3 by Robert Collins
Merge bzr.dev.
183
        # avoid circular imports
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
184
        from bzrlib import commit
185
        if revprops is None:
186
            revprops = {}
3565.6.9 by Marius Kruger
Jump through hoops not to open multiple connections when committing to a bound branch.
187
        possible_master_transports=[]
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
188
        if not 'branch-nick' in revprops:
3565.6.9 by Marius Kruger
Jump through hoops not to open multiple connections when committing to a bound branch.
189
            revprops['branch-nick'] = self.branch._get_nick(
3815.3.4 by Marius Kruger
When doing a `commit --local`, don't try to connect to the master branch.
190
                kwargs.get('local', False),
3565.6.9 by Marius Kruger
Jump through hoops not to open multiple connections when committing to a bound branch.
191
                possible_master_transports)
4056.2.1 by James Westby
Allow specifying multiple authors for a revision.
192
        authors = kwargs.pop('authors', None)
2671.2.2 by Lukáš Lalinský
Move setting of the author revision property to MutableTree.commit. Don't use try/except KeyError in LongLogFormatter to display authors and branch-nicks. Removed warning about missing e-mail in the authors name.
193
        author = kwargs.pop('author', None)
4056.2.1 by James Westby
Allow specifying multiple authors for a revision.
194
        if authors is not None:
195
            if author is not None:
196
                raise AssertionError('Specifying both author and authors '
197
                        'is not allowed. Specify just authors instead')
4056.2.3 by James Westby
Use a new "authors" revision property to allow multiple authors
198
            if 'author' in revprops or 'authors' in revprops:
4056.2.1 by James Westby
Allow specifying multiple authors for a revision.
199
                # XXX: maybe we should just accept one of them?
200
                raise AssertionError('author property given twice')
201
            if authors:
202
                for individual in authors:
203
                    if '\n' in individual:
204
                        raise AssertionError('\\n is not a valid character '
205
                                'in an author identity')
4056.2.3 by James Westby
Use a new "authors" revision property to allow multiple authors
206
                revprops['authors'] = '\n'.join(authors)
2671.2.5 by Lukáš Lalinský
Fixes for comments from the mailing list.
207
        if author is not None:
4056.2.1 by James Westby
Allow specifying multiple authors for a revision.
208
            symbol_versioning.warn('The parameter author was deprecated'
209
                   ' in version 1.13. Use authors instead',
210
                   DeprecationWarning)
4056.2.3 by James Westby
Use a new "authors" revision property to allow multiple authors
211
            if 'author' in revprops or 'authors' in revprops:
3376.2.4 by Martin Pool
Remove every assert statement from bzrlib!
212
                # XXX: maybe we should just accept one of them?
213
                raise AssertionError('author property given twice')
4056.2.1 by James Westby
Allow specifying multiple authors for a revision.
214
            if '\n' in author:
215
                raise AssertionError('\\n is not a valid character '
216
                        'in an author identity')
4056.2.3 by James Westby
Use a new "authors" revision property to allow multiple authors
217
            revprops['authors'] = author
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
218
        # args for wt.commit start at message from the Commit.commit method,
2367.2.1 by Robert Collins
Remove bzrlib 0.8 compatability where it was making the code unclear or messy. (Robert Collins)
219
        args = (message, ) + args
3335.1.2 by Jelmer Vernooij
Add mutabletree hooks class and start_commit hook.
220
        for hook in MutableTree.hooks['start_commit']:
221
            hook(self)
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
222
        committed_id = commit.Commit().commit(working_tree=self,
3565.6.9 by Marius Kruger
Jump through hoops not to open multiple connections when committing to a bound branch.
223
            revprops=revprops,
224
            possible_master_transports=possible_master_transports,
225
            *args, **kwargs)
4634.33.3 by Ian Clatworthy
review feedback from Robert: rename finish_commit to post_commit
226
        post_hook_params = PostCommitHookParams(self)
227
        for hook in MutableTree.hooks['post_commit']:
228
            hook(post_hook_params)
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
229
        return committed_id
230
231
    def _gather_kinds(self, files, kinds):
232
        """Helper function for add - sets the entries of kinds."""
233
        raise NotImplementedError(self._gather_kinds)
234
1986.1.6 by Robert Collins
Add MemoryTree.last_revision.
235
    @needs_read_lock
4721.3.2 by Vincent Ladeuil
Simplify mutable_tree.has_changes() and update call sites.
236
    def has_changes(self, _from_tree=None):
237
        """Quickly check that the tree contains at least one commitable change.
238
239
        :param _from_tree: tree to compare against to find changes (default to
240
            the basis tree and is intended to be used by tests).
4503.1.3 by Vincent Ladeuil
Take review comments into account.
241
242
        :return: True if a change is found. False otherwise
243
        """
4721.3.2 by Vincent Ladeuil
Simplify mutable_tree.has_changes() and update call sites.
244
        # Check pending merges
245
        if len(self.get_parent_ids()) > 1:
246
            return True
247
        if _from_tree is None:
248
            _from_tree = self.basis_tree()
249
        changes = self.iter_changes(_from_tree)
4503.1.3 by Vincent Ladeuil
Take review comments into account.
250
        try:
251
            change = changes.next()
252
            # Exclude root (talk about black magic... --vila 20090629)
253
            if change[4] == (None, None):
254
                change = changes.next()
255
            return True
256
        except StopIteration:
257
            # No changes
258
            return False
259
260
    @needs_read_lock
5171.2.2 by Vincent Ladeuil
Explain that the uncommitted changes are not processed when
261
    def check_changed_or_out_of_date(self, strict, opt_name,
262
                                     more_error, more_warning):
5147.2.2 by Vincent Ladeuil
Fix bug #519319 by defaulting to a warning for dirty trees.
263
        """Check the tree for uncommitted changes and branch synchronization.
264
265
        If strict is None and not set in the config files, a warning is issued.
266
        If strict is True, an error is raised.
267
        If strict is False, no checks are done and no warning is issued.
268
269
        :param strict: True, False or None, searched in branch config if None.
270
271
        :param opt_name: strict option name to search in config file.
272
5171.2.2 by Vincent Ladeuil
Explain that the uncommitted changes are not processed when
273
        :param more_error: Details about how to avoid the check.
274
275
        :param more_warning: Details about what is happening.
5147.2.2 by Vincent Ladeuil
Fix bug #519319 by defaulting to a warning for dirty trees.
276
        """
277
        if strict is None:
278
            strict = self.branch.get_config().get_user_option_as_bool(opt_name)
279
        if strict is not False:
5171.2.1 by Vincent Ladeuil
Fix the warning message for unclean trees.
280
            err_class = None
5147.2.2 by Vincent Ladeuil
Fix bug #519319 by defaulting to a warning for dirty trees.
281
            if (self.has_changes()):
5171.2.1 by Vincent Ladeuil
Fix the warning message for unclean trees.
282
                err_class = errors.UncommittedChanges
5147.2.2 by Vincent Ladeuil
Fix bug #519319 by defaulting to a warning for dirty trees.
283
            elif self.last_revision() != self.branch.last_revision():
284
                # The tree has lost sync with its branch, there is little
285
                # chance that the user is aware of it but he can still force
286
                # the action with --no-strict
5171.2.1 by Vincent Ladeuil
Fix the warning message for unclean trees.
287
                err_class = errors.OutOfDateTree
288
            if err_class is not None:
5147.2.2 by Vincent Ladeuil
Fix bug #519319 by defaulting to a warning for dirty trees.
289
                if strict is None:
5171.2.2 by Vincent Ladeuil
Explain that the uncommitted changes are not processed when
290
                    err = err_class(self, more=more_warning)
5147.2.2 by Vincent Ladeuil
Fix bug #519319 by defaulting to a warning for dirty trees.
291
                    # We don't want to interrupt the user if he expressed no
292
                    # preference about strict.
5158.1.1 by Vincent Ladeuil
Use the proper argument for the warning.
293
                    trace.warning('%s', err._format())
5147.2.2 by Vincent Ladeuil
Fix bug #519319 by defaulting to a warning for dirty trees.
294
                else:
5171.2.2 by Vincent Ladeuil
Explain that the uncommitted changes are not processed when
295
                    err = err_class(self, more=more_error)
5147.2.2 by Vincent Ladeuil
Fix bug #519319 by defaulting to a warning for dirty trees.
296
                    raise err
297
298
    @needs_read_lock
1986.1.6 by Robert Collins
Add MemoryTree.last_revision.
299
    def last_revision(self):
1986.1.7 by Robert Collins
Merge bzr.dev.
300
        """Return the revision id of the last commit performed in this tree.
301
302
        In early tree formats the result of last_revision is the same as the
303
        branch last_revision, but that is no longer the case for modern tree
304
        formats.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
305
1986.1.7 by Robert Collins
Merge bzr.dev.
306
        last_revision returns the left most parent id, or None if there are no
307
        parents.
308
309
        last_revision was deprecated as of 0.11. Please use get_parent_ids
310
        instead.
311
        """
1986.1.6 by Robert Collins
Add MemoryTree.last_revision.
312
        raise NotImplementedError(self.last_revision)
313
1986.1.8 by Robert Collins
Update to bzr.dev, which involves adding lock_tree_write to MutableTree and MemoryTree.
314
    def lock_tree_write(self):
315
        """Lock the working tree for write, and the branch for read.
316
317
        This is useful for operations which only need to mutate the working
318
        tree. Taking out branch write locks is a relatively expensive process
319
        and may fail if the branch is on read only media. So branch write locks
320
        should only be taken out when we are modifying branch data - such as in
321
        operations like commit, pull, uncommit and update.
322
        """
323
        raise NotImplementedError(self.lock_tree_write)
324
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
325
    def lock_write(self):
326
        """Lock the tree and its branch. This allows mutating calls to be made.
327
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
328
        Some mutating methods will take out implicit write locks, but in
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
329
        general you should always obtain a write lock before calling mutating
330
        methods on a tree.
331
        """
332
        raise NotImplementedError(self.lock_write)
333
334
    @needs_write_lock
335
    def mkdir(self, path, file_id=None):
336
        """Create a directory in the tree. if file_id is None, one is assigned.
337
338
        :param path: A unicode file path.
339
        :param file_id: An optional file-id.
340
        :return: the file id of the new directory.
341
        """
342
        raise NotImplementedError(self.mkdir)
343
3709.3.2 by Robert Collins
Race-free stat-fingerprint updating during commit via a new method get_file_with_stat.
344
    def _observed_sha1(self, file_id, path, (sha1, stat_value)):
3709.3.1 by Robert Collins
First cut - make it work - at updating the tree stat cache during commit.
345
        """Tell the tree we have observed a paths sha1.
346
347
        The intent of this function is to allow trees that have a hashcache to
3709.3.2 by Robert Collins
Race-free stat-fingerprint updating during commit via a new method get_file_with_stat.
348
        update the hashcache during commit. If the observed file is too new
349
        (based on the stat_value) to be safely hash-cached the tree will ignore
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
350
        it.
3709.3.1 by Robert Collins
First cut - make it work - at updating the tree stat cache during commit.
351
352
        The default implementation does nothing.
353
354
        :param file_id: The file id
355
        :param path: The file path
356
        :param sha1: The sha 1 that was observed.
3709.3.2 by Robert Collins
Race-free stat-fingerprint updating during commit via a new method get_file_with_stat.
357
        :param stat_value: A stat result for the file the sha1 was read from.
3709.3.1 by Robert Collins
First cut - make it work - at updating the tree stat cache during commit.
358
        :return: None
359
        """
360
3794.5.31 by Mark Hammond
bulk of the simple review comments from igc.
361
    def _fix_case_of_inventory_path(self, path):
3794.5.19 by Mark Hammond
MutableTree gets case_sensitive attribute and smart_add takes advantage of it to enforce sane CICP-filesystem semantics
362
        """If our tree isn't case sensitive, return the canonical path"""
363
        if not self.case_sensitive:
364
            path = self.get_canonical_inventory_path(path)
365
        return path
366
3394.2.1 by Ian Clatworthy
add docstring for put_file_bytes_non_atomic
367
    @needs_write_lock
368
    def put_file_bytes_non_atomic(self, file_id, bytes):
369
        """Update the content of a file in the tree.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
370
3394.2.1 by Ian Clatworthy
add docstring for put_file_bytes_non_atomic
371
        Note that the file is written in-place rather than being
372
        written to a temporary location and renamed. As a consequence,
373
        readers can potentially see the file half-written.
374
375
        :param file_id: file-id of the file
376
        :param bytes: the new file contents
377
        """
378
        raise NotImplementedError(self.put_file_bytes_non_atomic)
379
2418.5.1 by John Arbash Meinel
Make a Branch helper which can create a very basic MemoryTree with history.
380
    def set_parent_ids(self, revision_ids, allow_leftmost_as_ghost=False):
381
        """Set the parents ids of the working tree.
382
383
        :param revision_ids: A list of revision_ids.
384
        """
385
        raise NotImplementedError(self.set_parent_ids)
386
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
387
    def set_parent_trees(self, parents_list, allow_leftmost_as_ghost=False):
388
        """Set the parents of the working tree.
389
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
390
        :param parents_list: A list of (revision_id, tree) tuples.
1986.1.2 by Robert Collins
Various changes to allow non-workingtree specific tests to run entirely
391
            If tree is None, then that element is treated as an unreachable
392
            parent tree - i.e. a ghost.
393
        """
394
        raise NotImplementedError(self.set_parent_trees)
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
395
396
    @needs_tree_write_lock
397
    def smart_add(self, file_list, recurse=True, action=None, save=True):
398
        """Version file_list, optionally recursing into directories.
399
400
        This is designed more towards DWIM for humans than API clarity.
401
        For the specific behaviour see the help for cmd_add().
402
403
        :param action: A reporter to be called with the inventory, parent_ie,
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
404
            path and kind of the path being added. It may return a file_id if
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
405
            a specific one should be used.
406
        :param save: Save the inventory after completing the adds. If False
407
            this provides dry-run functionality by doing the add and not saving
2585.1.1 by Aaron Bentley
Unify MutableTree.smart_add behavior by disabling quirky memory-only Inventory
408
            the inventory.
2568.2.6 by Robert Collins
Review feedback.
409
        :return: A tuple - files_added, ignored_files. files_added is the count
410
            of added files, and ignored_files is a dict mapping files that were
411
            ignored to the rule that caused them to be ignored.
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
412
        """
413
        # not in an inner loop; and we want to remove direct use of this,
414
        # so here as a reminder for now. RBC 20070703
415
        from bzrlib.inventory import InventoryEntry
416
        if action is None:
417
            action = add.AddAction()
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
418
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
419
        if not file_list:
420
            # no paths supplied: add the entire tree.
5013.2.4 by Vincent Ladeuil
``bzr add`` won't blindly add conflict related files.
421
            # FIXME: this assumes we are running in a working tree subdir :-/
422
            # -- vila 20100208
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
423
            file_list = [u'.']
424
        # mutter("smart add of %r")
425
        inv = self.inventory
426
        added = []
427
        ignored = {}
428
        dirs_to_add = []
429
        user_dirs = set()
5013.2.5 by Vincent Ladeuil
Use a set() for conflicts_related to stay O(1).
430
        conflicts_related = set()
5013.2.4 by Vincent Ladeuil
``bzr add`` won't blindly add conflict related files.
431
        # Not all mutable trees can have conflicts
432
        if getattr(self, 'conflicts', None) is not None:
433
            # Collect all related files without checking whether they exist or
434
            # are versioned. It's cheaper to do that once for all conflicts
435
            # than trying to find the relevant conflict for each added file.
436
            for c in self.conflicts():
5013.2.5 by Vincent Ladeuil
Use a set() for conflicts_related to stay O(1).
437
                conflicts_related.update(c.associated_filenames())
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
438
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
439
        # validate user file paths and convert all paths to tree
2568.2.6 by Robert Collins
Review feedback.
440
        # relative : it's cheaper to make a tree relative path an abspath
3794.5.39 by Mark Hammond
typos and whitespace changes.
441
        # than to convert an abspath to tree relative, and it's cheaper to
3794.5.19 by Mark Hammond
MutableTree gets case_sensitive attribute and smart_add takes advantage of it to enforce sane CICP-filesystem semantics
442
        # perform the canonicalization in bulk.
443
        for filepath in osutils.canonical_relpaths(self.basedir, file_list):
444
            rf = _FastPath(filepath)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
445
            # validate user parameters. Our recursive code avoids adding new
446
            # files that need such validation
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
447
            if self.is_control_filename(rf.raw_path):
448
                raise errors.ForbiddenControlFileError(filename=rf.raw_path)
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
449
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
450
            abspath = self.abspath(rf.raw_path)
451
            kind = osutils.file_kind(abspath)
452
            if kind == 'directory':
453
                # schedule the dir for scanning
454
                user_dirs.add(rf)
455
            else:
456
                if not InventoryEntry.versionable_kind(kind):
457
                    raise errors.BadFileKindError(filename=abspath, kind=kind)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
458
            # ensure the named path is added, so that ignore rules in the later
459
            # directory walk dont skip it.
460
            # we dont have a parent ie known yet.: use the relatively slower
461
            # inventory probing method
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
462
            versioned = inv.has_filename(rf.raw_path)
463
            if versioned:
464
                continue
465
            added.extend(_add_one_and_parent(self, inv, None, rf, kind, action))
466
467
        if not recurse:
468
            # no need to walk any directories at all.
469
            if len(added) > 0 and save:
470
                self._write_inventory(inv)
471
            return added, ignored
472
473
        # only walk the minimal parents needed: we have user_dirs to override
474
        # ignores.
475
        prev_dir = None
476
477
        is_inside = osutils.is_inside_or_parent_of_any
478
        for path in sorted(user_dirs):
479
            if (prev_dir is None or not is_inside([prev_dir], path.raw_path)):
480
                dirs_to_add.append((path, None))
481
            prev_dir = path.raw_path
482
4634.55.1 by Robert Collins
Do not add files whose name contains new lines or carriage returns
483
        illegalpath_re = re.compile(r'[\r\n]')
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
484
        # dirs_to_add is initialised to a list of directories, but as we scan
485
        # directories we append files to it.
486
        # XXX: We should determine kind of files when we scan them rather than
487
        # adding to this list. RBC 20070703
488
        for directory, parent_ie in dirs_to_add:
489
            # directory is tree-relative
490
            abspath = self.abspath(directory.raw_path)
491
492
            # get the contents of this directory.
493
494
            # find the kind of the path being added.
495
            kind = osutils.file_kind(abspath)
496
497
            if not InventoryEntry.versionable_kind(kind):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
498
                trace.warning("skipping %s (can't add file of kind '%s')",
499
                              abspath, kind)
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
500
                continue
4634.55.1 by Robert Collins
Do not add files whose name contains new lines or carriage returns
501
            if illegalpath_re.search(directory.raw_path):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
502
                trace.warning("skipping %r (contains \\n or \\r)" % abspath)
4634.55.1 by Robert Collins
Do not add files whose name contains new lines or carriage returns
503
                continue
5013.2.4 by Vincent Ladeuil
``bzr add`` won't blindly add conflict related files.
504
            if directory.raw_path in conflicts_related:
505
                # If the file looks like one generated for a conflict, don't
506
                # add it.
507
                trace.warning(
508
                    'skipping %s (generated to help resolve conflicts)',
509
                    abspath)
510
                continue
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
511
512
            if parent_ie is not None:
513
                versioned = directory.base_path in parent_ie.children
514
            else:
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
515
                # without the parent ie, use the relatively slower inventory
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
516
                # probing method
3794.5.19 by Mark Hammond
MutableTree gets case_sensitive attribute and smart_add takes advantage of it to enforce sane CICP-filesystem semantics
517
                versioned = inv.has_filename(
3794.5.31 by Mark Hammond
bulk of the simple review comments from igc.
518
                        self._fix_case_of_inventory_path(directory.raw_path))
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
519
520
            if kind == 'directory':
521
                try:
522
                    sub_branch = bzrdir.BzrDir.open(abspath)
523
                    sub_tree = True
524
                except errors.NotBranchError:
525
                    sub_tree = False
526
                except errors.UnsupportedFormatError:
527
                    sub_tree = True
528
            else:
529
                sub_tree = False
530
531
            if directory.raw_path == '':
532
                # mutter("tree root doesn't need to be added")
533
                sub_tree = False
534
            elif versioned:
535
                pass
536
                # mutter("%r is already versioned", abspath)
537
            elif sub_tree:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
538
                # XXX: This is wrong; people *might* reasonably be trying to
539
                # add subtrees as subtrees.  This should probably only be done
540
                # in formats which can represent subtrees, and even then
541
                # perhaps only when the user asked to add subtrees.  At the
542
                # moment you can add them specially through 'join --reference',
543
                # which is perhaps reasonable: adding a new reference is a
544
                # special operation and can have a special behaviour.  mbp
545
                # 20070306
546
                trace.mutter("%r is a nested bzr tree", abspath)
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
547
            else:
548
                _add_one(self, inv, parent_ie, directory, kind, action)
549
                added.append(directory.raw_path)
550
551
            if kind == 'directory' and not sub_tree:
552
                if parent_ie is not None:
553
                    # must be present:
554
                    this_ie = parent_ie.children[directory.base_path]
555
                else:
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
556
                    # without the parent ie, use the relatively slower inventory
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
557
                    # probing method
3794.5.19 by Mark Hammond
MutableTree gets case_sensitive attribute and smart_add takes advantage of it to enforce sane CICP-filesystem semantics
558
                    this_id = inv.path2id(
4721.3.1 by Vincent Ladeuil
Cleanup imports.
559
                        self._fix_case_of_inventory_path(directory.raw_path))
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
560
                    if this_id is None:
561
                        this_ie = None
562
                    else:
563
                        this_ie = inv[this_id]
564
565
                for subf in sorted(os.listdir(abspath)):
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
566
                    # here we could use TreeDirectory rather than
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
567
                    # string concatenation.
568
                    subp = osutils.pathjoin(directory.raw_path, subf)
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
569
                    # TODO: is_control_filename is very slow. Make it faster.
570
                    # TreeDirectory.is_control_filename could also make this
571
                    # faster - its impossible for a non root dir to have a
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
572
                    # control file.
573
                    if self.is_control_filename(subp):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
574
                        trace.mutter("skip control directory %r", subp)
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
575
                    elif subf in this_ie.children:
576
                        # recurse into this already versioned subdir.
2568.2.5 by Robert Collins
* ``bzrlib.add.FastPath`` is now private and moved to
577
                        dirs_to_add.append((_FastPath(subp, subf), this_ie))
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
578
                    else:
579
                        # user selection overrides ignoes
580
                        # ignore while selecting files - if we globbed in the
581
                        # outer loop we would ignore user files.
582
                        ignore_glob = self.is_ignored(subp)
583
                        if ignore_glob is not None:
584
                            # mutter("skip ignored sub-file %r", subp)
585
                            ignored.setdefault(ignore_glob, []).append(subp)
586
                        else:
587
                            #mutter("queue to add sub-file %r", subp)
2568.2.5 by Robert Collins
* ``bzrlib.add.FastPath`` is now private and moved to
588
                            dirs_to_add.append((_FastPath(subp, subf), this_ie))
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
589
2585.1.1 by Aaron Bentley
Unify MutableTree.smart_add behavior by disabling quirky memory-only Inventory
590
        if len(added) > 0:
591
            if save:
592
                self._write_inventory(inv)
593
            else:
594
                self.read_working_inventory()
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
595
        return added, ignored
596
2903.2.7 by Martin Pool
Rename update_to_one_parent_via_delta to more wieldy update_basis_by_delta
597
    def update_basis_by_delta(self, new_revid, delta):
2865.1.1 by Robert Collins
Create new mutable tree method update_to_one_parent_via_delta for eventual use by commit.
598
        """Update the parents of this tree after a commit.
599
600
        This gives the tree one parent, with revision id new_revid. The
2903.2.1 by Martin Pool
Commit now tells the working tree about the new basis by passing the an inventory delta from the previous basis
601
        inventory delta is applied to the current basis tree to generate the
2865.1.3 by Robert Collins
Review feedback.
602
        inventory for the parent new_revid, and all other parent trees are
2865.1.1 by Robert Collins
Create new mutable tree method update_to_one_parent_via_delta for eventual use by commit.
603
        discarded.
604
2929.2.1 by Robert Collins
* Commit updates the state of the working tree via a delta rather than
605
        All the changes in the delta should be changes synchronising the basis
606
        tree with some or all of the working tree, with a change to a directory
607
        requiring that its contents have been recursively included. That is,
608
        this is not a general purpose tree modification routine, but a helper
609
        for commit which is not required to handle situations that do not arise
610
        outside of commit.
611
4501.1.1 by Robert Collins
Add documentation describing how and why we use inventory deltas, and what can go wrong with them.
612
        See the inventory developers documentation for the theory behind
613
        inventory deltas.
614
2865.1.1 by Robert Collins
Create new mutable tree method update_to_one_parent_via_delta for eventual use by commit.
615
        :param new_revid: The new revision id for the trees parent.
616
        :param delta: An inventory delta (see apply_inventory_delta) describing
617
            the changes from the current left most parent revision to new_revid.
618
        """
619
        # if the tree is updated by a pull to the branch, as happens in
620
        # WorkingTree2, when there was no separation between branch and tree,
621
        # then just clear merges, efficiency is not a concern for now as this
622
        # is legacy environments only, and they are slow regardless.
623
        if self.last_revision() == new_revid:
624
            self.set_parent_ids([new_revid])
625
            return
626
        # generic implementation based on Inventory manipulation. See
627
        # WorkingTree classes for optimised versions for specific format trees.
628
        basis = self.basis_tree()
629
        basis.lock_read()
4244.2.1 by Vincent Ladeuil
inv._get_mutable_inventory() - prepare for CHKInventory
630
        # TODO: Consider re-evaluating the need for this with CHKInventory
631
        # we don't strictly need to mutate an inventory for this
632
        # it only makes sense when apply_delta is cheaper than get_inventory()
633
        inventory = basis.inventory._get_mutable_inventory()
2865.1.1 by Robert Collins
Create new mutable tree method update_to_one_parent_via_delta for eventual use by commit.
634
        basis.unlock()
635
        inventory.apply_delta(delta)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
636
        rev_tree = revisiontree.RevisionTree(self.branch.repository,
637
                                             inventory, new_revid)
2865.1.1 by Robert Collins
Create new mutable tree method update_to_one_parent_via_delta for eventual use by commit.
638
        self.set_parent_trees([(new_revid, rev_tree)])
639
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
640
3335.1.2 by Jelmer Vernooij
Add mutabletree hooks class and start_commit hook.
641
class MutableTreeHooks(hooks.Hooks):
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
642
    """A dictionary mapping a hook name to a list of callables for mutabletree
3335.1.4 by Jelmer Vernooij
Fix indentation, add version number.
643
    hooks.
3335.1.2 by Jelmer Vernooij
Add mutabletree hooks class and start_commit hook.
644
    """
645
646
    def __init__(self):
647
        """Create the default hooks.
648
649
        """
650
        hooks.Hooks.__init__(self)
4119.3.2 by Robert Collins
Migrate existing hooks over to the new HookPoint infrastructure.
651
        self.create_hook(hooks.HookPoint('start_commit',
652
            "Called before a commit is performed on a tree. The start commit "
653
            "hook is able to change the tree before the commit takes place. "
4634.33.2 by Ian Clatworthy
review feedback from jam
654
            "start_commit is called with the bzrlib.mutabletree.MutableTree "
655
            "that the commit is being performed on.", (1, 4), None))
4634.33.3 by Ian Clatworthy
review feedback from Robert: rename finish_commit to post_commit
656
        self.create_hook(hooks.HookPoint('post_commit',
4634.33.1 by Ian Clatworthy
original finish_commit hook patch
657
            "Called after a commit is performed on a tree. The hook is "
4634.33.3 by Ian Clatworthy
review feedback from Robert: rename finish_commit to post_commit
658
            "called with a bzrlib.mutabletree.PostCommitHookParams object. "
4634.33.2 by Ian Clatworthy
review feedback from jam
659
            "The mutable tree the commit was performed on is available via "
660
            "the mutable_tree attribute of that object.", (2, 0), None))
3335.1.2 by Jelmer Vernooij
Add mutabletree hooks class and start_commit hook.
661
662
663
# install the default hooks into the MutableTree class.
664
MutableTree.hooks = MutableTreeHooks()
665
666
4634.33.3 by Ian Clatworthy
review feedback from Robert: rename finish_commit to post_commit
667
class PostCommitHookParams(object):
668
    """Parameters for the post_commit hook.
4634.33.2 by Ian Clatworthy
review feedback from jam
669
670
    To access the parameters, use the following attributes:
671
672
    * mutable_tree - the MutableTree object
673
    """
674
675
    def __init__(self, mutable_tree):
4634.33.3 by Ian Clatworthy
review feedback from Robert: rename finish_commit to post_commit
676
        """Create the parameters for the post_commit hook."""
4634.33.2 by Ian Clatworthy
review feedback from jam
677
        self.mutable_tree = mutable_tree
678
679
2568.2.5 by Robert Collins
* ``bzrlib.add.FastPath`` is now private and moved to
680
class _FastPath(object):
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
681
    """A path object with fast accessors for things like basename."""
682
683
    __slots__ = ['raw_path', 'base_path']
684
685
    def __init__(self, path, base_path=None):
686
        """Construct a FastPath from path."""
687
        if base_path is None:
688
            self.base_path = osutils.basename(path)
689
        else:
690
            self.base_path = base_path
691
        self.raw_path = path
692
693
    def __cmp__(self, other):
694
        return cmp(self.raw_path, other.raw_path)
695
696
    def __hash__(self):
697
        return hash(self.raw_path)
698
699
700
def _add_one_and_parent(tree, inv, parent_ie, path, kind, action):
701
    """Add a new entry to the inventory and automatically add unversioned parents.
702
703
    :param inv: Inventory which will receive the new entry.
704
    :param parent_ie: Parent inventory entry if known, or None.  If
705
        None, the parent is looked up by name and used if present, otherwise it
706
        is recursively added.
707
    :param kind: Kind of new entry (file, directory, etc)
708
    :param action: callback(inv, parent_ie, path, kind); return ignored.
709
    :return: A list of paths which have been added.
710
    """
711
    # Nothing to do if path is already versioned.
712
    # This is safe from infinite recursion because the tree root is
713
    # always versioned.
714
    if parent_ie is not None:
715
        # we have a parent ie already
716
        added = []
717
    else:
718
        # slower but does not need parent_ie
3794.5.31 by Mark Hammond
bulk of the simple review comments from igc.
719
        if inv.has_filename(tree._fix_case_of_inventory_path(path.raw_path)):
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
720
            return []
721
        # its really not there : add the parent
722
        # note that the dirname use leads to some extra str copying etc but as
723
        # there are a limited number of dirs we can be nested under, it should
724
        # generally find it very fast and not recurse after that.
2568.2.5 by Robert Collins
* ``bzrlib.add.FastPath`` is now private and moved to
725
        added = _add_one_and_parent(tree, inv, None,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
726
            _FastPath(osutils.dirname(path.raw_path)), 'directory', action)
727
        parent_id = inv.path2id(osutils.dirname(path.raw_path))
2568.2.4 by Robert Collins
* ``bzrlib.add.smart_add`` and ``bzrlib.add.smart_add_tree`` are now
728
        parent_ie = inv[parent_id]
729
    _add_one(tree, inv, parent_ie, path, kind, action)
730
    return added + [path.raw_path]
731
732
733
def _add_one(tree, inv, parent_ie, path, kind, file_id_callback):
734
    """Add a new entry to the inventory.
735
736
    :param inv: Inventory which will receive the new entry.
737
    :param parent_ie: Parent inventory entry.
738
    :param kind: Kind of new entry (file, directory, etc)
739
    :param file_id_callback: callback(inv, parent_ie, path, kind); return a
740
        file_id or None to generate a new file id
741
    :returns: None
742
    """
743
    file_id = file_id_callback(inv, parent_ie, path, kind)
744
    entry = inv.make_entry(kind, path.base_path, parent_ie.file_id,
745
        file_id=file_id)
746
    inv.add(entry)