~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/transform.py

  • Committer: Jelmer Vernooij
  • Date: 2011-12-19 10:58:39 UTC
  • mfrom: (6383 +trunk)
  • mto: This revision was merged to the branch mainline in revision 6386.
  • Revision ID: jelmer@canonical.com-20111219105839-uji05ck4rkm1mj4j
Merge bzr.dev.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006-2011 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
 
17
from __future__ import absolute_import
 
18
 
17
19
import os
18
20
import errno
19
21
from stat import S_ISREG, S_IEXEC
20
22
import time
21
23
 
22
 
from bzrlib.lazy_import import lazy_import
23
 
lazy_import(globals(), """
 
24
from bzrlib import (
 
25
    errors,
 
26
    lazy_import,
 
27
    registry,
 
28
    trace,
 
29
    tree,
 
30
    )
 
31
lazy_import.lazy_import(globals(), """
24
32
from bzrlib import (
25
33
    annotate,
26
34
    bencode,
27
 
    bzrdir,
 
35
    controldir,
 
36
    commit,
 
37
    conflicts,
28
38
    delta,
29
 
    errors,
30
39
    inventory,
31
40
    multiparent,
32
41
    osutils,
33
42
    revision as _mod_revision,
34
43
    ui,
 
44
    urlutils,
35
45
    )
 
46
from bzrlib.i18n import gettext
36
47
""")
37
 
from bzrlib.errors import (DuplicateKey, MalformedTransform, NoSuchFile,
 
48
from bzrlib.errors import (DuplicateKey, MalformedTransform,
38
49
                           ReusingTransform, CantMoveRoot,
39
50
                           ExistingLimbo, ImmortalLimbo, NoFinalPath,
40
51
                           UnableCreateSymlink)
41
52
from bzrlib.filters import filtered_output_bytes, ContentFilterContext
42
 
from bzrlib.inventory import InventoryEntry
43
53
from bzrlib.osutils import (
44
54
    delete_any,
45
55
    file_kind,
46
56
    has_symlinks,
47
 
    lexists,
48
57
    pathjoin,
49
58
    sha_file,
50
59
    splitpath,
51
60
    supports_executable,
52
 
)
 
61
    )
53
62
from bzrlib.progress import ProgressPhase
54
63
from bzrlib.symbol_versioning import (
55
 
        deprecated_function,
56
 
        deprecated_in,
57
 
        )
58
 
from bzrlib.trace import mutter, warning
59
 
from bzrlib import tree
60
 
import bzrlib.ui
61
 
import bzrlib.urlutils as urlutils
 
64
    deprecated_function,
 
65
    deprecated_in,
 
66
    deprecated_method,
 
67
    )
62
68
 
63
69
 
64
70
ROOT_PARENT = "root-parent"
65
71
 
66
 
 
67
72
def unique_add(map, key, value):
68
73
    if key in map:
69
74
        raise DuplicateKey(key=key)
70
75
    map[key] = value
71
76
 
72
77
 
 
78
 
73
79
class _TransformResults(object):
74
80
    def __init__(self, modified_paths, rename_count):
75
81
        object.__init__(self)
99
105
        self._new_parent = {}
100
106
        # mapping of trans_id with new contents -> new file_kind
101
107
        self._new_contents = {}
 
108
        # mapping of trans_id => (sha1 of content, stat_value)
 
109
        self._observed_sha1s = {}
102
110
        # Set of trans_ids whose contents will be removed
103
111
        self._removed_contents = set()
104
112
        # Mapping of trans_id -> new execute-bit value
123
131
            self._new_root = self.trans_id_tree_file_id(root_id)
124
132
        else:
125
133
            self._new_root = None
126
 
        # Indictor of whether the transform has been applied
 
134
        # Indicator of whether the transform has been applied
127
135
        self._done = False
128
136
        # A progress bar
129
137
        self._pb = pb
132
140
        # A counter of how many files have been renamed
133
141
        self.rename_count = 0
134
142
 
 
143
    def __enter__(self):
 
144
        """Support Context Manager API."""
 
145
        return self
 
146
 
 
147
    def __exit__(self, exc_type, exc_val, exc_tb):
 
148
        """Support Context Manager API."""
 
149
        self.finalize()
 
150
 
135
151
    def finalize(self):
136
152
        """Release the working tree lock, if held.
137
153
 
212
228
        This means that the old root trans-id becomes obsolete, so it is
213
229
        recommended only to invoke this after the root trans-id has become
214
230
        irrelevant.
 
231
 
215
232
        """
216
233
        new_roots = [k for k, v in self._new_parent.iteritems() if v is
217
234
                     ROOT_PARENT]
223
240
            self._new_root = new_roots[0]
224
241
            return
225
242
        old_new_root = new_roots[0]
226
 
        # TODO: What to do if a old_new_root is present, but self._new_root is
227
 
        #       not listed as being removed? This code explicitly unversions
228
 
        #       the old root and versions it with the new file_id. Though that
229
 
        #       seems like an incomplete delta
230
 
 
231
243
        # unversion the new root's directory.
232
 
        file_id = self.final_file_id(old_new_root)
 
244
        if self.final_kind(self._new_root) is None:
 
245
            file_id = self.final_file_id(old_new_root)
 
246
        else:
 
247
            file_id = self.final_file_id(self._new_root)
233
248
        if old_new_root in self._new_id:
234
249
            self.cancel_versioning(old_new_root)
235
250
        else:
239
254
        if (self.tree_file_id(self._new_root) is not None and
240
255
            self._new_root not in self._removed_id):
241
256
            self.unversion_file(self._new_root)
242
 
        self.version_file(file_id, self._new_root)
 
257
        if file_id is not None:
 
258
            self.version_file(file_id, self._new_root)
243
259
 
244
260
        # Now move children of new root into old root directory.
245
261
        # Ensure all children are registered with the transaction, but don't
314
330
 
315
331
    def delete_contents(self, trans_id):
316
332
        """Schedule the contents of a path entry for deletion"""
317
 
        # Ensure that the object exists in the WorkingTree, this will raise an
318
 
        # exception if there is a problem
319
 
        self.tree_kind(trans_id)
320
 
        self._removed_contents.add(trans_id)
 
333
        kind = self.tree_kind(trans_id)
 
334
        if kind is not None:
 
335
            self._removed_contents.add(trans_id)
321
336
 
322
337
    def cancel_deletion(self, trans_id):
323
338
        """Cancel a scheduled deletion"""
380
395
        return sorted(FinalPaths(self).get_paths(new_ids))
381
396
 
382
397
    def _inventory_altered(self):
383
 
        """Get the trans_ids and paths of files needing new inv entries."""
384
 
        new_ids = set()
385
 
        for id_set in [self._new_name, self._new_parent, self._new_id,
 
398
        """Determine which trans_ids need new Inventory entries.
 
399
 
 
400
        An new entry is needed when anything that would be reflected by an
 
401
        inventory entry changes, including file name, file_id, parent file_id,
 
402
        file kind, and the execute bit.
 
403
 
 
404
        Some care is taken to return entries with real changes, not cases
 
405
        where the value is deleted and then restored to its original value,
 
406
        but some actually unchanged values may be returned.
 
407
 
 
408
        :returns: A list of (path, trans_id) for all items requiring an
 
409
            inventory change. Ordered by path.
 
410
        """
 
411
        changed_ids = set()
 
412
        # Find entries whose file_ids are new (or changed).
 
413
        new_file_id = set(t for t in self._new_id
 
414
                          if self._new_id[t] != self.tree_file_id(t))
 
415
        for id_set in [self._new_name, self._new_parent, new_file_id,
386
416
                       self._new_executability]:
387
 
            new_ids.update(id_set)
 
417
            changed_ids.update(id_set)
 
418
        # removing implies a kind change
388
419
        changed_kind = set(self._removed_contents)
 
420
        # so does adding
389
421
        changed_kind.intersection_update(self._new_contents)
390
 
        changed_kind.difference_update(new_ids)
391
 
        changed_kind = (t for t in changed_kind if self.tree_kind(t) !=
392
 
                        self.final_kind(t))
393
 
        new_ids.update(changed_kind)
394
 
        return sorted(FinalPaths(self).get_paths(new_ids))
 
422
        # Ignore entries that are already known to have changed.
 
423
        changed_kind.difference_update(changed_ids)
 
424
        #  to keep only the truly changed ones
 
425
        changed_kind = (t for t in changed_kind
 
426
                        if self.tree_kind(t) != self.final_kind(t))
 
427
        # all kind changes will alter the inventory
 
428
        changed_ids.update(changed_kind)
 
429
        # To find entries with changed parent_ids, find parents which existed,
 
430
        # but changed file_id.
 
431
        changed_file_id = set(t for t in new_file_id if t in self._removed_id)
 
432
        # Now add all their children to the set.
 
433
        for parent_trans_id in new_file_id:
 
434
            changed_ids.update(self.iter_tree_children(parent_trans_id))
 
435
        return sorted(FinalPaths(self).get_paths(changed_ids))
395
436
 
396
437
    def final_kind(self, trans_id):
397
438
        """Determine the final file kind, after any changes applied.
398
439
 
399
 
        Raises NoSuchFile if the file does not exist/has no contents.
400
 
        (It is conceivable that a path would be created without the
401
 
        corresponding contents insertion command)
 
440
        :return: None if the file does not exist/has no contents.  (It is
 
441
            conceivable that a path would be created without the corresponding
 
442
            contents insertion command)
402
443
        """
403
444
        if trans_id in self._new_contents:
404
445
            return self._new_contents[trans_id]
405
446
        elif trans_id in self._removed_contents:
406
 
            raise NoSuchFile(None)
 
447
            return None
407
448
        else:
408
449
            return self.tree_kind(trans_id)
409
450
 
522
563
        for trans_id in self._removed_id:
523
564
            file_id = self.tree_file_id(trans_id)
524
565
            if file_id is not None:
525
 
                if self._tree.inventory[file_id].kind == 'directory':
 
566
                if self._tree.stored_kind(file_id) == 'directory':
526
567
                    parents.append(trans_id)
527
568
            elif self.tree_kind(trans_id) == 'directory':
528
569
                parents.append(trans_id)
531
572
            # ensure that all children are registered with the transaction
532
573
            list(self.iter_tree_children(parent_id))
533
574
 
 
575
    @deprecated_method(deprecated_in((2, 3, 0)))
534
576
    def has_named_child(self, by_parent, parent_id, name):
535
 
        try:
536
 
            children = by_parent[parent_id]
537
 
        except KeyError:
538
 
            children = []
539
 
        for child in children:
 
577
        return self._has_named_child(
 
578
            name, parent_id, known_children=by_parent.get(parent_id, []))
 
579
 
 
580
    def _has_named_child(self, name, parent_id, known_children):
 
581
        """Does a parent already have a name child.
 
582
 
 
583
        :param name: The searched for name.
 
584
 
 
585
        :param parent_id: The parent for which the check is made.
 
586
 
 
587
        :param known_children: The already known children. This should have
 
588
            been recently obtained from `self.by_parent.get(parent_id)`
 
589
            (or will be if None is passed).
 
590
        """
 
591
        if known_children is None:
 
592
            known_children = self.by_parent().get(parent_id, [])
 
593
        for child in known_children:
540
594
            if self.final_name(child) == name:
541
595
                return True
542
 
        try:
543
 
            path = self._tree_id_paths[parent_id]
544
 
        except KeyError:
 
596
        parent_path = self._tree_id_paths.get(parent_id, None)
 
597
        if parent_path is None:
 
598
            # No parent... no children
545
599
            return False
546
 
        childpath = joinpath(path, name)
547
 
        child_id = self._tree_path_ids.get(childpath)
 
600
        child_path = joinpath(parent_path, name)
 
601
        child_id = self._tree_path_ids.get(child_path, None)
548
602
        if child_id is None:
549
 
            return lexists(self._tree.abspath(childpath))
 
603
            # Not known by the tree transform yet, check the filesystem
 
604
            return osutils.lexists(self._tree.abspath(child_path))
550
605
        else:
551
 
            if self.final_parent(child_id) != parent_id:
552
 
                return False
553
 
            if child_id in self._removed_contents:
554
 
                # XXX What about dangling file-ids?
555
 
                return False
556
 
            else:
557
 
                return True
 
606
            raise AssertionError('child_id is missing: %s, %s, %s'
 
607
                                 % (name, parent_id, child_id))
 
608
 
 
609
    def _available_backup_name(self, name, target_id):
 
610
        """Find an available backup name.
 
611
 
 
612
        :param name: The basename of the file.
 
613
 
 
614
        :param target_id: The directory trans_id where the backup should 
 
615
            be placed.
 
616
        """
 
617
        known_children = self.by_parent().get(target_id, [])
 
618
        return osutils.available_backup_name(
 
619
            name,
 
620
            lambda base: self._has_named_child(
 
621
                base, target_id, known_children))
558
622
 
559
623
    def _parent_loops(self):
560
624
        """No entry should be its own ancestor"""
595
659
        """
596
660
        conflicts = []
597
661
        for trans_id in self._new_id.iterkeys():
598
 
            try:
599
 
                kind = self.final_kind(trans_id)
600
 
            except NoSuchFile:
 
662
            kind = self.final_kind(trans_id)
 
663
            if kind is None:
601
664
                conflicts.append(('versioning no contents', trans_id))
602
665
                continue
603
 
            if not InventoryEntry.versionable_kind(kind):
 
666
            if not inventory.InventoryEntry.versionable_kind(kind):
604
667
                conflicts.append(('versioning bad kind', trans_id, kind))
605
668
        return conflicts
606
669
 
617
680
            if self.final_file_id(trans_id) is None:
618
681
                conflicts.append(('unversioned executability', trans_id))
619
682
            else:
620
 
                try:
621
 
                    non_file = self.final_kind(trans_id) != "file"
622
 
                except NoSuchFile:
623
 
                    non_file = True
624
 
                if non_file is True:
 
683
                if self.final_kind(trans_id) != "file":
625
684
                    conflicts.append(('non-file executability', trans_id))
626
685
        return conflicts
627
686
 
629
688
        """Check for overwrites (not permitted on Win32)"""
630
689
        conflicts = []
631
690
        for trans_id in self._new_contents:
632
 
            try:
633
 
                self.tree_kind(trans_id)
634
 
            except NoSuchFile:
 
691
            if self.tree_kind(trans_id) is None:
635
692
                continue
636
693
            if trans_id not in self._removed_contents:
637
694
                conflicts.append(('overwrite', trans_id,
644
701
        if (self._new_name, self._new_parent) == ({}, {}):
645
702
            return conflicts
646
703
        for children in by_parent.itervalues():
647
 
            name_ids = [(self.final_name(t), t) for t in children]
648
 
            if not self._case_sensitive_target:
649
 
                name_ids = [(n.lower(), t) for n, t in name_ids]
 
704
            name_ids = []
 
705
            for child_tid in children:
 
706
                name = self.final_name(child_tid)
 
707
                if name is not None:
 
708
                    # Keep children only if they still exist in the end
 
709
                    if not self._case_sensitive_target:
 
710
                        name = name.lower()
 
711
                    name_ids.append((name, child_tid))
650
712
            name_ids.sort()
651
713
            last_name = None
652
714
            last_trans_id = None
653
715
            for name, trans_id in name_ids:
654
 
                try:
655
 
                    kind = self.final_kind(trans_id)
656
 
                except NoSuchFile:
657
 
                    kind = None
 
716
                kind = self.final_kind(trans_id)
658
717
                file_id = self.final_file_id(trans_id)
659
718
                if kind is None and file_id is None:
660
719
                    continue
679
738
        return conflicts
680
739
 
681
740
    def _parent_type_conflicts(self, by_parent):
682
 
        """parents must have directory 'contents'."""
 
741
        """Children must have a directory parent"""
683
742
        conflicts = []
684
743
        for parent_id, children in by_parent.iteritems():
685
744
            if parent_id is ROOT_PARENT:
686
745
                continue
687
 
            if not self._any_contents(children):
 
746
            no_children = True
 
747
            for child_id in children:
 
748
                if self.final_kind(child_id) is not None:
 
749
                    no_children = False
 
750
                    break
 
751
            if no_children:
688
752
                continue
689
 
            for child in children:
690
 
                try:
691
 
                    self.final_kind(child)
692
 
                except NoSuchFile:
693
 
                    continue
694
 
            try:
695
 
                kind = self.final_kind(parent_id)
696
 
            except NoSuchFile:
697
 
                kind = None
 
753
            # There is at least a child, so we need an existing directory to
 
754
            # contain it.
 
755
            kind = self.final_kind(parent_id)
698
756
            if kind is None:
 
757
                # The directory will be deleted
699
758
                conflicts.append(('missing parent', parent_id))
700
759
            elif kind != "directory":
 
760
                # Meh, we need a *directory* to put something in it
701
761
                conflicts.append(('non-directory parent', parent_id))
702
762
        return conflicts
703
763
 
704
 
    def _any_contents(self, trans_ids):
705
 
        """Return true if any of the trans_ids, will have contents."""
706
 
        for trans_id in trans_ids:
707
 
            try:
708
 
                kind = self.final_kind(trans_id)
709
 
            except NoSuchFile:
710
 
                continue
711
 
            return True
712
 
        return False
713
 
 
714
764
    def _set_executability(self, path, trans_id):
715
765
        """Set the executability of versioned files """
716
766
        if supports_executable():
728
778
                    to_mode |= 0010 & ~umask
729
779
            else:
730
780
                to_mode = current_mode & ~0111
731
 
            os.chmod(abspath, to_mode)
 
781
            osutils.chmod_if_possible(abspath, to_mode)
732
782
 
733
783
    def _new_entry(self, name, parent_id, file_id):
734
784
        """Helper function to create a new filesystem entry."""
738
788
        return trans_id
739
789
 
740
790
    def new_file(self, name, parent_id, contents, file_id=None,
741
 
                 executable=None):
 
791
                 executable=None, sha1=None):
742
792
        """Convenience method to create files.
743
793
 
744
794
        name is the name of the file to create.
751
801
        trans_id = self._new_entry(name, parent_id, file_id)
752
802
        # TODO: rather than scheduling a set_executable call,
753
803
        # have create_file create the file with the right mode.
754
 
        self.create_file(contents, trans_id)
 
804
        self.create_file(contents, trans_id, sha1=sha1)
755
805
        if executable is not None:
756
806
            self.set_executability(executable, trans_id)
757
807
        return trans_id
780
830
        self.create_symlink(target, trans_id)
781
831
        return trans_id
782
832
 
 
833
    def new_orphan(self, trans_id, parent_id):
 
834
        """Schedule an item to be orphaned.
 
835
 
 
836
        When a directory is about to be removed, its children, if they are not
 
837
        versioned are moved out of the way: they don't have a parent anymore.
 
838
 
 
839
        :param trans_id: The trans_id of the existing item.
 
840
        :param parent_id: The parent trans_id of the item.
 
841
        """
 
842
        raise NotImplementedError(self.new_orphan)
 
843
 
 
844
    def _get_potential_orphans(self, dir_id):
 
845
        """Find the potential orphans in a directory.
 
846
 
 
847
        A directory can't be safely deleted if there are versioned files in it.
 
848
        If all the contained files are unversioned then they can be orphaned.
 
849
 
 
850
        The 'None' return value means that the directory contains at least one
 
851
        versioned file and should not be deleted.
 
852
 
 
853
        :param dir_id: The directory trans id.
 
854
 
 
855
        :return: A list of the orphan trans ids or None if at least one
 
856
             versioned file is present.
 
857
        """
 
858
        orphans = []
 
859
        # Find the potential orphans, stop if one item should be kept
 
860
        for child_tid in self.by_parent()[dir_id]:
 
861
            if child_tid in self._removed_contents:
 
862
                # The child is removed as part of the transform. Since it was
 
863
                # versioned before, it's not an orphan
 
864
                continue
 
865
            elif self.final_file_id(child_tid) is None:
 
866
                # The child is not versioned
 
867
                orphans.append(child_tid)
 
868
            else:
 
869
                # We have a versioned file here, searching for orphans is
 
870
                # meaningless.
 
871
                orphans = None
 
872
                break
 
873
        return orphans
 
874
 
783
875
    def _affected_ids(self):
784
876
        """Return the set of transform ids affected by the transform"""
785
877
        trans_ids = set(self._removed_id)
844
936
        Return a (name, parent, kind, executable) tuple
845
937
        """
846
938
        to_name = self.final_name(to_trans_id)
847
 
        try:
848
 
            to_kind = self.final_kind(to_trans_id)
849
 
        except NoSuchFile:
850
 
            to_kind = None
 
939
        to_kind = self.final_kind(to_trans_id)
851
940
        to_parent = self.final_file_id(self.final_parent(to_trans_id))
852
941
        if to_trans_id in self._new_executability:
853
942
            to_executable = self._new_executability[to_trans_id]
927
1016
        """
928
1017
        return _PreviewTree(self)
929
1018
 
930
 
    def commit(self, branch, message, merge_parents=None, strict=False):
 
1019
    def commit(self, branch, message, merge_parents=None, strict=False,
 
1020
               timestamp=None, timezone=None, committer=None, authors=None,
 
1021
               revprops=None, revision_id=None):
931
1022
        """Commit the result of this TreeTransform to a branch.
932
1023
 
933
1024
        :param branch: The branch to commit to.
934
1025
        :param message: The message to attach to the commit.
935
 
        :param merge_parents: Additional parents specified by pending merges.
 
1026
        :param merge_parents: Additional parent revision-ids specified by
 
1027
            pending merges.
 
1028
        :param strict: If True, abort the commit if there are unversioned
 
1029
            files.
 
1030
        :param timestamp: if not None, seconds-since-epoch for the time and
 
1031
            date.  (May be a float.)
 
1032
        :param timezone: Optional timezone for timestamp, as an offset in
 
1033
            seconds.
 
1034
        :param committer: Optional committer in email-id format.
 
1035
            (e.g. "J Random Hacker <jrandom@example.com>")
 
1036
        :param authors: Optional list of authors in email-id format.
 
1037
        :param revprops: Optional dictionary of revision properties.
 
1038
        :param revision_id: Optional revision id.  (Specifying a revision-id
 
1039
            may reduce performance for some non-native formats.)
936
1040
        :return: The revision_id of the revision committed.
937
1041
        """
938
1042
        self._check_malformed()
955
1059
        if self._tree.get_revision_id() != last_rev_id:
956
1060
            raise ValueError('TreeTransform not based on branch basis: %s' %
957
1061
                             self._tree.get_revision_id())
958
 
        builder = branch.get_commit_builder(parent_ids)
 
1062
        revprops = commit.Commit.update_revprops(revprops, branch, authors)
 
1063
        builder = branch.get_commit_builder(parent_ids,
 
1064
                                            timestamp=timestamp,
 
1065
                                            timezone=timezone,
 
1066
                                            committer=committer,
 
1067
                                            revprops=revprops,
 
1068
                                            revision_id=revision_id)
959
1069
        preview = self.get_preview_tree()
960
1070
        list(builder.record_iter_changes(preview, last_rev_id,
961
1071
                                         self.iter_changes()))
1079
1189
        self._deletiondir = None
1080
1190
        # A mapping of transform ids to their limbo filename
1081
1191
        self._limbo_files = {}
 
1192
        self._possibly_stale_limbo_files = set()
1082
1193
        # A mapping of transform ids to a set of the transform ids of children
1083
1194
        # that their limbo directory has
1084
1195
        self._limbo_children = {}
1097
1208
        if self._tree is None:
1098
1209
            return
1099
1210
        try:
1100
 
            entries = [(self._limbo_name(t), t, k) for t, k in
1101
 
                       self._new_contents.iteritems()]
1102
 
            entries.sort(reverse=True)
1103
 
            for path, trans_id, kind in entries:
1104
 
                delete_any(path)
 
1211
            limbo_paths = self._limbo_files.values() + list(
 
1212
                self._possibly_stale_limbo_files)
 
1213
            limbo_paths = sorted(limbo_paths, reverse=True)
 
1214
            for path in limbo_paths:
 
1215
                try:
 
1216
                    delete_any(path)
 
1217
                except OSError, e:
 
1218
                    if e.errno != errno.ENOENT:
 
1219
                        raise
 
1220
                    # XXX: warn? perhaps we just got interrupted at an
 
1221
                    # inconvenient moment, but perhaps files are disappearing
 
1222
                    # from under us?
1105
1223
            try:
1106
1224
                delete_any(self._limbodir)
1107
1225
            except OSError:
1156
1274
        entries from _limbo_files, because they are now stale.
1157
1275
        """
1158
1276
        for trans_id in trans_ids:
1159
 
            old_path = self._limbo_files.pop(trans_id)
 
1277
            old_path = self._limbo_files[trans_id]
 
1278
            self._possibly_stale_limbo_files.add(old_path)
 
1279
            del self._limbo_files[trans_id]
1160
1280
            if trans_id not in self._new_contents:
1161
1281
                continue
1162
1282
            new_path = self._limbo_name(trans_id)
1163
 
            osutils.rename(old_path, new_path)
 
1283
            os.rename(old_path, new_path)
 
1284
            self._possibly_stale_limbo_files.remove(old_path)
1164
1285
            for descendant in self._limbo_descendants(trans_id):
1165
1286
                desc_path = self._limbo_files[descendant]
1166
1287
                desc_path = new_path + desc_path[len(old_path):]
1173
1294
            descendants.update(self._limbo_descendants(descendant))
1174
1295
        return descendants
1175
1296
 
1176
 
    def create_file(self, contents, trans_id, mode_id=None):
 
1297
    def create_file(self, contents, trans_id, mode_id=None, sha1=None):
1177
1298
        """Schedule creation of a new file.
1178
1299
 
1179
 
        See also new_file.
1180
 
 
1181
 
        Contents is an iterator of strings, all of which will be written
1182
 
        to the target destination.
1183
 
 
1184
 
        New file takes the permissions of any existing file with that id,
1185
 
        unless mode_id is specified.
 
1300
        :seealso: new_file.
 
1301
 
 
1302
        :param contents: an iterator of strings, all of which will be written
 
1303
            to the target destination.
 
1304
        :param trans_id: TreeTransform handle
 
1305
        :param mode_id: If not None, force the mode of the target file to match
 
1306
            the mode of the object referenced by mode_id.
 
1307
            Otherwise, we will try to preserve mode bits of an existing file.
 
1308
        :param sha1: If the sha1 of this content is already known, pass it in.
 
1309
            We can use it to prevent future sha1 computations.
1186
1310
        """
1187
1311
        name = self._limbo_name(trans_id)
1188
1312
        f = open(name, 'wb')
1189
1313
        try:
1190
 
            try:
1191
 
                unique_add(self._new_contents, trans_id, 'file')
1192
 
            except:
1193
 
                # Clean up the file, it never got registered so
1194
 
                # TreeTransform.finalize() won't clean it up.
1195
 
                f.close()
1196
 
                os.unlink(name)
1197
 
                raise
1198
 
 
 
1314
            unique_add(self._new_contents, trans_id, 'file')
1199
1315
            f.writelines(contents)
1200
1316
        finally:
1201
1317
            f.close()
1202
1318
        self._set_mtime(name)
1203
1319
        self._set_mode(trans_id, mode_id, S_ISREG)
 
1320
        # It is unfortunate we have to use lstat instead of fstat, but we just
 
1321
        # used utime and chmod on the file, so we need the accurate final
 
1322
        # details.
 
1323
        if sha1 is not None:
 
1324
            self._observed_sha1s[trans_id] = (sha1, osutils.lstat(name))
1204
1325
 
1205
1326
    def _read_file_chunks(self, trans_id):
1206
1327
        cur_file = open(self._limbo_name(trans_id), 'rb')
1265
1386
    def cancel_creation(self, trans_id):
1266
1387
        """Cancel the creation of new file contents."""
1267
1388
        del self._new_contents[trans_id]
 
1389
        if trans_id in self._observed_sha1s:
 
1390
            del self._observed_sha1s[trans_id]
1268
1391
        children = self._limbo_children.get(trans_id)
1269
1392
        # if this is a limbo directory with children, move them before removing
1270
1393
        # the directory
1274
1397
            del self._limbo_children_names[trans_id]
1275
1398
        delete_any(self._limbo_name(trans_id))
1276
1399
 
 
1400
    def new_orphan(self, trans_id, parent_id):
 
1401
        # FIXME: There is no tree config, so we use the branch one (it's weird
 
1402
        # to define it this way as orphaning can only occur in a working tree,
 
1403
        # but that's all we have (for now). It will find the option in
 
1404
        # locations.conf or bazaar.conf though) -- vila 20100916
 
1405
        conf = self._tree.branch.get_config()
 
1406
        conf_var_name = 'bzr.transform.orphan_policy'
 
1407
        orphan_policy = conf.get_user_option(conf_var_name)
 
1408
        default_policy = orphaning_registry.default_key
 
1409
        if orphan_policy is None:
 
1410
            orphan_policy = default_policy
 
1411
        if orphan_policy not in orphaning_registry:
 
1412
            trace.warning('%s (from %s) is not a known policy, defaulting '
 
1413
                'to %s' % (orphan_policy, conf_var_name, default_policy))
 
1414
            orphan_policy = default_policy
 
1415
        handle_orphan = orphaning_registry.get(orphan_policy)
 
1416
        handle_orphan(self, trans_id, parent_id)
 
1417
 
 
1418
 
 
1419
class OrphaningError(errors.BzrError):
 
1420
 
 
1421
    # Only bugs could lead to such exception being seen by the user
 
1422
    internal_error = True
 
1423
    _fmt = "Error while orphaning %s in %s directory"
 
1424
 
 
1425
    def __init__(self, orphan, parent):
 
1426
        errors.BzrError.__init__(self)
 
1427
        self.orphan = orphan
 
1428
        self.parent = parent
 
1429
 
 
1430
 
 
1431
class OrphaningForbidden(OrphaningError):
 
1432
 
 
1433
    _fmt = "Policy: %s doesn't allow creating orphans."
 
1434
 
 
1435
    def __init__(self, policy):
 
1436
        errors.BzrError.__init__(self)
 
1437
        self.policy = policy
 
1438
 
 
1439
 
 
1440
def move_orphan(tt, orphan_id, parent_id):
 
1441
    """See TreeTransformBase.new_orphan.
 
1442
 
 
1443
    This creates a new orphan in the `bzr-orphans` dir at the root of the
 
1444
    `TreeTransform`.
 
1445
 
 
1446
    :param tt: The TreeTransform orphaning `trans_id`.
 
1447
 
 
1448
    :param orphan_id: The trans id that should be orphaned.
 
1449
 
 
1450
    :param parent_id: The orphan parent trans id.
 
1451
    """
 
1452
    # Add the orphan dir if it doesn't exist
 
1453
    orphan_dir_basename = 'bzr-orphans'
 
1454
    od_id = tt.trans_id_tree_path(orphan_dir_basename)
 
1455
    if tt.final_kind(od_id) is None:
 
1456
        tt.create_directory(od_id)
 
1457
    parent_path = tt._tree_id_paths[parent_id]
 
1458
    # Find a name that doesn't exist yet in the orphan dir
 
1459
    actual_name = tt.final_name(orphan_id)
 
1460
    new_name = tt._available_backup_name(actual_name, od_id)
 
1461
    tt.adjust_path(new_name, od_id, orphan_id)
 
1462
    trace.warning('%s has been orphaned in %s'
 
1463
                  % (joinpath(parent_path, actual_name), orphan_dir_basename))
 
1464
 
 
1465
 
 
1466
def refuse_orphan(tt, orphan_id, parent_id):
 
1467
    """See TreeTransformBase.new_orphan.
 
1468
 
 
1469
    This refuses to create orphan, letting the caller handle the conflict.
 
1470
    """
 
1471
    raise OrphaningForbidden('never')
 
1472
 
 
1473
 
 
1474
orphaning_registry = registry.Registry()
 
1475
orphaning_registry.register(
 
1476
    'conflict', refuse_orphan,
 
1477
    'Leave orphans in place and create a conflict on the directory.')
 
1478
orphaning_registry.register(
 
1479
    'move', move_orphan,
 
1480
    'Move orphans into the bzr-orphans directory.')
 
1481
orphaning_registry._set_default_key('conflict')
 
1482
 
1277
1483
 
1278
1484
class TreeTransform(DiskTreeTransform):
1279
1485
    """Represent a tree transformation.
1351
1557
        try:
1352
1558
            limbodir = urlutils.local_path_from_url(
1353
1559
                tree._transport.abspath('limbo'))
1354
 
            try:
1355
 
                os.mkdir(limbodir)
1356
 
            except OSError, e:
1357
 
                if e.errno == errno.EEXIST:
1358
 
                    raise ExistingLimbo(limbodir)
 
1560
            osutils.ensure_empty_directory_exists(
 
1561
                limbodir,
 
1562
                errors.ExistingLimbo)
1359
1563
            deletiondir = urlutils.local_path_from_url(
1360
1564
                tree._transport.abspath('pending-deletion'))
1361
 
            try:
1362
 
                os.mkdir(deletiondir)
1363
 
            except OSError, e:
1364
 
                if e.errno == errno.EEXIST:
1365
 
                    raise errors.ExistingPendingDeletion(deletiondir)
 
1565
            osutils.ensure_empty_directory_exists(
 
1566
                deletiondir,
 
1567
                errors.ExistingPendingDeletion)
1366
1568
        except:
1367
1569
            tree.unlock()
1368
1570
            raise
1397
1599
    def tree_kind(self, trans_id):
1398
1600
        """Determine the file kind in the working tree.
1399
1601
 
1400
 
        Raises NoSuchFile if the file does not exist
 
1602
        :returns: The file kind or None if the file does not exist
1401
1603
        """
1402
1604
        path = self._tree_id_paths.get(trans_id)
1403
1605
        if path is None:
1404
 
            raise NoSuchFile(None)
 
1606
            return None
1405
1607
        try:
1406
1608
            return file_kind(self._tree.abspath(path))
1407
 
        except OSError, e:
1408
 
            if e.errno != errno.ENOENT:
1409
 
                raise
1410
 
            else:
1411
 
                raise NoSuchFile(path)
 
1609
        except errors.NoSuchFile:
 
1610
            return None
1412
1611
 
1413
1612
    def _set_mode(self, trans_id, mode_id, typefunc):
1414
1613
        """Set the mode of new file contents.
1434
1633
            else:
1435
1634
                raise
1436
1635
        if typefunc(mode):
1437
 
            os.chmod(self._limbo_name(trans_id), mode)
 
1636
            osutils.chmod_if_possible(self._limbo_name(trans_id), mode)
1438
1637
 
1439
1638
    def iter_tree_children(self, parent_id):
1440
1639
        """Iterate through the entry's tree children, if any"""
1520
1719
        """
1521
1720
        if not no_conflicts:
1522
1721
            self._check_malformed()
1523
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
1722
        child_pb = ui.ui_factory.nested_progress_bar()
1524
1723
        try:
1525
1724
            if precomputed_delta is None:
1526
 
                child_pb.update('Apply phase', 0, 2)
 
1725
                child_pb.update(gettext('Apply phase'), 0, 2)
1527
1726
                inventory_delta = self._generate_inventory_delta()
1528
1727
                offset = 1
1529
1728
            else:
1534
1733
            else:
1535
1734
                mover = _mover
1536
1735
            try:
1537
 
                child_pb.update('Apply phase', 0 + offset, 2 + offset)
 
1736
                child_pb.update(gettext('Apply phase'), 0 + offset, 2 + offset)
1538
1737
                self._apply_removals(mover)
1539
 
                child_pb.update('Apply phase', 1 + offset, 2 + offset)
 
1738
                child_pb.update(gettext('Apply phase'), 1 + offset, 2 + offset)
1540
1739
                modified_paths = self._apply_insertions(mover)
1541
1740
            except:
1542
1741
                mover.rollback()
1545
1744
                mover.apply_deletions()
1546
1745
        finally:
1547
1746
            child_pb.finished()
 
1747
        if self.final_file_id(self.root) is None:
 
1748
            inventory_delta = [e for e in inventory_delta if e[0] != '']
1548
1749
        self._tree.apply_inventory_delta(inventory_delta)
 
1750
        self._apply_observed_sha1s()
1549
1751
        self._done = True
1550
1752
        self.finalize()
1551
1753
        return _TransformResults(modified_paths, self.rename_count)
1553
1755
    def _generate_inventory_delta(self):
1554
1756
        """Generate an inventory delta for the current transform."""
1555
1757
        inventory_delta = []
1556
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
1758
        child_pb = ui.ui_factory.nested_progress_bar()
1557
1759
        new_paths = self._inventory_altered()
1558
1760
        total_entries = len(new_paths) + len(self._removed_id)
1559
1761
        try:
1560
1762
            for num, trans_id in enumerate(self._removed_id):
1561
1763
                if (num % 10) == 0:
1562
 
                    child_pb.update('removing file', num, total_entries)
 
1764
                    child_pb.update(gettext('removing file'), num, total_entries)
1563
1765
                if trans_id == self._new_root:
1564
1766
                    file_id = self._tree.get_root_id()
1565
1767
                else:
1577
1779
            final_kinds = {}
1578
1780
            for num, (path, trans_id) in enumerate(new_paths):
1579
1781
                if (num % 10) == 0:
1580
 
                    child_pb.update('adding file',
 
1782
                    child_pb.update(gettext('adding file'),
1581
1783
                                    num + len(self._removed_id), total_entries)
1582
1784
                file_id = new_path_file_ids[trans_id]
1583
1785
                if file_id is None:
1584
1786
                    continue
1585
1787
                needs_entry = False
1586
 
                try:
1587
 
                    kind = self.final_kind(trans_id)
1588
 
                except NoSuchFile:
 
1788
                kind = self.final_kind(trans_id)
 
1789
                if kind is None:
1589
1790
                    kind = self._tree.stored_kind(file_id)
1590
1791
                parent_trans_id = self.final_parent(trans_id)
1591
1792
                parent_file_id = new_path_file_ids.get(parent_trans_id)
1622
1823
        """
1623
1824
        tree_paths = list(self._tree_path_ids.iteritems())
1624
1825
        tree_paths.sort(reverse=True)
1625
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
1826
        child_pb = ui.ui_factory.nested_progress_bar()
1626
1827
        try:
1627
 
            for num, data in enumerate(tree_paths):
1628
 
                path, trans_id = data
1629
 
                child_pb.update('removing file', num, len(tree_paths))
 
1828
            for num, (path, trans_id) in enumerate(tree_paths):
 
1829
                # do not attempt to move root into a subdirectory of itself.
 
1830
                if path == '':
 
1831
                    continue
 
1832
                child_pb.update(gettext('removing file'), num, len(tree_paths))
1630
1833
                full_path = self._tree.abspath(path)
1631
1834
                if trans_id in self._removed_contents:
1632
1835
                    delete_path = os.path.join(self._deletiondir, trans_id)
1635
1838
                      or trans_id in self._new_parent):
1636
1839
                    try:
1637
1840
                        mover.rename(full_path, self._limbo_name(trans_id))
1638
 
                    except OSError, e:
 
1841
                    except errors.TransformRenameFailed, e:
1639
1842
                        if e.errno != errno.ENOENT:
1640
1843
                            raise
1641
1844
                    else:
1657
1860
        modified_paths = []
1658
1861
        new_path_file_ids = dict((t, self.final_file_id(t)) for p, t in
1659
1862
                                 new_paths)
1660
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
1863
        child_pb = ui.ui_factory.nested_progress_bar()
1661
1864
        try:
1662
1865
            for num, (path, trans_id) in enumerate(new_paths):
1663
1866
                if (num % 10) == 0:
1664
 
                    child_pb.update('adding file', num, len(new_paths))
 
1867
                    child_pb.update(gettext('adding file'), num, len(new_paths))
1665
1868
                full_path = self._tree.abspath(path)
1666
1869
                if trans_id in self._needs_rename:
1667
1870
                    try:
1668
1871
                        mover.rename(self._limbo_name(trans_id), full_path)
1669
 
                    except OSError, e:
 
1872
                    except errors.TransformRenameFailed, e:
1670
1873
                        # We may be renaming a dangling inventory id
1671
1874
                        if e.errno != errno.ENOENT:
1672
1875
                            raise
1673
1876
                    else:
1674
1877
                        self.rename_count += 1
 
1878
                    # TODO: if trans_id in self._observed_sha1s, we should
 
1879
                    #       re-stat the final target, since ctime will be
 
1880
                    #       updated by the change.
1675
1881
                if (trans_id in self._new_contents or
1676
1882
                    self.path_changed(trans_id)):
1677
1883
                    if trans_id in self._new_contents:
1678
1884
                        modified_paths.append(full_path)
1679
1885
                if trans_id in self._new_executability:
1680
1886
                    self._set_executability(path, trans_id)
 
1887
                if trans_id in self._observed_sha1s:
 
1888
                    o_sha1, o_st_val = self._observed_sha1s[trans_id]
 
1889
                    st = osutils.lstat(full_path)
 
1890
                    self._observed_sha1s[trans_id] = (o_sha1, st)
1681
1891
        finally:
1682
1892
            child_pb.finished()
 
1893
        for path, trans_id in new_paths:
 
1894
            # new_paths includes stuff like workingtree conflicts. Only the
 
1895
            # stuff in new_contents actually comes from limbo.
 
1896
            if trans_id in self._limbo_files:
 
1897
                del self._limbo_files[trans_id]
1683
1898
        self._new_contents.clear()
1684
1899
        return modified_paths
1685
1900
 
 
1901
    def _apply_observed_sha1s(self):
 
1902
        """After we have finished renaming everything, update observed sha1s
 
1903
 
 
1904
        This has to be done after self._tree.apply_inventory_delta, otherwise
 
1905
        it doesn't know anything about the files we are updating. Also, we want
 
1906
        to do this as late as possible, so that most entries end up cached.
 
1907
        """
 
1908
        # TODO: this doesn't update the stat information for directories. So
 
1909
        #       the first 'bzr status' will still need to rewrite
 
1910
        #       .bzr/checkout/dirstate. However, we at least don't need to
 
1911
        #       re-read all of the files.
 
1912
        # TODO: If the operation took a while, we could do a time.sleep(3) here
 
1913
        #       to allow the clock to tick over and ensure we won't have any
 
1914
        #       problems. (we could observe start time, and finish time, and if
 
1915
        #       it is less than eg 10% overhead, add a sleep call.)
 
1916
        paths = FinalPaths(self)
 
1917
        for trans_id, observed in self._observed_sha1s.iteritems():
 
1918
            path = paths.get_path(trans_id)
 
1919
            # We could get the file_id, but dirstate prefers to use the path
 
1920
            # anyway, and it is 'cheaper' to determine.
 
1921
            # file_id = self._new_id[trans_id]
 
1922
            self._tree._observed_sha1(None, path, observed)
 
1923
 
1686
1924
 
1687
1925
class TransformPreview(DiskTreeTransform):
1688
1926
    """A TreeTransform for generating preview trees.
1703
1941
    def tree_kind(self, trans_id):
1704
1942
        path = self._tree_id_paths.get(trans_id)
1705
1943
        if path is None:
1706
 
            raise NoSuchFile(None)
1707
 
        file_id = self._tree.path2id(path)
1708
 
        return self._tree.kind(file_id)
 
1944
            return None
 
1945
        kind = self._tree.path_content_summary(path)[0]
 
1946
        if kind == 'missing':
 
1947
            kind = None
 
1948
        return kind
1709
1949
 
1710
1950
    def _set_mode(self, trans_id, mode_id, typefunc):
1711
1951
        """Set the mode of new file contents.
1731
1971
            childpath = joinpath(path, child)
1732
1972
            yield self.trans_id_tree_path(childpath)
1733
1973
 
1734
 
 
1735
 
class _PreviewTree(tree.Tree):
 
1974
    def new_orphan(self, trans_id, parent_id):
 
1975
        raise NotImplementedError(self.new_orphan)
 
1976
 
 
1977
 
 
1978
class _PreviewTree(tree.InventoryTree):
1736
1979
    """Partial implementation of Tree to support show_diff_trees"""
1737
1980
 
1738
1981
    def __init__(self, transform):
1767
2010
                yield self._get_repository().revision_tree(revision_id)
1768
2011
 
1769
2012
    def _get_file_revision(self, file_id, vf, tree_revision):
1770
 
        parent_keys = [(file_id, self._file_revision(t, file_id)) for t in
 
2013
        parent_keys = [(file_id, t.get_file_revision(file_id)) for t in
1771
2014
                       self._iter_parent_trees()]
1772
2015
        vf.add_lines((file_id, tree_revision), parent_keys,
1773
 
                     self.get_file(file_id).readlines())
 
2016
                     self.get_file_lines(file_id))
1774
2017
        repo = self._get_repository()
1775
2018
        base_vf = repo.texts
1776
2019
        if base_vf not in vf.fallback_versionedfiles:
1777
2020
            vf.fallback_versionedfiles.append(base_vf)
1778
2021
        return tree_revision
1779
2022
 
1780
 
    def _stat_limbo_file(self, file_id):
1781
 
        trans_id = self._transform.trans_id_file_id(file_id)
 
2023
    def _stat_limbo_file(self, file_id=None, trans_id=None):
 
2024
        if trans_id is None:
 
2025
            trans_id = self._transform.trans_id_file_id(file_id)
1782
2026
        name = self._transform._limbo_name(trans_id)
1783
2027
        return os.lstat(name)
1784
2028
 
1798
2042
            executable = self.is_executable(file_id, path)
1799
2043
        return kind, executable, None
1800
2044
 
 
2045
    def is_locked(self):
 
2046
        return False
 
2047
 
1801
2048
    def lock_read(self):
1802
2049
        # Perhaps in theory, this should lock the TreeTransform?
1803
 
        pass
 
2050
        return self
1804
2051
 
1805
2052
    def unlock(self):
1806
2053
        pass
1904
2151
            if (specific_file_ids is not None
1905
2152
                and file_id not in specific_file_ids):
1906
2153
                continue
1907
 
            try:
1908
 
                kind = self._transform.final_kind(trans_id)
1909
 
            except NoSuchFile:
 
2154
            kind = self._transform.final_kind(trans_id)
 
2155
            if kind is None:
1910
2156
                kind = self._transform._tree.stored_kind(file_id)
1911
2157
            new_entry = inventory.make_entry(
1912
2158
                kind,
1997
2243
 
1998
2244
    def get_file_size(self, file_id):
1999
2245
        """See Tree.get_file_size"""
 
2246
        trans_id = self._transform.trans_id_file_id(file_id)
 
2247
        kind = self._transform.final_kind(trans_id)
 
2248
        if kind != 'file':
 
2249
            return None
 
2250
        if trans_id in self._transform._new_contents:
 
2251
            return self._stat_limbo_file(trans_id=trans_id).st_size
2000
2252
        if self.kind(file_id) == 'file':
2001
2253
            return self._transform._tree.get_file_size(file_id)
2002
2254
        else:
2003
2255
            return None
2004
2256
 
 
2257
    def get_file_verifier(self, file_id, path=None, stat_value=None):
 
2258
        trans_id = self._transform.trans_id_file_id(file_id)
 
2259
        kind = self._transform._new_contents.get(trans_id)
 
2260
        if kind is None:
 
2261
            return self._transform._tree.get_file_verifier(file_id)
 
2262
        if kind == 'file':
 
2263
            fileobj = self.get_file(file_id)
 
2264
            try:
 
2265
                return ("SHA1", sha_file(fileobj))
 
2266
            finally:
 
2267
                fileobj.close()
 
2268
 
2005
2269
    def get_file_sha1(self, file_id, path=None, stat_value=None):
2006
2270
        trans_id = self._transform.trans_id_file_id(file_id)
2007
2271
        kind = self._transform._new_contents.get(trans_id)
2030
2294
            except errors.NoSuchId:
2031
2295
                return False
2032
2296
 
 
2297
    def has_filename(self, path):
 
2298
        trans_id = self._path2trans_id(path)
 
2299
        if trans_id in self._transform._new_contents:
 
2300
            return True
 
2301
        elif trans_id in self._transform._removed_contents:
 
2302
            return False
 
2303
        else:
 
2304
            return self._transform._tree.has_filename(path)
 
2305
 
2033
2306
    def path_content_summary(self, path):
2034
2307
        trans_id = self._path2trans_id(path)
2035
2308
        tt = self._transform
2123
2396
                                   self.get_file(file_id).readlines(),
2124
2397
                                   default_revision)
2125
2398
 
2126
 
    def get_symlink_target(self, file_id):
 
2399
    def get_symlink_target(self, file_id, path=None):
2127
2400
        """See Tree.get_symlink_target"""
2128
2401
        if not self._content_change(file_id):
2129
2402
            return self._transform._tree.get_symlink_target(file_id)
2144
2417
                path_from_root = self._final_paths.get_path(child_id)
2145
2418
                basename = self._transform.final_name(child_id)
2146
2419
                file_id = self._transform.final_file_id(child_id)
2147
 
                try:
2148
 
                    kind = self._transform.final_kind(child_id)
 
2420
                kind  = self._transform.final_kind(child_id)
 
2421
                if kind is not None:
2149
2422
                    versioned_kind = kind
2150
 
                except NoSuchFile:
 
2423
                else:
2151
2424
                    kind = 'unknown'
2152
2425
                    versioned_kind = self._transform._tree.stored_kind(file_id)
2153
2426
                if versioned_kind == 'directory':
2266
2539
    for num, _unused in enumerate(wt.all_file_ids()):
2267
2540
        if num > 0:  # more than just a root
2268
2541
            raise errors.WorkingTreeAlreadyPopulated(base=wt.basedir)
2269
 
    existing_files = set()
2270
 
    for dir, files in wt.walkdirs():
2271
 
        existing_files.update(f[0] for f in files)
2272
2542
    file_trans_id = {}
2273
 
    top_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
2543
    top_pb = ui.ui_factory.nested_progress_bar()
2274
2544
    pp = ProgressPhase("Build phase", 2, top_pb)
2275
 
    if tree.inventory.root is not None:
 
2545
    if tree.get_root_id() is not None:
2276
2546
        # This is kind of a hack: we should be altering the root
2277
2547
        # as part of the regular tree shape diff logic.
2278
2548
        # The conditional test here is to avoid doing an
2289
2559
        pp.next_phase()
2290
2560
        file_trans_id[wt.get_root_id()] = \
2291
2561
            tt.trans_id_tree_file_id(wt.get_root_id())
2292
 
        pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
2562
        pb = ui.ui_factory.nested_progress_bar()
2293
2563
        try:
2294
2564
            deferred_contents = []
2295
2565
            num = 0
2296
 
            total = len(tree.inventory)
 
2566
            total = len(tree.all_file_ids())
2297
2567
            if delta_from_tree:
2298
2568
                precomputed_delta = []
2299
2569
            else:
2300
2570
                precomputed_delta = None
 
2571
            # Check if tree inventory has content. If so, we populate
 
2572
            # existing_files with the directory content. If there are no
 
2573
            # entries we skip populating existing_files as its not used.
 
2574
            # This improves performance and unncessary work on large
 
2575
            # directory trees. (#501307)
 
2576
            if total > 0:
 
2577
                existing_files = set()
 
2578
                for dir, files in wt.walkdirs():
 
2579
                    existing_files.update(f[0] for f in files)
2301
2580
            for num, (tree_path, entry) in \
2302
 
                enumerate(tree.inventory.iter_entries_by_dir()):
2303
 
                pb.update("Building tree", num - len(deferred_contents), total)
 
2581
                enumerate(tree.iter_entries_by_dir()):
 
2582
                pb.update(gettext("Building tree"), num - len(deferred_contents), total)
2304
2583
                if entry.parent_id is None:
2305
2584
                    continue
2306
2585
                reparent = False
2312
2591
                    kind = file_kind(target_path)
2313
2592
                    if kind == "directory":
2314
2593
                        try:
2315
 
                            bzrdir.BzrDir.open(target_path)
 
2594
                            controldir.ControlDir.open(target_path)
2316
2595
                        except errors.NotBranchError:
2317
2596
                            pass
2318
2597
                        else:
2333
2612
                    executable = tree.is_executable(file_id, tree_path)
2334
2613
                    if executable:
2335
2614
                        tt.set_executability(executable, trans_id)
2336
 
                    trans_data = (trans_id, tree_path)
 
2615
                    trans_data = (trans_id, tree_path, entry.text_sha1)
2337
2616
                    deferred_contents.append((file_id, trans_data))
2338
2617
                else:
2339
2618
                    file_trans_id[file_id] = new_by_entry(tt, entry, parent_id,
2355
2634
            precomputed_delta = None
2356
2635
        conflicts = cook_conflicts(raw_conflicts, tt)
2357
2636
        for conflict in conflicts:
2358
 
            warning(conflict)
 
2637
            trace.warning(unicode(conflict))
2359
2638
        try:
2360
2639
            wt.add_conflicts(conflicts)
2361
2640
        except errors.UnsupportedOperation:
2384
2663
        unchanged = dict(unchanged)
2385
2664
        new_desired_files = []
2386
2665
        count = 0
2387
 
        for file_id, (trans_id, tree_path) in desired_files:
 
2666
        for file_id, (trans_id, tree_path, text_sha1) in desired_files:
2388
2667
            accelerator_path = unchanged.get(file_id)
2389
2668
            if accelerator_path is None:
2390
 
                new_desired_files.append((file_id, (trans_id, tree_path)))
 
2669
                new_desired_files.append((file_id,
 
2670
                    (trans_id, tree_path, text_sha1)))
2391
2671
                continue
2392
 
            pb.update('Adding file contents', count + offset, total)
 
2672
            pb.update(gettext('Adding file contents'), count + offset, total)
2393
2673
            if hardlink:
2394
2674
                tt.create_hardlink(accelerator_tree.abspath(accelerator_path),
2395
2675
                                   trans_id)
2400
2680
                    contents = filtered_output_bytes(contents, filters,
2401
2681
                        ContentFilterContext(tree_path, tree))
2402
2682
                try:
2403
 
                    tt.create_file(contents, trans_id)
 
2683
                    tt.create_file(contents, trans_id, sha1=text_sha1)
2404
2684
                finally:
2405
2685
                    try:
2406
2686
                        contents.close()
2409
2689
                        pass
2410
2690
            count += 1
2411
2691
        offset += count
2412
 
    for count, ((trans_id, tree_path), contents) in enumerate(
 
2692
    for count, ((trans_id, tree_path, text_sha1), contents) in enumerate(
2413
2693
            tree.iter_files_bytes(new_desired_files)):
2414
2694
        if wt.supports_content_filtering():
2415
2695
            filters = wt._content_filter_stack(tree_path)
2416
2696
            contents = filtered_output_bytes(contents, filters,
2417
2697
                ContentFilterContext(tree_path, tree))
2418
 
        tt.create_file(contents, trans_id)
2419
 
        pb.update('Adding file contents', count + offset, total)
 
2698
        tt.create_file(contents, trans_id, sha1=text_sha1)
 
2699
        pb.update(gettext('Adding file contents'), count + offset, total)
2420
2700
 
2421
2701
 
2422
2702
def _reparent_children(tt, old_parent, new_parent):
2423
2703
    for child in tt.iter_tree_children(old_parent):
2424
2704
        tt.adjust_path(tt.final_name(child), new_parent, child)
2425
2705
 
 
2706
 
2426
2707
def _reparent_transform_children(tt, old_parent, new_parent):
2427
2708
    by_parent = tt.by_parent()
2428
2709
    for child in by_parent[old_parent]:
2429
2710
        tt.adjust_path(tt.final_name(child), new_parent, child)
2430
2711
    return by_parent[old_parent]
2431
2712
 
 
2713
 
2432
2714
def _content_match(tree, entry, file_id, kind, target_path):
2433
2715
    if entry.kind != kind:
2434
2716
        return False
2435
2717
    if entry.kind == "directory":
2436
2718
        return True
2437
2719
    if entry.kind == "file":
2438
 
        if tree.get_file(file_id).read() == file(target_path, 'rb').read():
2439
 
            return True
 
2720
        f = file(target_path, 'rb')
 
2721
        try:
 
2722
            if tree.get_file_text(file_id) == f.read():
 
2723
                return True
 
2724
        finally:
 
2725
            f.close()
2440
2726
    elif entry.kind == "symlink":
2441
2727
        if tree.get_symlink_target(file_id) == os.readlink(target_path):
2442
2728
            return True
2494
2780
        raise errors.BadFileKindError(name, kind)
2495
2781
 
2496
2782
 
2497
 
@deprecated_function(deprecated_in((1, 9, 0)))
2498
 
def create_by_entry(tt, entry, tree, trans_id, lines=None, mode_id=None):
2499
 
    """Create new file contents according to an inventory entry.
2500
 
 
2501
 
    DEPRECATED.  Use create_from_tree instead.
2502
 
    """
2503
 
    if entry.kind == "file":
2504
 
        if lines is None:
2505
 
            lines = tree.get_file(entry.file_id).readlines()
2506
 
        tt.create_file(lines, trans_id, mode_id=mode_id)
2507
 
    elif entry.kind == "symlink":
2508
 
        tt.create_symlink(tree.get_symlink_target(entry.file_id), trans_id)
2509
 
    elif entry.kind == "directory":
2510
 
        tt.create_directory(trans_id)
2511
 
 
2512
 
 
2513
2783
def create_from_tree(tt, trans_id, tree, file_id, bytes=None,
2514
2784
    filter_tree_path=None):
2515
2785
    """Create new file contents according to tree contents.
2546
2816
        tt.set_executability(entry.executable, trans_id)
2547
2817
 
2548
2818
 
 
2819
@deprecated_function(deprecated_in((2, 3, 0)))
2549
2820
def get_backup_name(entry, by_parent, parent_trans_id, tt):
2550
2821
    return _get_backup_name(entry.name, by_parent, parent_trans_id, tt)
2551
2822
 
2552
2823
 
 
2824
@deprecated_function(deprecated_in((2, 3, 0)))
2553
2825
def _get_backup_name(name, by_parent, parent_trans_id, tt):
2554
2826
    """Produce a backup-style name that appears to be available"""
2555
2827
    def name_gen():
2562
2834
            return new_name
2563
2835
 
2564
2836
 
2565
 
def _entry_changes(file_id, entry, working_tree):
2566
 
    """Determine in which ways the inventory entry has changed.
2567
 
 
2568
 
    Returns booleans: has_contents, content_mod, meta_mod
2569
 
    has_contents means there are currently contents, but they differ
2570
 
    contents_mod means contents need to be modified
2571
 
    meta_mod means the metadata needs to be modified
2572
 
    """
2573
 
    cur_entry = working_tree.inventory[file_id]
2574
 
    try:
2575
 
        working_kind = working_tree.kind(file_id)
2576
 
        has_contents = True
2577
 
    except NoSuchFile:
2578
 
        has_contents = False
2579
 
        contents_mod = True
2580
 
        meta_mod = False
2581
 
    if has_contents is True:
2582
 
        if entry.kind != working_kind:
2583
 
            contents_mod, meta_mod = True, False
2584
 
        else:
2585
 
            cur_entry._read_tree_state(working_tree.id2path(file_id),
2586
 
                                       working_tree)
2587
 
            contents_mod, meta_mod = entry.detect_changes(cur_entry)
2588
 
            cur_entry._forget_tree_state()
2589
 
    return has_contents, contents_mod, meta_mod
2590
 
 
2591
 
 
2592
2837
def revert(working_tree, target_tree, filenames, backups=False,
2593
2838
           pb=None, change_reporter=None):
2594
2839
    """Revert a working tree's contents to those of a target tree."""
2604
2849
                unversioned_filter=working_tree.is_ignored)
2605
2850
            delta.report_changes(tt.iter_changes(), change_reporter)
2606
2851
        for conflict in conflicts:
2607
 
            warning(conflict)
 
2852
            trace.warning(unicode(conflict))
2608
2853
        pp.next_phase()
2609
2854
        tt.apply()
2610
2855
        working_tree.set_merge_modified(merge_modified)
2618
2863
def _prepare_revert_transform(working_tree, target_tree, tt, filenames,
2619
2864
                              backups, pp, basis_tree=None,
2620
2865
                              merge_modified=None):
2621
 
    child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
2866
    child_pb = ui.ui_factory.nested_progress_bar()
2622
2867
    try:
2623
2868
        if merge_modified is None:
2624
2869
            merge_modified = working_tree.merge_modified()
2627
2872
                                      merge_modified, basis_tree)
2628
2873
    finally:
2629
2874
        child_pb.finished()
2630
 
    child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
2875
    child_pb = ui.ui_factory.nested_progress_bar()
2631
2876
    try:
2632
2877
        raw_conflicts = resolve_conflicts(tt, child_pb,
2633
2878
            lambda t, c: conflict_pass(t, c, target_tree))
2641
2886
                 backups, merge_modified, basis_tree=None):
2642
2887
    if basis_tree is not None:
2643
2888
        basis_tree.lock_read()
2644
 
    change_list = target_tree.iter_changes(working_tree,
 
2889
    # We ask the working_tree for its changes relative to the target, rather
 
2890
    # than the target changes relative to the working tree. Because WT4 has an
 
2891
    # optimizer to compare itself to a target, but no optimizer for the
 
2892
    # reverse.
 
2893
    change_list = working_tree.iter_changes(target_tree,
2645
2894
        specific_files=specific_files, pb=pb)
2646
2895
    if target_tree.get_root_id() is None:
2647
2896
        skip_root = True
2651
2900
        deferred_files = []
2652
2901
        for id_num, (file_id, path, changed_content, versioned, parent, name,
2653
2902
                kind, executable) in enumerate(change_list):
2654
 
            if skip_root and file_id[0] is not None and parent[0] is None:
 
2903
            target_path, wt_path = path
 
2904
            target_versioned, wt_versioned = versioned
 
2905
            target_parent, wt_parent = parent
 
2906
            target_name, wt_name = name
 
2907
            target_kind, wt_kind = kind
 
2908
            target_executable, wt_executable = executable
 
2909
            if skip_root and wt_parent is None:
2655
2910
                continue
2656
2911
            trans_id = tt.trans_id_file_id(file_id)
2657
2912
            mode_id = None
2658
2913
            if changed_content:
2659
2914
                keep_content = False
2660
 
                if kind[0] == 'file' and (backups or kind[1] is None):
 
2915
                if wt_kind == 'file' and (backups or target_kind is None):
2661
2916
                    wt_sha1 = working_tree.get_file_sha1(file_id)
2662
2917
                    if merge_modified.get(file_id) != wt_sha1:
2663
2918
                        # acquire the basis tree lazily to prevent the
2666
2921
                        if basis_tree is None:
2667
2922
                            basis_tree = working_tree.basis_tree()
2668
2923
                            basis_tree.lock_read()
2669
 
                        if file_id in basis_tree:
 
2924
                        if basis_tree.has_id(file_id):
2670
2925
                            if wt_sha1 != basis_tree.get_file_sha1(file_id):
2671
2926
                                keep_content = True
2672
 
                        elif kind[1] is None and not versioned[1]:
 
2927
                        elif target_kind is None and not target_versioned:
2673
2928
                            keep_content = True
2674
 
                if kind[0] is not None:
 
2929
                if wt_kind is not None:
2675
2930
                    if not keep_content:
2676
2931
                        tt.delete_contents(trans_id)
2677
 
                    elif kind[1] is not None:
2678
 
                        parent_trans_id = tt.trans_id_file_id(parent[0])
2679
 
                        by_parent = tt.by_parent()
2680
 
                        backup_name = _get_backup_name(name[0], by_parent,
2681
 
                                                       parent_trans_id, tt)
 
2932
                    elif target_kind is not None:
 
2933
                        parent_trans_id = tt.trans_id_file_id(wt_parent)
 
2934
                        backup_name = tt._available_backup_name(
 
2935
                            wt_name, parent_trans_id)
2682
2936
                        tt.adjust_path(backup_name, parent_trans_id, trans_id)
2683
 
                        new_trans_id = tt.create_path(name[0], parent_trans_id)
2684
 
                        if versioned == (True, True):
 
2937
                        new_trans_id = tt.create_path(wt_name, parent_trans_id)
 
2938
                        if wt_versioned and target_versioned:
2685
2939
                            tt.unversion_file(trans_id)
2686
2940
                            tt.version_file(file_id, new_trans_id)
2687
2941
                        # New contents should have the same unix perms as old
2688
2942
                        # contents
2689
2943
                        mode_id = trans_id
2690
2944
                        trans_id = new_trans_id
2691
 
                if kind[1] in ('directory', 'tree-reference'):
 
2945
                if target_kind in ('directory', 'tree-reference'):
2692
2946
                    tt.create_directory(trans_id)
2693
 
                    if kind[1] == 'tree-reference':
 
2947
                    if target_kind == 'tree-reference':
2694
2948
                        revision = target_tree.get_reference_revision(file_id,
2695
 
                                                                      path[1])
 
2949
                                                                      target_path)
2696
2950
                        tt.set_tree_reference(revision, trans_id)
2697
 
                elif kind[1] == 'symlink':
 
2951
                elif target_kind == 'symlink':
2698
2952
                    tt.create_symlink(target_tree.get_symlink_target(file_id),
2699
2953
                                      trans_id)
2700
 
                elif kind[1] == 'file':
 
2954
                elif target_kind == 'file':
2701
2955
                    deferred_files.append((file_id, (trans_id, mode_id)))
2702
2956
                    if basis_tree is None:
2703
2957
                        basis_tree = working_tree.basis_tree()
2704
2958
                        basis_tree.lock_read()
2705
2959
                    new_sha1 = target_tree.get_file_sha1(file_id)
2706
 
                    if (file_id in basis_tree and new_sha1 ==
2707
 
                        basis_tree.get_file_sha1(file_id)):
 
2960
                    if (basis_tree.has_id(file_id) and
 
2961
                        new_sha1 == basis_tree.get_file_sha1(file_id)):
2708
2962
                        if file_id in merge_modified:
2709
2963
                            del merge_modified[file_id]
2710
2964
                    else:
2711
2965
                        merge_modified[file_id] = new_sha1
2712
2966
 
2713
2967
                    # preserve the execute bit when backing up
2714
 
                    if keep_content and executable[0] == executable[1]:
2715
 
                        tt.set_executability(executable[1], trans_id)
2716
 
                elif kind[1] is not None:
2717
 
                    raise AssertionError(kind[1])
2718
 
            if versioned == (False, True):
 
2968
                    if keep_content and wt_executable == target_executable:
 
2969
                        tt.set_executability(target_executable, trans_id)
 
2970
                elif target_kind is not None:
 
2971
                    raise AssertionError(target_kind)
 
2972
            if not wt_versioned and target_versioned:
2719
2973
                tt.version_file(file_id, trans_id)
2720
 
            if versioned == (True, False):
 
2974
            if wt_versioned and not target_versioned:
2721
2975
                tt.unversion_file(trans_id)
2722
 
            if (name[1] is not None and
2723
 
                (name[0] != name[1] or parent[0] != parent[1])):
2724
 
                if name[1] == '' and parent[1] is None:
 
2976
            if (target_name is not None and
 
2977
                (wt_name != target_name or wt_parent != target_parent)):
 
2978
                if target_name == '' and target_parent is None:
2725
2979
                    parent_trans = ROOT_PARENT
2726
2980
                else:
2727
 
                    parent_trans = tt.trans_id_file_id(parent[1])
2728
 
                if parent[0] is None and versioned[0]:
2729
 
                    tt.adjust_root_path(name[1], parent_trans)
 
2981
                    parent_trans = tt.trans_id_file_id(target_parent)
 
2982
                if wt_parent is None and wt_versioned:
 
2983
                    tt.adjust_root_path(target_name, parent_trans)
2730
2984
                else:
2731
 
                    tt.adjust_path(name[1], parent_trans, trans_id)
2732
 
            if executable[0] != executable[1] and kind[1] == "file":
2733
 
                tt.set_executability(executable[1], trans_id)
 
2985
                    tt.adjust_path(target_name, parent_trans, trans_id)
 
2986
            if wt_executable != target_executable and target_kind == "file":
 
2987
                tt.set_executability(target_executable, trans_id)
2734
2988
        if working_tree.supports_content_filtering():
2735
2989
            for index, ((trans_id, mode_id), bytes) in enumerate(
2736
2990
                target_tree.iter_files_bytes(deferred_files)):
2762
3016
    pb = ui.ui_factory.nested_progress_bar()
2763
3017
    try:
2764
3018
        for n in range(10):
2765
 
            pb.update('Resolution pass', n+1, 10)
 
3019
            pb.update(gettext('Resolution pass'), n+1, 10)
2766
3020
            conflicts = tt.find_conflicts()
2767
3021
            if len(conflicts) == 0:
2768
3022
                return new_conflicts
2792
3046
                existing_file, new_file = conflict[2], conflict[1]
2793
3047
            else:
2794
3048
                existing_file, new_file = conflict[1], conflict[2]
2795
 
            new_name = tt.final_name(existing_file)+'.moved'
 
3049
            new_name = tt.final_name(existing_file) + '.moved'
2796
3050
            tt.adjust_path(new_name, final_parent, existing_file)
2797
3051
            new_conflicts.add((c_type, 'Moved existing file to',
2798
3052
                               existing_file, new_file))
2807
3061
 
2808
3062
        elif c_type == 'missing parent':
2809
3063
            trans_id = conflict[1]
2810
 
            try:
2811
 
                tt.cancel_deletion(trans_id)
2812
 
                new_conflicts.add(('deleting parent', 'Not deleting',
2813
 
                                   trans_id))
2814
 
            except KeyError:
 
3064
            if trans_id in tt._removed_contents:
 
3065
                cancel_deletion = True
 
3066
                orphans = tt._get_potential_orphans(trans_id)
 
3067
                if orphans:
 
3068
                    cancel_deletion = False
 
3069
                    # All children are orphans
 
3070
                    for o in orphans:
 
3071
                        try:
 
3072
                            tt.new_orphan(o, trans_id)
 
3073
                        except OrphaningError:
 
3074
                            # Something bad happened so we cancel the directory
 
3075
                            # deletion which will leave it in place with a
 
3076
                            # conflict. The user can deal with it from there.
 
3077
                            # Note that this also catch the case where we don't
 
3078
                            # want to create orphans and leave the directory in
 
3079
                            # place.
 
3080
                            cancel_deletion = True
 
3081
                            break
 
3082
                if cancel_deletion:
 
3083
                    # Cancel the directory deletion
 
3084
                    tt.cancel_deletion(trans_id)
 
3085
                    new_conflicts.add(('deleting parent', 'Not deleting',
 
3086
                                       trans_id))
 
3087
            else:
2815
3088
                create = True
2816
3089
                try:
2817
3090
                    tt.final_name(trans_id)
2820
3093
                        file_id = tt.final_file_id(trans_id)
2821
3094
                        if file_id is None:
2822
3095
                            file_id = tt.inactive_file_id(trans_id)
2823
 
                        entry = path_tree.inventory[file_id]
 
3096
                        _, entry = path_tree.iter_entries_by_dir(
 
3097
                            [file_id]).next()
2824
3098
                        # special-case the other tree root (move its
2825
3099
                        # children to current root)
2826
3100
                        if entry.parent_id is None:
2841
3115
        elif c_type == 'unversioned parent':
2842
3116
            file_id = tt.inactive_file_id(conflict[1])
2843
3117
            # special-case the other tree root (move its children instead)
2844
 
            if path_tree and file_id in path_tree:
2845
 
                if path_tree.inventory[file_id].parent_id is None:
 
3118
            if path_tree and path_tree.has_id(file_id):
 
3119
                if path_tree.path2id('') == file_id:
 
3120
                    # This is the root entry, skip it
2846
3121
                    continue
2847
3122
            tt.version_file(file_id, conflict[1])
2848
3123
            new_conflicts.add((c_type, 'Versioned directory', conflict[1]))
2864
3139
 
2865
3140
def cook_conflicts(raw_conflicts, tt):
2866
3141
    """Generate a list of cooked conflicts, sorted by file path"""
2867
 
    from bzrlib.conflicts import Conflict
2868
3142
    conflict_iter = iter_cook_conflicts(raw_conflicts, tt)
2869
 
    return sorted(conflict_iter, key=Conflict.sort_key)
 
3143
    return sorted(conflict_iter, key=conflicts.Conflict.sort_key)
2870
3144
 
2871
3145
 
2872
3146
def iter_cook_conflicts(raw_conflicts, tt):
2873
 
    from bzrlib.conflicts import Conflict
2874
3147
    fp = FinalPaths(tt)
2875
3148
    for conflict in raw_conflicts:
2876
3149
        c_type = conflict[0]
2878
3151
        modified_path = fp.get_path(conflict[2])
2879
3152
        modified_id = tt.final_file_id(conflict[2])
2880
3153
        if len(conflict) == 3:
2881
 
            yield Conflict.factory(c_type, action=action, path=modified_path,
2882
 
                                     file_id=modified_id)
 
3154
            yield conflicts.Conflict.factory(
 
3155
                c_type, action=action, path=modified_path, file_id=modified_id)
2883
3156
 
2884
3157
        else:
2885
3158
            conflicting_path = fp.get_path(conflict[3])
2886
3159
            conflicting_id = tt.final_file_id(conflict[3])
2887
 
            yield Conflict.factory(c_type, action=action, path=modified_path,
2888
 
                                   file_id=modified_id,
2889
 
                                   conflict_path=conflicting_path,
2890
 
                                   conflict_file_id=conflicting_id)
 
3160
            yield conflicts.Conflict.factory(
 
3161
                c_type, action=action, path=modified_path,
 
3162
                file_id=modified_id,
 
3163
                conflict_path=conflicting_path,
 
3164
                conflict_file_id=conflicting_id)
2891
3165
 
2892
3166
 
2893
3167
class _FileMover(object):
2900
3174
    def rename(self, from_, to):
2901
3175
        """Rename a file from one path to another."""
2902
3176
        try:
2903
 
            osutils.rename(from_, to)
 
3177
            os.rename(from_, to)
2904
3178
        except OSError, e:
2905
3179
            if e.errno in (errno.EEXIST, errno.ENOTEMPTY):
2906
3180
                raise errors.FileExists(to, str(e))
2907
 
            raise
 
3181
            # normal OSError doesn't include filenames so it's hard to see where
 
3182
            # the problem is, see https://bugs.launchpad.net/bzr/+bug/491763
 
3183
            raise errors.TransformRenameFailed(from_, to, str(e), e.errno)
2908
3184
        self.past_renames.append((from_, to))
2909
3185
 
2910
3186
    def pre_delete(self, from_, to):
2920
3196
    def rollback(self):
2921
3197
        """Reverse all renames that have been performed"""
2922
3198
        for from_, to in reversed(self.past_renames):
2923
 
            osutils.rename(to, from_)
 
3199
            try:
 
3200
                os.rename(to, from_)
 
3201
            except OSError, e:
 
3202
                raise errors.TransformRenameFailed(to, from_, str(e), e.errno)
2924
3203
        # after rollback, don't reuse _FileMover
2925
3204
        past_renames = None
2926
3205
        pending_deletions = None