~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/transform.py

(jameinel) (bug #780544) when updating the WT,
 allow it to be done with a fast delta,
 rather than setting the state from scratch. (John A Meinel)

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006-2011 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
19
19
from stat import S_ISREG, S_IEXEC
20
20
import time
21
21
 
22
 
from bzrlib.lazy_import import lazy_import
23
 
lazy_import(globals(), """
 
22
from bzrlib import (
 
23
    errors,
 
24
    lazy_import,
 
25
    registry,
 
26
    trace,
 
27
    tree,
 
28
    )
 
29
lazy_import.lazy_import(globals(), """
24
30
from bzrlib import (
25
31
    annotate,
26
32
    bencode,
27
33
    bzrdir,
 
34
    commit,
28
35
    delta,
29
36
    errors,
30
37
    inventory,
32
39
    osutils,
33
40
    revision as _mod_revision,
34
41
    ui,
 
42
    urlutils,
35
43
    )
36
44
""")
37
45
from bzrlib.errors import (DuplicateKey, MalformedTransform, NoSuchFile,
39
47
                           ExistingLimbo, ImmortalLimbo, NoFinalPath,
40
48
                           UnableCreateSymlink)
41
49
from bzrlib.filters import filtered_output_bytes, ContentFilterContext
42
 
from bzrlib.inventory import InventoryEntry
43
50
from bzrlib.osutils import (
44
51
    delete_any,
45
52
    file_kind,
46
53
    has_symlinks,
47
 
    lexists,
48
54
    pathjoin,
49
55
    sha_file,
50
56
    splitpath,
51
57
    supports_executable,
52
 
)
 
58
    )
53
59
from bzrlib.progress import ProgressPhase
54
60
from bzrlib.symbol_versioning import (
55
 
        deprecated_function,
56
 
        deprecated_in,
57
 
        )
58
 
from bzrlib.trace import mutter, warning
59
 
from bzrlib import tree
60
 
import bzrlib.ui
61
 
import bzrlib.urlutils as urlutils
 
61
    deprecated_function,
 
62
    deprecated_in,
 
63
    deprecated_method,
 
64
    )
62
65
 
63
66
 
64
67
ROOT_PARENT = "root-parent"
65
68
 
66
 
 
67
69
def unique_add(map, key, value):
68
70
    if key in map:
69
71
        raise DuplicateKey(key=key)
70
72
    map[key] = value
71
73
 
72
74
 
 
75
 
73
76
class _TransformResults(object):
74
77
    def __init__(self, modified_paths, rename_count):
75
78
        object.__init__(self)
99
102
        self._new_parent = {}
100
103
        # mapping of trans_id with new contents -> new file_kind
101
104
        self._new_contents = {}
 
105
        # mapping of trans_id => (sha1 of content, stat_value)
 
106
        self._observed_sha1s = {}
102
107
        # Set of trans_ids whose contents will be removed
103
108
        self._removed_contents = set()
104
109
        # Mapping of trans_id -> new execute-bit value
123
128
            self._new_root = self.trans_id_tree_file_id(root_id)
124
129
        else:
125
130
            self._new_root = None
126
 
        # Indictor of whether the transform has been applied
 
131
        # Indicator of whether the transform has been applied
127
132
        self._done = False
128
133
        # A progress bar
129
134
        self._pb = pb
314
319
 
315
320
    def delete_contents(self, trans_id):
316
321
        """Schedule the contents of a path entry for deletion"""
317
 
        # Ensure that the object exists in the WorkingTree, this will raise an
318
 
        # exception if there is a problem
319
 
        self.tree_kind(trans_id)
320
 
        self._removed_contents.add(trans_id)
 
322
        kind = self.tree_kind(trans_id)
 
323
        if kind is not None:
 
324
            self._removed_contents.add(trans_id)
321
325
 
322
326
    def cancel_deletion(self, trans_id):
323
327
        """Cancel a scheduled deletion"""
388
392
        changed_kind = set(self._removed_contents)
389
393
        changed_kind.intersection_update(self._new_contents)
390
394
        changed_kind.difference_update(new_ids)
391
 
        changed_kind = (t for t in changed_kind if self.tree_kind(t) !=
392
 
                        self.final_kind(t))
 
395
        changed_kind = (t for t in changed_kind
 
396
                        if self.tree_kind(t) != self.final_kind(t))
393
397
        new_ids.update(changed_kind)
394
398
        return sorted(FinalPaths(self).get_paths(new_ids))
395
399
 
396
400
    def final_kind(self, trans_id):
397
401
        """Determine the final file kind, after any changes applied.
398
402
 
399
 
        Raises NoSuchFile if the file does not exist/has no contents.
400
 
        (It is conceivable that a path would be created without the
401
 
        corresponding contents insertion command)
 
403
        :return: None if the file does not exist/has no contents.  (It is
 
404
            conceivable that a path would be created without the corresponding
 
405
            contents insertion command)
402
406
        """
403
407
        if trans_id in self._new_contents:
404
408
            return self._new_contents[trans_id]
405
409
        elif trans_id in self._removed_contents:
406
 
            raise NoSuchFile(None)
 
410
            return None
407
411
        else:
408
412
            return self.tree_kind(trans_id)
409
413
 
522
526
        for trans_id in self._removed_id:
523
527
            file_id = self.tree_file_id(trans_id)
524
528
            if file_id is not None:
 
529
                # XXX: This seems like something that should go via a different
 
530
                #      indirection.
525
531
                if self._tree.inventory[file_id].kind == 'directory':
526
532
                    parents.append(trans_id)
527
533
            elif self.tree_kind(trans_id) == 'directory':
531
537
            # ensure that all children are registered with the transaction
532
538
            list(self.iter_tree_children(parent_id))
533
539
 
 
540
    @deprecated_method(deprecated_in((2, 3, 0)))
534
541
    def has_named_child(self, by_parent, parent_id, name):
535
 
        try:
536
 
            children = by_parent[parent_id]
537
 
        except KeyError:
538
 
            children = []
539
 
        for child in children:
 
542
        return self._has_named_child(
 
543
            name, parent_id, known_children=by_parent.get(parent_id, []))
 
544
 
 
545
    def _has_named_child(self, name, parent_id, known_children):
 
546
        """Does a parent already have a name child.
 
547
 
 
548
        :param name: The searched for name.
 
549
 
 
550
        :param parent_id: The parent for which the check is made.
 
551
 
 
552
        :param known_children: The already known children. This should have
 
553
            been recently obtained from `self.by_parent.get(parent_id)`
 
554
            (or will be if None is passed).
 
555
        """
 
556
        if known_children is None:
 
557
            known_children = self.by_parent().get(parent_id, [])
 
558
        for child in known_children:
540
559
            if self.final_name(child) == name:
541
560
                return True
542
 
        try:
543
 
            path = self._tree_id_paths[parent_id]
544
 
        except KeyError:
 
561
        parent_path = self._tree_id_paths.get(parent_id, None)
 
562
        if parent_path is None:
 
563
            # No parent... no children
545
564
            return False
546
 
        childpath = joinpath(path, name)
547
 
        child_id = self._tree_path_ids.get(childpath)
 
565
        child_path = joinpath(parent_path, name)
 
566
        child_id = self._tree_path_ids.get(child_path, None)
548
567
        if child_id is None:
549
 
            return lexists(self._tree.abspath(childpath))
 
568
            # Not known by the tree transform yet, check the filesystem
 
569
            return osutils.lexists(self._tree.abspath(child_path))
550
570
        else:
551
 
            if self.final_parent(child_id) != parent_id:
552
 
                return False
553
 
            if child_id in self._removed_contents:
554
 
                # XXX What about dangling file-ids?
555
 
                return False
556
 
            else:
557
 
                return True
 
571
            raise AssertionError('child_id is missing: %s, %s, %s'
 
572
                                 % (name, parent_id, child_id))
 
573
 
 
574
    def _available_backup_name(self, name, target_id):
 
575
        """Find an available backup name.
 
576
 
 
577
        :param name: The basename of the file.
 
578
 
 
579
        :param target_id: The directory trans_id where the backup should 
 
580
            be placed.
 
581
        """
 
582
        known_children = self.by_parent().get(target_id, [])
 
583
        return osutils.available_backup_name(
 
584
            name,
 
585
            lambda base: self._has_named_child(
 
586
                base, target_id, known_children))
558
587
 
559
588
    def _parent_loops(self):
560
589
        """No entry should be its own ancestor"""
595
624
        """
596
625
        conflicts = []
597
626
        for trans_id in self._new_id.iterkeys():
598
 
            try:
599
 
                kind = self.final_kind(trans_id)
600
 
            except NoSuchFile:
 
627
            kind = self.final_kind(trans_id)
 
628
            if kind is None:
601
629
                conflicts.append(('versioning no contents', trans_id))
602
630
                continue
603
 
            if not InventoryEntry.versionable_kind(kind):
 
631
            if not inventory.InventoryEntry.versionable_kind(kind):
604
632
                conflicts.append(('versioning bad kind', trans_id, kind))
605
633
        return conflicts
606
634
 
617
645
            if self.final_file_id(trans_id) is None:
618
646
                conflicts.append(('unversioned executability', trans_id))
619
647
            else:
620
 
                try:
621
 
                    non_file = self.final_kind(trans_id) != "file"
622
 
                except NoSuchFile:
623
 
                    non_file = True
624
 
                if non_file is True:
 
648
                if self.final_kind(trans_id) != "file":
625
649
                    conflicts.append(('non-file executability', trans_id))
626
650
        return conflicts
627
651
 
629
653
        """Check for overwrites (not permitted on Win32)"""
630
654
        conflicts = []
631
655
        for trans_id in self._new_contents:
632
 
            try:
633
 
                self.tree_kind(trans_id)
634
 
            except NoSuchFile:
 
656
            if self.tree_kind(trans_id) is None:
635
657
                continue
636
658
            if trans_id not in self._removed_contents:
637
659
                conflicts.append(('overwrite', trans_id,
644
666
        if (self._new_name, self._new_parent) == ({}, {}):
645
667
            return conflicts
646
668
        for children in by_parent.itervalues():
647
 
            name_ids = [(self.final_name(t), t) for t in children]
648
 
            if not self._case_sensitive_target:
649
 
                name_ids = [(n.lower(), t) for n, t in name_ids]
 
669
            name_ids = []
 
670
            for child_tid in children:
 
671
                name = self.final_name(child_tid)
 
672
                if name is not None:
 
673
                    # Keep children only if they still exist in the end
 
674
                    if not self._case_sensitive_target:
 
675
                        name = name.lower()
 
676
                    name_ids.append((name, child_tid))
650
677
            name_ids.sort()
651
678
            last_name = None
652
679
            last_trans_id = None
653
680
            for name, trans_id in name_ids:
654
 
                try:
655
 
                    kind = self.final_kind(trans_id)
656
 
                except NoSuchFile:
657
 
                    kind = None
 
681
                kind = self.final_kind(trans_id)
658
682
                file_id = self.final_file_id(trans_id)
659
683
                if kind is None and file_id is None:
660
684
                    continue
679
703
        return conflicts
680
704
 
681
705
    def _parent_type_conflicts(self, by_parent):
682
 
        """parents must have directory 'contents'."""
 
706
        """Children must have a directory parent"""
683
707
        conflicts = []
684
708
        for parent_id, children in by_parent.iteritems():
685
709
            if parent_id is ROOT_PARENT:
686
710
                continue
687
 
            if not self._any_contents(children):
 
711
            no_children = True
 
712
            for child_id in children:
 
713
                if self.final_kind(child_id) is not None:
 
714
                    no_children = False
 
715
                    break
 
716
            if no_children:
688
717
                continue
689
 
            for child in children:
690
 
                try:
691
 
                    self.final_kind(child)
692
 
                except NoSuchFile:
693
 
                    continue
694
 
            try:
695
 
                kind = self.final_kind(parent_id)
696
 
            except NoSuchFile:
697
 
                kind = None
 
718
            # There is at least a child, so we need an existing directory to
 
719
            # contain it.
 
720
            kind = self.final_kind(parent_id)
698
721
            if kind is None:
 
722
                # The directory will be deleted
699
723
                conflicts.append(('missing parent', parent_id))
700
724
            elif kind != "directory":
 
725
                # Meh, we need a *directory* to put something in it
701
726
                conflicts.append(('non-directory parent', parent_id))
702
727
        return conflicts
703
728
 
704
 
    def _any_contents(self, trans_ids):
705
 
        """Return true if any of the trans_ids, will have contents."""
706
 
        for trans_id in trans_ids:
707
 
            try:
708
 
                kind = self.final_kind(trans_id)
709
 
            except NoSuchFile:
710
 
                continue
711
 
            return True
712
 
        return False
713
 
 
714
729
    def _set_executability(self, path, trans_id):
715
730
        """Set the executability of versioned files """
716
731
        if supports_executable():
738
753
        return trans_id
739
754
 
740
755
    def new_file(self, name, parent_id, contents, file_id=None,
741
 
                 executable=None):
 
756
                 executable=None, sha1=None):
742
757
        """Convenience method to create files.
743
758
 
744
759
        name is the name of the file to create.
751
766
        trans_id = self._new_entry(name, parent_id, file_id)
752
767
        # TODO: rather than scheduling a set_executable call,
753
768
        # have create_file create the file with the right mode.
754
 
        self.create_file(contents, trans_id)
 
769
        self.create_file(contents, trans_id, sha1=sha1)
755
770
        if executable is not None:
756
771
            self.set_executability(executable, trans_id)
757
772
        return trans_id
780
795
        self.create_symlink(target, trans_id)
781
796
        return trans_id
782
797
 
 
798
    def new_orphan(self, trans_id, parent_id):
 
799
        """Schedule an item to be orphaned.
 
800
 
 
801
        When a directory is about to be removed, its children, if they are not
 
802
        versioned are moved out of the way: they don't have a parent anymore.
 
803
 
 
804
        :param trans_id: The trans_id of the existing item.
 
805
        :param parent_id: The parent trans_id of the item.
 
806
        """
 
807
        raise NotImplementedError(self.new_orphan)
 
808
 
 
809
    def _get_potential_orphans(self, dir_id):
 
810
        """Find the potential orphans in a directory.
 
811
 
 
812
        A directory can't be safely deleted if there are versioned files in it.
 
813
        If all the contained files are unversioned then they can be orphaned.
 
814
 
 
815
        The 'None' return value means that the directory contains at least one
 
816
        versioned file and should not be deleted.
 
817
 
 
818
        :param dir_id: The directory trans id.
 
819
 
 
820
        :return: A list of the orphan trans ids or None if at least one
 
821
             versioned file is present.
 
822
        """
 
823
        orphans = []
 
824
        # Find the potential orphans, stop if one item should be kept
 
825
        for child_tid in self.by_parent()[dir_id]:
 
826
            if child_tid in self._removed_contents:
 
827
                # The child is removed as part of the transform. Since it was
 
828
                # versioned before, it's not an orphan
 
829
                continue
 
830
            elif self.final_file_id(child_tid) is None:
 
831
                # The child is not versioned
 
832
                orphans.append(child_tid)
 
833
            else:
 
834
                # We have a versioned file here, searching for orphans is
 
835
                # meaningless.
 
836
                orphans = None
 
837
                break
 
838
        return orphans
 
839
 
783
840
    def _affected_ids(self):
784
841
        """Return the set of transform ids affected by the transform"""
785
842
        trans_ids = set(self._removed_id)
844
901
        Return a (name, parent, kind, executable) tuple
845
902
        """
846
903
        to_name = self.final_name(to_trans_id)
847
 
        try:
848
 
            to_kind = self.final_kind(to_trans_id)
849
 
        except NoSuchFile:
850
 
            to_kind = None
 
904
        to_kind = self.final_kind(to_trans_id)
851
905
        to_parent = self.final_file_id(self.final_parent(to_trans_id))
852
906
        if to_trans_id in self._new_executability:
853
907
            to_executable = self._new_executability[to_trans_id]
927
981
        """
928
982
        return _PreviewTree(self)
929
983
 
930
 
    def commit(self, branch, message, merge_parents=None, strict=False):
 
984
    def commit(self, branch, message, merge_parents=None, strict=False,
 
985
               timestamp=None, timezone=None, committer=None, authors=None,
 
986
               revprops=None, revision_id=None):
931
987
        """Commit the result of this TreeTransform to a branch.
932
988
 
933
989
        :param branch: The branch to commit to.
934
990
        :param message: The message to attach to the commit.
935
 
        :param merge_parents: Additional parents specified by pending merges.
 
991
        :param merge_parents: Additional parent revision-ids specified by
 
992
            pending merges.
 
993
        :param strict: If True, abort the commit if there are unversioned
 
994
            files.
 
995
        :param timestamp: if not None, seconds-since-epoch for the time and
 
996
            date.  (May be a float.)
 
997
        :param timezone: Optional timezone for timestamp, as an offset in
 
998
            seconds.
 
999
        :param committer: Optional committer in email-id format.
 
1000
            (e.g. "J Random Hacker <jrandom@example.com>")
 
1001
        :param authors: Optional list of authors in email-id format.
 
1002
        :param revprops: Optional dictionary of revision properties.
 
1003
        :param revision_id: Optional revision id.  (Specifying a revision-id
 
1004
            may reduce performance for some non-native formats.)
936
1005
        :return: The revision_id of the revision committed.
937
1006
        """
938
1007
        self._check_malformed()
955
1024
        if self._tree.get_revision_id() != last_rev_id:
956
1025
            raise ValueError('TreeTransform not based on branch basis: %s' %
957
1026
                             self._tree.get_revision_id())
958
 
        builder = branch.get_commit_builder(parent_ids)
 
1027
        revprops = commit.Commit.update_revprops(revprops, branch, authors)
 
1028
        builder = branch.get_commit_builder(parent_ids,
 
1029
                                            timestamp=timestamp,
 
1030
                                            timezone=timezone,
 
1031
                                            committer=committer,
 
1032
                                            revprops=revprops,
 
1033
                                            revision_id=revision_id)
959
1034
        preview = self.get_preview_tree()
960
1035
        list(builder.record_iter_changes(preview, last_rev_id,
961
1036
                                         self.iter_changes()))
1160
1235
            if trans_id not in self._new_contents:
1161
1236
                continue
1162
1237
            new_path = self._limbo_name(trans_id)
1163
 
            osutils.rename(old_path, new_path)
 
1238
            os.rename(old_path, new_path)
1164
1239
            for descendant in self._limbo_descendants(trans_id):
1165
1240
                desc_path = self._limbo_files[descendant]
1166
1241
                desc_path = new_path + desc_path[len(old_path):]
1173
1248
            descendants.update(self._limbo_descendants(descendant))
1174
1249
        return descendants
1175
1250
 
1176
 
    def create_file(self, contents, trans_id, mode_id=None):
 
1251
    def create_file(self, contents, trans_id, mode_id=None, sha1=None):
1177
1252
        """Schedule creation of a new file.
1178
1253
 
1179
 
        See also new_file.
1180
 
 
1181
 
        Contents is an iterator of strings, all of which will be written
1182
 
        to the target destination.
1183
 
 
1184
 
        New file takes the permissions of any existing file with that id,
1185
 
        unless mode_id is specified.
 
1254
        :seealso: new_file.
 
1255
 
 
1256
        :param contents: an iterator of strings, all of which will be written
 
1257
            to the target destination.
 
1258
        :param trans_id: TreeTransform handle
 
1259
        :param mode_id: If not None, force the mode of the target file to match
 
1260
            the mode of the object referenced by mode_id.
 
1261
            Otherwise, we will try to preserve mode bits of an existing file.
 
1262
        :param sha1: If the sha1 of this content is already known, pass it in.
 
1263
            We can use it to prevent future sha1 computations.
1186
1264
        """
1187
1265
        name = self._limbo_name(trans_id)
1188
1266
        f = open(name, 'wb')
1195
1273
                f.close()
1196
1274
                os.unlink(name)
1197
1275
                raise
1198
 
 
1199
1276
            f.writelines(contents)
1200
1277
        finally:
1201
1278
            f.close()
1202
1279
        self._set_mtime(name)
1203
1280
        self._set_mode(trans_id, mode_id, S_ISREG)
 
1281
        # It is unfortunate we have to use lstat instead of fstat, but we just
 
1282
        # used utime and chmod on the file, so we need the accurate final
 
1283
        # details.
 
1284
        if sha1 is not None:
 
1285
            self._observed_sha1s[trans_id] = (sha1, osutils.lstat(name))
1204
1286
 
1205
1287
    def _read_file_chunks(self, trans_id):
1206
1288
        cur_file = open(self._limbo_name(trans_id), 'rb')
1265
1347
    def cancel_creation(self, trans_id):
1266
1348
        """Cancel the creation of new file contents."""
1267
1349
        del self._new_contents[trans_id]
 
1350
        if trans_id in self._observed_sha1s:
 
1351
            del self._observed_sha1s[trans_id]
1268
1352
        children = self._limbo_children.get(trans_id)
1269
1353
        # if this is a limbo directory with children, move them before removing
1270
1354
        # the directory
1274
1358
            del self._limbo_children_names[trans_id]
1275
1359
        delete_any(self._limbo_name(trans_id))
1276
1360
 
 
1361
    def new_orphan(self, trans_id, parent_id):
 
1362
        # FIXME: There is no tree config, so we use the branch one (it's weird
 
1363
        # to define it this way as orphaning can only occur in a working tree,
 
1364
        # but that's all we have (for now). It will find the option in
 
1365
        # locations.conf or bazaar.conf though) -- vila 20100916
 
1366
        conf = self._tree.branch.get_config()
 
1367
        conf_var_name = 'bzr.transform.orphan_policy'
 
1368
        orphan_policy = conf.get_user_option(conf_var_name)
 
1369
        default_policy = orphaning_registry.default_key
 
1370
        if orphan_policy is None:
 
1371
            orphan_policy = default_policy
 
1372
        if orphan_policy not in orphaning_registry:
 
1373
            trace.warning('%s (from %s) is not a known policy, defaulting '
 
1374
                'to %s' % (orphan_policy, conf_var_name, default_policy))
 
1375
            orphan_policy = default_policy
 
1376
        handle_orphan = orphaning_registry.get(orphan_policy)
 
1377
        handle_orphan(self, trans_id, parent_id)
 
1378
 
 
1379
 
 
1380
class OrphaningError(errors.BzrError):
 
1381
 
 
1382
    # Only bugs could lead to such exception being seen by the user
 
1383
    internal_error = True
 
1384
    _fmt = "Error while orphaning %s in %s directory"
 
1385
 
 
1386
    def __init__(self, orphan, parent):
 
1387
        errors.BzrError.__init__(self)
 
1388
        self.orphan = orphan
 
1389
        self.parent = parent
 
1390
 
 
1391
 
 
1392
class OrphaningForbidden(OrphaningError):
 
1393
 
 
1394
    _fmt = "Policy: %s doesn't allow creating orphans."
 
1395
 
 
1396
    def __init__(self, policy):
 
1397
        errors.BzrError.__init__(self)
 
1398
        self.policy = policy
 
1399
 
 
1400
 
 
1401
def move_orphan(tt, orphan_id, parent_id):
 
1402
    """See TreeTransformBase.new_orphan.
 
1403
 
 
1404
    This creates a new orphan in the `bzr-orphans` dir at the root of the
 
1405
    `TreeTransform`.
 
1406
 
 
1407
    :param tt: The TreeTransform orphaning `trans_id`.
 
1408
 
 
1409
    :param orphan_id: The trans id that should be orphaned.
 
1410
 
 
1411
    :param parent_id: The orphan parent trans id.
 
1412
    """
 
1413
    # Add the orphan dir if it doesn't exist
 
1414
    orphan_dir_basename = 'bzr-orphans'
 
1415
    od_id = tt.trans_id_tree_path(orphan_dir_basename)
 
1416
    if tt.final_kind(od_id) is None:
 
1417
        tt.create_directory(od_id)
 
1418
    parent_path = tt._tree_id_paths[parent_id]
 
1419
    # Find a name that doesn't exist yet in the orphan dir
 
1420
    actual_name = tt.final_name(orphan_id)
 
1421
    new_name = tt._available_backup_name(actual_name, od_id)
 
1422
    tt.adjust_path(new_name, od_id, orphan_id)
 
1423
    trace.warning('%s has been orphaned in %s'
 
1424
                  % (joinpath(parent_path, actual_name), orphan_dir_basename))
 
1425
 
 
1426
 
 
1427
def refuse_orphan(tt, orphan_id, parent_id):
 
1428
    """See TreeTransformBase.new_orphan.
 
1429
 
 
1430
    This refuses to create orphan, letting the caller handle the conflict.
 
1431
    """
 
1432
    raise OrphaningForbidden('never')
 
1433
 
 
1434
 
 
1435
orphaning_registry = registry.Registry()
 
1436
orphaning_registry.register(
 
1437
    'conflict', refuse_orphan,
 
1438
    'Leave orphans in place and create a conflict on the directory.')
 
1439
orphaning_registry.register(
 
1440
    'move', move_orphan,
 
1441
    'Move orphans into the bzr-orphans directory.')
 
1442
orphaning_registry._set_default_key('conflict')
 
1443
 
1277
1444
 
1278
1445
class TreeTransform(DiskTreeTransform):
1279
1446
    """Represent a tree transformation.
1397
1564
    def tree_kind(self, trans_id):
1398
1565
        """Determine the file kind in the working tree.
1399
1566
 
1400
 
        Raises NoSuchFile if the file does not exist
 
1567
        :returns: The file kind or None if the file does not exist
1401
1568
        """
1402
1569
        path = self._tree_id_paths.get(trans_id)
1403
1570
        if path is None:
1404
 
            raise NoSuchFile(None)
 
1571
            return None
1405
1572
        try:
1406
1573
            return file_kind(self._tree.abspath(path))
1407
 
        except OSError, e:
1408
 
            if e.errno != errno.ENOENT:
1409
 
                raise
1410
 
            else:
1411
 
                raise NoSuchFile(path)
 
1574
        except errors.NoSuchFile:
 
1575
            return None
1412
1576
 
1413
1577
    def _set_mode(self, trans_id, mode_id, typefunc):
1414
1578
        """Set the mode of new file contents.
1520
1684
        """
1521
1685
        if not no_conflicts:
1522
1686
            self._check_malformed()
1523
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
1687
        child_pb = ui.ui_factory.nested_progress_bar()
1524
1688
        try:
1525
1689
            if precomputed_delta is None:
1526
1690
                child_pb.update('Apply phase', 0, 2)
1546
1710
        finally:
1547
1711
            child_pb.finished()
1548
1712
        self._tree.apply_inventory_delta(inventory_delta)
 
1713
        self._apply_observed_sha1s()
1549
1714
        self._done = True
1550
1715
        self.finalize()
1551
1716
        return _TransformResults(modified_paths, self.rename_count)
1553
1718
    def _generate_inventory_delta(self):
1554
1719
        """Generate an inventory delta for the current transform."""
1555
1720
        inventory_delta = []
1556
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
1721
        child_pb = ui.ui_factory.nested_progress_bar()
1557
1722
        new_paths = self._inventory_altered()
1558
1723
        total_entries = len(new_paths) + len(self._removed_id)
1559
1724
        try:
1583
1748
                if file_id is None:
1584
1749
                    continue
1585
1750
                needs_entry = False
1586
 
                try:
1587
 
                    kind = self.final_kind(trans_id)
1588
 
                except NoSuchFile:
 
1751
                kind = self.final_kind(trans_id)
 
1752
                if kind is None:
1589
1753
                    kind = self._tree.stored_kind(file_id)
1590
1754
                parent_trans_id = self.final_parent(trans_id)
1591
1755
                parent_file_id = new_path_file_ids.get(parent_trans_id)
1622
1786
        """
1623
1787
        tree_paths = list(self._tree_path_ids.iteritems())
1624
1788
        tree_paths.sort(reverse=True)
1625
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
1789
        child_pb = ui.ui_factory.nested_progress_bar()
1626
1790
        try:
1627
1791
            for num, data in enumerate(tree_paths):
1628
1792
                path, trans_id = data
1635
1799
                      or trans_id in self._new_parent):
1636
1800
                    try:
1637
1801
                        mover.rename(full_path, self._limbo_name(trans_id))
1638
 
                    except OSError, e:
 
1802
                    except errors.TransformRenameFailed, e:
1639
1803
                        if e.errno != errno.ENOENT:
1640
1804
                            raise
1641
1805
                    else:
1657
1821
        modified_paths = []
1658
1822
        new_path_file_ids = dict((t, self.final_file_id(t)) for p, t in
1659
1823
                                 new_paths)
1660
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
1824
        child_pb = ui.ui_factory.nested_progress_bar()
1661
1825
        try:
1662
1826
            for num, (path, trans_id) in enumerate(new_paths):
1663
1827
                if (num % 10) == 0:
1666
1830
                if trans_id in self._needs_rename:
1667
1831
                    try:
1668
1832
                        mover.rename(self._limbo_name(trans_id), full_path)
1669
 
                    except OSError, e:
 
1833
                    except errors.TransformRenameFailed, e:
1670
1834
                        # We may be renaming a dangling inventory id
1671
1835
                        if e.errno != errno.ENOENT:
1672
1836
                            raise
1673
1837
                    else:
1674
1838
                        self.rename_count += 1
 
1839
                    # TODO: if trans_id in self._observed_sha1s, we should
 
1840
                    #       re-stat the final target, since ctime will be
 
1841
                    #       updated by the change.
1675
1842
                if (trans_id in self._new_contents or
1676
1843
                    self.path_changed(trans_id)):
1677
1844
                    if trans_id in self._new_contents:
1678
1845
                        modified_paths.append(full_path)
1679
1846
                if trans_id in self._new_executability:
1680
1847
                    self._set_executability(path, trans_id)
 
1848
                if trans_id in self._observed_sha1s:
 
1849
                    o_sha1, o_st_val = self._observed_sha1s[trans_id]
 
1850
                    st = osutils.lstat(full_path)
 
1851
                    self._observed_sha1s[trans_id] = (o_sha1, st)
1681
1852
        finally:
1682
1853
            child_pb.finished()
1683
1854
        self._new_contents.clear()
1684
1855
        return modified_paths
1685
1856
 
 
1857
    def _apply_observed_sha1s(self):
 
1858
        """After we have finished renaming everything, update observed sha1s
 
1859
 
 
1860
        This has to be done after self._tree.apply_inventory_delta, otherwise
 
1861
        it doesn't know anything about the files we are updating. Also, we want
 
1862
        to do this as late as possible, so that most entries end up cached.
 
1863
        """
 
1864
        # TODO: this doesn't update the stat information for directories. So
 
1865
        #       the first 'bzr status' will still need to rewrite
 
1866
        #       .bzr/checkout/dirstate. However, we at least don't need to
 
1867
        #       re-read all of the files.
 
1868
        # TODO: If the operation took a while, we could do a time.sleep(3) here
 
1869
        #       to allow the clock to tick over and ensure we won't have any
 
1870
        #       problems. (we could observe start time, and finish time, and if
 
1871
        #       it is less than eg 10% overhead, add a sleep call.)
 
1872
        paths = FinalPaths(self)
 
1873
        for trans_id, observed in self._observed_sha1s.iteritems():
 
1874
            path = paths.get_path(trans_id)
 
1875
            # We could get the file_id, but dirstate prefers to use the path
 
1876
            # anyway, and it is 'cheaper' to determine.
 
1877
            # file_id = self._new_id[trans_id]
 
1878
            self._tree._observed_sha1(None, path, observed)
 
1879
 
1686
1880
 
1687
1881
class TransformPreview(DiskTreeTransform):
1688
1882
    """A TreeTransform for generating preview trees.
1703
1897
    def tree_kind(self, trans_id):
1704
1898
        path = self._tree_id_paths.get(trans_id)
1705
1899
        if path is None:
1706
 
            raise NoSuchFile(None)
1707
 
        file_id = self._tree.path2id(path)
1708
 
        return self._tree.kind(file_id)
 
1900
            return None
 
1901
        kind = self._tree.path_content_summary(path)[0]
 
1902
        if kind == 'missing':
 
1903
            kind = None
 
1904
        return kind
1709
1905
 
1710
1906
    def _set_mode(self, trans_id, mode_id, typefunc):
1711
1907
        """Set the mode of new file contents.
1731
1927
            childpath = joinpath(path, child)
1732
1928
            yield self.trans_id_tree_path(childpath)
1733
1929
 
1734
 
 
1735
 
class _PreviewTree(tree.Tree):
 
1930
    def new_orphan(self, trans_id, parent_id):
 
1931
        raise NotImplementedError(self.new_orphan)
 
1932
 
 
1933
 
 
1934
class _PreviewTree(tree.InventoryTree):
1736
1935
    """Partial implementation of Tree to support show_diff_trees"""
1737
1936
 
1738
1937
    def __init__(self, transform):
1767
1966
                yield self._get_repository().revision_tree(revision_id)
1768
1967
 
1769
1968
    def _get_file_revision(self, file_id, vf, tree_revision):
1770
 
        parent_keys = [(file_id, self._file_revision(t, file_id)) for t in
 
1969
        parent_keys = [(file_id, t.get_file_revision(file_id)) for t in
1771
1970
                       self._iter_parent_trees()]
1772
1971
        vf.add_lines((file_id, tree_revision), parent_keys,
1773
 
                     self.get_file(file_id).readlines())
 
1972
                     self.get_file_lines(file_id))
1774
1973
        repo = self._get_repository()
1775
1974
        base_vf = repo.texts
1776
1975
        if base_vf not in vf.fallback_versionedfiles:
1777
1976
            vf.fallback_versionedfiles.append(base_vf)
1778
1977
        return tree_revision
1779
1978
 
1780
 
    def _stat_limbo_file(self, file_id):
1781
 
        trans_id = self._transform.trans_id_file_id(file_id)
 
1979
    def _stat_limbo_file(self, file_id=None, trans_id=None):
 
1980
        if trans_id is None:
 
1981
            trans_id = self._transform.trans_id_file_id(file_id)
1782
1982
        name = self._transform._limbo_name(trans_id)
1783
1983
        return os.lstat(name)
1784
1984
 
1907
2107
            if (specific_file_ids is not None
1908
2108
                and file_id not in specific_file_ids):
1909
2109
                continue
1910
 
            try:
1911
 
                kind = self._transform.final_kind(trans_id)
1912
 
            except NoSuchFile:
 
2110
            kind = self._transform.final_kind(trans_id)
 
2111
            if kind is None:
1913
2112
                kind = self._transform._tree.stored_kind(file_id)
1914
2113
            new_entry = inventory.make_entry(
1915
2114
                kind,
2000
2199
 
2001
2200
    def get_file_size(self, file_id):
2002
2201
        """See Tree.get_file_size"""
 
2202
        trans_id = self._transform.trans_id_file_id(file_id)
 
2203
        kind = self._transform.final_kind(trans_id)
 
2204
        if kind != 'file':
 
2205
            return None
 
2206
        if trans_id in self._transform._new_contents:
 
2207
            return self._stat_limbo_file(trans_id=trans_id).st_size
2003
2208
        if self.kind(file_id) == 'file':
2004
2209
            return self._transform._tree.get_file_size(file_id)
2005
2210
        else:
2033
2238
            except errors.NoSuchId:
2034
2239
                return False
2035
2240
 
 
2241
    def has_filename(self, path):
 
2242
        trans_id = self._path2trans_id(path)
 
2243
        if trans_id in self._transform._new_contents:
 
2244
            return True
 
2245
        elif trans_id in self._transform._removed_contents:
 
2246
            return False
 
2247
        else:
 
2248
            return self._transform._tree.has_filename(path)
 
2249
 
2036
2250
    def path_content_summary(self, path):
2037
2251
        trans_id = self._path2trans_id(path)
2038
2252
        tt = self._transform
2126
2340
                                   self.get_file(file_id).readlines(),
2127
2341
                                   default_revision)
2128
2342
 
2129
 
    def get_symlink_target(self, file_id):
 
2343
    def get_symlink_target(self, file_id, path=None):
2130
2344
        """See Tree.get_symlink_target"""
2131
2345
        if not self._content_change(file_id):
2132
2346
            return self._transform._tree.get_symlink_target(file_id)
2147
2361
                path_from_root = self._final_paths.get_path(child_id)
2148
2362
                basename = self._transform.final_name(child_id)
2149
2363
                file_id = self._transform.final_file_id(child_id)
2150
 
                try:
2151
 
                    kind = self._transform.final_kind(child_id)
 
2364
                kind  = self._transform.final_kind(child_id)
 
2365
                if kind is not None:
2152
2366
                    versioned_kind = kind
2153
 
                except NoSuchFile:
 
2367
                else:
2154
2368
                    kind = 'unknown'
2155
2369
                    versioned_kind = self._transform._tree.stored_kind(file_id)
2156
2370
                if versioned_kind == 'directory':
2269
2483
    for num, _unused in enumerate(wt.all_file_ids()):
2270
2484
        if num > 0:  # more than just a root
2271
2485
            raise errors.WorkingTreeAlreadyPopulated(base=wt.basedir)
2272
 
    existing_files = set()
2273
 
    for dir, files in wt.walkdirs():
2274
 
        existing_files.update(f[0] for f in files)
2275
2486
    file_trans_id = {}
2276
 
    top_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
2487
    top_pb = ui.ui_factory.nested_progress_bar()
2277
2488
    pp = ProgressPhase("Build phase", 2, top_pb)
2278
2489
    if tree.inventory.root is not None:
2279
2490
        # This is kind of a hack: we should be altering the root
2292
2503
        pp.next_phase()
2293
2504
        file_trans_id[wt.get_root_id()] = \
2294
2505
            tt.trans_id_tree_file_id(wt.get_root_id())
2295
 
        pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
2506
        pb = ui.ui_factory.nested_progress_bar()
2296
2507
        try:
2297
2508
            deferred_contents = []
2298
2509
            num = 0
2301
2512
                precomputed_delta = []
2302
2513
            else:
2303
2514
                precomputed_delta = None
 
2515
            # Check if tree inventory has content. If so, we populate
 
2516
            # existing_files with the directory content. If there are no
 
2517
            # entries we skip populating existing_files as its not used.
 
2518
            # This improves performance and unncessary work on large
 
2519
            # directory trees. (#501307)
 
2520
            if total > 0:
 
2521
                existing_files = set()
 
2522
                for dir, files in wt.walkdirs():
 
2523
                    existing_files.update(f[0] for f in files)
2304
2524
            for num, (tree_path, entry) in \
2305
2525
                enumerate(tree.inventory.iter_entries_by_dir()):
2306
2526
                pb.update("Building tree", num - len(deferred_contents), total)
2336
2556
                    executable = tree.is_executable(file_id, tree_path)
2337
2557
                    if executable:
2338
2558
                        tt.set_executability(executable, trans_id)
2339
 
                    trans_data = (trans_id, tree_path)
 
2559
                    trans_data = (trans_id, tree_path, entry.text_sha1)
2340
2560
                    deferred_contents.append((file_id, trans_data))
2341
2561
                else:
2342
2562
                    file_trans_id[file_id] = new_by_entry(tt, entry, parent_id,
2358
2578
            precomputed_delta = None
2359
2579
        conflicts = cook_conflicts(raw_conflicts, tt)
2360
2580
        for conflict in conflicts:
2361
 
            warning(conflict)
 
2581
            trace.warning(conflict)
2362
2582
        try:
2363
2583
            wt.add_conflicts(conflicts)
2364
2584
        except errors.UnsupportedOperation:
2387
2607
        unchanged = dict(unchanged)
2388
2608
        new_desired_files = []
2389
2609
        count = 0
2390
 
        for file_id, (trans_id, tree_path) in desired_files:
 
2610
        for file_id, (trans_id, tree_path, text_sha1) in desired_files:
2391
2611
            accelerator_path = unchanged.get(file_id)
2392
2612
            if accelerator_path is None:
2393
 
                new_desired_files.append((file_id, (trans_id, tree_path)))
 
2613
                new_desired_files.append((file_id,
 
2614
                    (trans_id, tree_path, text_sha1)))
2394
2615
                continue
2395
2616
            pb.update('Adding file contents', count + offset, total)
2396
2617
            if hardlink:
2403
2624
                    contents = filtered_output_bytes(contents, filters,
2404
2625
                        ContentFilterContext(tree_path, tree))
2405
2626
                try:
2406
 
                    tt.create_file(contents, trans_id)
 
2627
                    tt.create_file(contents, trans_id, sha1=text_sha1)
2407
2628
                finally:
2408
2629
                    try:
2409
2630
                        contents.close()
2412
2633
                        pass
2413
2634
            count += 1
2414
2635
        offset += count
2415
 
    for count, ((trans_id, tree_path), contents) in enumerate(
 
2636
    for count, ((trans_id, tree_path, text_sha1), contents) in enumerate(
2416
2637
            tree.iter_files_bytes(new_desired_files)):
2417
2638
        if wt.supports_content_filtering():
2418
2639
            filters = wt._content_filter_stack(tree_path)
2419
2640
            contents = filtered_output_bytes(contents, filters,
2420
2641
                ContentFilterContext(tree_path, tree))
2421
 
        tt.create_file(contents, trans_id)
 
2642
        tt.create_file(contents, trans_id, sha1=text_sha1)
2422
2643
        pb.update('Adding file contents', count + offset, total)
2423
2644
 
2424
2645
 
2426
2647
    for child in tt.iter_tree_children(old_parent):
2427
2648
        tt.adjust_path(tt.final_name(child), new_parent, child)
2428
2649
 
 
2650
 
2429
2651
def _reparent_transform_children(tt, old_parent, new_parent):
2430
2652
    by_parent = tt.by_parent()
2431
2653
    for child in by_parent[old_parent]:
2432
2654
        tt.adjust_path(tt.final_name(child), new_parent, child)
2433
2655
    return by_parent[old_parent]
2434
2656
 
 
2657
 
2435
2658
def _content_match(tree, entry, file_id, kind, target_path):
2436
2659
    if entry.kind != kind:
2437
2660
        return False
2438
2661
    if entry.kind == "directory":
2439
2662
        return True
2440
2663
    if entry.kind == "file":
2441
 
        if tree.get_file(file_id).read() == file(target_path, 'rb').read():
2442
 
            return True
 
2664
        f = file(target_path, 'rb')
 
2665
        try:
 
2666
            if tree.get_file_text(file_id) == f.read():
 
2667
                return True
 
2668
        finally:
 
2669
            f.close()
2443
2670
    elif entry.kind == "symlink":
2444
2671
        if tree.get_symlink_target(file_id) == os.readlink(target_path):
2445
2672
            return True
2497
2724
        raise errors.BadFileKindError(name, kind)
2498
2725
 
2499
2726
 
2500
 
@deprecated_function(deprecated_in((1, 9, 0)))
2501
 
def create_by_entry(tt, entry, tree, trans_id, lines=None, mode_id=None):
2502
 
    """Create new file contents according to an inventory entry.
2503
 
 
2504
 
    DEPRECATED.  Use create_from_tree instead.
2505
 
    """
2506
 
    if entry.kind == "file":
2507
 
        if lines is None:
2508
 
            lines = tree.get_file(entry.file_id).readlines()
2509
 
        tt.create_file(lines, trans_id, mode_id=mode_id)
2510
 
    elif entry.kind == "symlink":
2511
 
        tt.create_symlink(tree.get_symlink_target(entry.file_id), trans_id)
2512
 
    elif entry.kind == "directory":
2513
 
        tt.create_directory(trans_id)
2514
 
 
2515
 
 
2516
2727
def create_from_tree(tt, trans_id, tree, file_id, bytes=None,
2517
2728
    filter_tree_path=None):
2518
2729
    """Create new file contents according to tree contents.
2549
2760
        tt.set_executability(entry.executable, trans_id)
2550
2761
 
2551
2762
 
 
2763
@deprecated_function(deprecated_in((2, 3, 0)))
2552
2764
def get_backup_name(entry, by_parent, parent_trans_id, tt):
2553
2765
    return _get_backup_name(entry.name, by_parent, parent_trans_id, tt)
2554
2766
 
2555
2767
 
 
2768
@deprecated_function(deprecated_in((2, 3, 0)))
2556
2769
def _get_backup_name(name, by_parent, parent_trans_id, tt):
2557
2770
    """Produce a backup-style name that appears to be available"""
2558
2771
    def name_gen():
2607
2820
                unversioned_filter=working_tree.is_ignored)
2608
2821
            delta.report_changes(tt.iter_changes(), change_reporter)
2609
2822
        for conflict in conflicts:
2610
 
            warning(conflict)
 
2823
            trace.warning(conflict)
2611
2824
        pp.next_phase()
2612
2825
        tt.apply()
2613
2826
        working_tree.set_merge_modified(merge_modified)
2621
2834
def _prepare_revert_transform(working_tree, target_tree, tt, filenames,
2622
2835
                              backups, pp, basis_tree=None,
2623
2836
                              merge_modified=None):
2624
 
    child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
2837
    child_pb = ui.ui_factory.nested_progress_bar()
2625
2838
    try:
2626
2839
        if merge_modified is None:
2627
2840
            merge_modified = working_tree.merge_modified()
2630
2843
                                      merge_modified, basis_tree)
2631
2844
    finally:
2632
2845
        child_pb.finished()
2633
 
    child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
2846
    child_pb = ui.ui_factory.nested_progress_bar()
2634
2847
    try:
2635
2848
        raw_conflicts = resolve_conflicts(tt, child_pb,
2636
2849
            lambda t, c: conflict_pass(t, c, target_tree))
2644
2857
                 backups, merge_modified, basis_tree=None):
2645
2858
    if basis_tree is not None:
2646
2859
        basis_tree.lock_read()
2647
 
    change_list = target_tree.iter_changes(working_tree,
 
2860
    # We ask the working_tree for its changes relative to the target, rather
 
2861
    # than the target changes relative to the working tree. Because WT4 has an
 
2862
    # optimizer to compare itself to a target, but no optimizer for the
 
2863
    # reverse.
 
2864
    change_list = working_tree.iter_changes(target_tree,
2648
2865
        specific_files=specific_files, pb=pb)
2649
2866
    if target_tree.get_root_id() is None:
2650
2867
        skip_root = True
2654
2871
        deferred_files = []
2655
2872
        for id_num, (file_id, path, changed_content, versioned, parent, name,
2656
2873
                kind, executable) in enumerate(change_list):
2657
 
            if skip_root and file_id[0] is not None and parent[0] is None:
 
2874
            target_path, wt_path = path
 
2875
            target_versioned, wt_versioned = versioned
 
2876
            target_parent, wt_parent = parent
 
2877
            target_name, wt_name = name
 
2878
            target_kind, wt_kind = kind
 
2879
            target_executable, wt_executable = executable
 
2880
            if skip_root and wt_parent is None:
2658
2881
                continue
2659
2882
            trans_id = tt.trans_id_file_id(file_id)
2660
2883
            mode_id = None
2661
2884
            if changed_content:
2662
2885
                keep_content = False
2663
 
                if kind[0] == 'file' and (backups or kind[1] is None):
 
2886
                if wt_kind == 'file' and (backups or target_kind is None):
2664
2887
                    wt_sha1 = working_tree.get_file_sha1(file_id)
2665
2888
                    if merge_modified.get(file_id) != wt_sha1:
2666
2889
                        # acquire the basis tree lazily to prevent the
2672
2895
                        if file_id in basis_tree:
2673
2896
                            if wt_sha1 != basis_tree.get_file_sha1(file_id):
2674
2897
                                keep_content = True
2675
 
                        elif kind[1] is None and not versioned[1]:
 
2898
                        elif target_kind is None and not target_versioned:
2676
2899
                            keep_content = True
2677
 
                if kind[0] is not None:
 
2900
                if wt_kind is not None:
2678
2901
                    if not keep_content:
2679
2902
                        tt.delete_contents(trans_id)
2680
 
                    elif kind[1] is not None:
2681
 
                        parent_trans_id = tt.trans_id_file_id(parent[0])
2682
 
                        by_parent = tt.by_parent()
2683
 
                        backup_name = _get_backup_name(name[0], by_parent,
2684
 
                                                       parent_trans_id, tt)
 
2903
                    elif target_kind is not None:
 
2904
                        parent_trans_id = tt.trans_id_file_id(wt_parent)
 
2905
                        backup_name = tt._available_backup_name(
 
2906
                            wt_name, parent_trans_id)
2685
2907
                        tt.adjust_path(backup_name, parent_trans_id, trans_id)
2686
 
                        new_trans_id = tt.create_path(name[0], parent_trans_id)
2687
 
                        if versioned == (True, True):
 
2908
                        new_trans_id = tt.create_path(wt_name, parent_trans_id)
 
2909
                        if wt_versioned and target_versioned:
2688
2910
                            tt.unversion_file(trans_id)
2689
2911
                            tt.version_file(file_id, new_trans_id)
2690
2912
                        # New contents should have the same unix perms as old
2691
2913
                        # contents
2692
2914
                        mode_id = trans_id
2693
2915
                        trans_id = new_trans_id
2694
 
                if kind[1] in ('directory', 'tree-reference'):
 
2916
                if target_kind in ('directory', 'tree-reference'):
2695
2917
                    tt.create_directory(trans_id)
2696
 
                    if kind[1] == 'tree-reference':
 
2918
                    if target_kind == 'tree-reference':
2697
2919
                        revision = target_tree.get_reference_revision(file_id,
2698
 
                                                                      path[1])
 
2920
                                                                      target_path)
2699
2921
                        tt.set_tree_reference(revision, trans_id)
2700
 
                elif kind[1] == 'symlink':
 
2922
                elif target_kind == 'symlink':
2701
2923
                    tt.create_symlink(target_tree.get_symlink_target(file_id),
2702
2924
                                      trans_id)
2703
 
                elif kind[1] == 'file':
 
2925
                elif target_kind == 'file':
2704
2926
                    deferred_files.append((file_id, (trans_id, mode_id)))
2705
2927
                    if basis_tree is None:
2706
2928
                        basis_tree = working_tree.basis_tree()
2714
2936
                        merge_modified[file_id] = new_sha1
2715
2937
 
2716
2938
                    # preserve the execute bit when backing up
2717
 
                    if keep_content and executable[0] == executable[1]:
2718
 
                        tt.set_executability(executable[1], trans_id)
2719
 
                elif kind[1] is not None:
2720
 
                    raise AssertionError(kind[1])
2721
 
            if versioned == (False, True):
 
2939
                    if keep_content and wt_executable == target_executable:
 
2940
                        tt.set_executability(target_executable, trans_id)
 
2941
                elif target_kind is not None:
 
2942
                    raise AssertionError(target_kind)
 
2943
            if not wt_versioned and target_versioned:
2722
2944
                tt.version_file(file_id, trans_id)
2723
 
            if versioned == (True, False):
 
2945
            if wt_versioned and not target_versioned:
2724
2946
                tt.unversion_file(trans_id)
2725
 
            if (name[1] is not None and
2726
 
                (name[0] != name[1] or parent[0] != parent[1])):
2727
 
                if name[1] == '' and parent[1] is None:
 
2947
            if (target_name is not None and
 
2948
                (wt_name != target_name or wt_parent != target_parent)):
 
2949
                if target_name == '' and target_parent is None:
2728
2950
                    parent_trans = ROOT_PARENT
2729
2951
                else:
2730
 
                    parent_trans = tt.trans_id_file_id(parent[1])
2731
 
                if parent[0] is None and versioned[0]:
2732
 
                    tt.adjust_root_path(name[1], parent_trans)
 
2952
                    parent_trans = tt.trans_id_file_id(target_parent)
 
2953
                if wt_parent is None and wt_versioned:
 
2954
                    tt.adjust_root_path(target_name, parent_trans)
2733
2955
                else:
2734
 
                    tt.adjust_path(name[1], parent_trans, trans_id)
2735
 
            if executable[0] != executable[1] and kind[1] == "file":
2736
 
                tt.set_executability(executable[1], trans_id)
 
2956
                    tt.adjust_path(target_name, parent_trans, trans_id)
 
2957
            if wt_executable != target_executable and target_kind == "file":
 
2958
                tt.set_executability(target_executable, trans_id)
2737
2959
        if working_tree.supports_content_filtering():
2738
2960
            for index, ((trans_id, mode_id), bytes) in enumerate(
2739
2961
                target_tree.iter_files_bytes(deferred_files)):
2810
3032
 
2811
3033
        elif c_type == 'missing parent':
2812
3034
            trans_id = conflict[1]
2813
 
            try:
2814
 
                tt.cancel_deletion(trans_id)
2815
 
                new_conflicts.add(('deleting parent', 'Not deleting',
2816
 
                                   trans_id))
2817
 
            except KeyError:
 
3035
            if trans_id in tt._removed_contents:
 
3036
                cancel_deletion = True
 
3037
                orphans = tt._get_potential_orphans(trans_id)
 
3038
                if orphans:
 
3039
                    cancel_deletion = False
 
3040
                    # All children are orphans
 
3041
                    for o in orphans:
 
3042
                        try:
 
3043
                            tt.new_orphan(o, trans_id)
 
3044
                        except OrphaningError:
 
3045
                            # Something bad happened so we cancel the directory
 
3046
                            # deletion which will leave it in place with a
 
3047
                            # conflict. The user can deal with it from there.
 
3048
                            # Note that this also catch the case where we don't
 
3049
                            # want to create orphans and leave the directory in
 
3050
                            # place.
 
3051
                            cancel_deletion = True
 
3052
                            break
 
3053
                if cancel_deletion:
 
3054
                    # Cancel the directory deletion
 
3055
                    tt.cancel_deletion(trans_id)
 
3056
                    new_conflicts.add(('deleting parent', 'Not deleting',
 
3057
                                       trans_id))
 
3058
            else:
2818
3059
                create = True
2819
3060
                try:
2820
3061
                    tt.final_name(trans_id)
2823
3064
                        file_id = tt.final_file_id(trans_id)
2824
3065
                        if file_id is None:
2825
3066
                            file_id = tt.inactive_file_id(trans_id)
2826
 
                        entry = path_tree.inventory[file_id]
 
3067
                        _, entry = path_tree.iter_entries_by_dir(
 
3068
                            [file_id]).next()
2827
3069
                        # special-case the other tree root (move its
2828
3070
                        # children to current root)
2829
3071
                        if entry.parent_id is None:
2845
3087
            file_id = tt.inactive_file_id(conflict[1])
2846
3088
            # special-case the other tree root (move its children instead)
2847
3089
            if path_tree and file_id in path_tree:
2848
 
                if path_tree.inventory[file_id].parent_id is None:
 
3090
                if path_tree.path2id('') == file_id:
 
3091
                    # This is the root entry, skip it
2849
3092
                    continue
2850
3093
            tt.version_file(file_id, conflict[1])
2851
3094
            new_conflicts.add((c_type, 'Versioned directory', conflict[1]))
2903
3146
    def rename(self, from_, to):
2904
3147
        """Rename a file from one path to another."""
2905
3148
        try:
2906
 
            osutils.rename(from_, to)
 
3149
            os.rename(from_, to)
2907
3150
        except OSError, e:
2908
3151
            if e.errno in (errno.EEXIST, errno.ENOTEMPTY):
2909
3152
                raise errors.FileExists(to, str(e))
2910
 
            raise
 
3153
            # normal OSError doesn't include filenames so it's hard to see where
 
3154
            # the problem is, see https://bugs.launchpad.net/bzr/+bug/491763
 
3155
            raise errors.TransformRenameFailed(from_, to, str(e), e.errno)
2911
3156
        self.past_renames.append((from_, to))
2912
3157
 
2913
3158
    def pre_delete(self, from_, to):
2923
3168
    def rollback(self):
2924
3169
        """Reverse all renames that have been performed"""
2925
3170
        for from_, to in reversed(self.past_renames):
2926
 
            osutils.rename(to, from_)
 
3171
            try:
 
3172
                os.rename(to, from_)
 
3173
            except OSError, e:
 
3174
                raise errors.TransformRenameFailed(to, from_, str(e), e.errno)
2927
3175
        # after rollback, don't reuse _FileMover
2928
3176
        past_renames = None
2929
3177
        pending_deletions = None