~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/transform.py

Merge 2.2 into 2.3 including fixes for bug #583667 and bug #681885

Show diffs side-by-side

added added

removed removed

Lines of Context:
19
19
from stat import S_ISREG, S_IEXEC
20
20
import time
21
21
 
22
 
from bzrlib.lazy_import import lazy_import
23
 
lazy_import(globals(), """
 
22
from bzrlib import (
 
23
    errors,
 
24
    lazy_import,
 
25
    registry,
 
26
    )
 
27
lazy_import.lazy_import(globals(), """
24
28
from bzrlib import (
25
29
    annotate,
26
30
    bencode,
27
31
    bzrdir,
 
32
    commit,
28
33
    delta,
29
34
    errors,
30
35
    inventory,
31
36
    multiparent,
32
37
    osutils,
33
38
    revision as _mod_revision,
 
39
    trace,
34
40
    ui,
35
41
    )
36
42
""")
54
60
from bzrlib.symbol_versioning import (
55
61
        deprecated_function,
56
62
        deprecated_in,
 
63
        deprecated_method,
57
64
        )
58
65
from bzrlib.trace import mutter, warning
59
66
from bzrlib import tree
63
70
 
64
71
ROOT_PARENT = "root-parent"
65
72
 
66
 
 
67
73
def unique_add(map, key, value):
68
74
    if key in map:
69
75
        raise DuplicateKey(key=key)
70
76
    map[key] = value
71
77
 
72
78
 
 
79
 
73
80
class _TransformResults(object):
74
81
    def __init__(self, modified_paths, rename_count):
75
82
        object.__init__(self)
314
321
 
315
322
    def delete_contents(self, trans_id):
316
323
        """Schedule the contents of a path entry for deletion"""
317
 
        # Ensure that the object exists in the WorkingTree, this will raise an
318
 
        # exception if there is a problem
319
 
        self.tree_kind(trans_id)
320
 
        self._removed_contents.add(trans_id)
 
324
        kind = self.tree_kind(trans_id)
 
325
        if kind is not None:
 
326
            self._removed_contents.add(trans_id)
321
327
 
322
328
    def cancel_deletion(self, trans_id):
323
329
        """Cancel a scheduled deletion"""
388
394
        changed_kind = set(self._removed_contents)
389
395
        changed_kind.intersection_update(self._new_contents)
390
396
        changed_kind.difference_update(new_ids)
391
 
        changed_kind = (t for t in changed_kind if self.tree_kind(t) !=
392
 
                        self.final_kind(t))
 
397
        changed_kind = (t for t in changed_kind
 
398
                        if self.tree_kind(t) != self.final_kind(t))
393
399
        new_ids.update(changed_kind)
394
400
        return sorted(FinalPaths(self).get_paths(new_ids))
395
401
 
396
402
    def final_kind(self, trans_id):
397
403
        """Determine the final file kind, after any changes applied.
398
404
 
399
 
        Raises NoSuchFile if the file does not exist/has no contents.
400
 
        (It is conceivable that a path would be created without the
401
 
        corresponding contents insertion command)
 
405
        :return: None if the file does not exist/has no contents.  (It is
 
406
            conceivable that a path would be created without the corresponding
 
407
            contents insertion command)
402
408
        """
403
409
        if trans_id in self._new_contents:
404
410
            return self._new_contents[trans_id]
405
411
        elif trans_id in self._removed_contents:
406
 
            raise NoSuchFile(None)
 
412
            return None
407
413
        else:
408
414
            return self.tree_kind(trans_id)
409
415
 
531
537
            # ensure that all children are registered with the transaction
532
538
            list(self.iter_tree_children(parent_id))
533
539
 
 
540
    @deprecated_method(deprecated_in((2, 3, 0)))
534
541
    def has_named_child(self, by_parent, parent_id, name):
535
 
        try:
536
 
            children = by_parent[parent_id]
537
 
        except KeyError:
538
 
            children = []
539
 
        for child in children:
 
542
        return self._has_named_child(
 
543
            name, parent_id, known_children=by_parent.get(parent_id, []))
 
544
 
 
545
    def _has_named_child(self, name, parent_id, known_children):
 
546
        """Does a parent already have a name child.
 
547
 
 
548
        :param name: The searched for name.
 
549
 
 
550
        :param parent_id: The parent for which the check is made.
 
551
 
 
552
        :param known_children: The already known children. This should have
 
553
            been recently obtained from `self.by_parent.get(parent_id)`
 
554
            (or will be if None is passed).
 
555
        """
 
556
        if known_children is None:
 
557
            known_children = self.by_parent().get(parent_id, [])
 
558
        for child in known_children:
540
559
            if self.final_name(child) == name:
541
560
                return True
542
 
        try:
543
 
            path = self._tree_id_paths[parent_id]
544
 
        except KeyError:
 
561
        parent_path = self._tree_id_paths.get(parent_id, None)
 
562
        if parent_path is None:
 
563
            # No parent... no children
545
564
            return False
546
 
        childpath = joinpath(path, name)
547
 
        child_id = self._tree_path_ids.get(childpath)
 
565
        child_path = joinpath(parent_path, name)
 
566
        child_id = self._tree_path_ids.get(child_path, None)
548
567
        if child_id is None:
549
 
            return lexists(self._tree.abspath(childpath))
 
568
            # Not known by the tree transform yet, check the filesystem
 
569
            return osutils.lexists(self._tree.abspath(child_path))
550
570
        else:
551
 
            if self.final_parent(child_id) != parent_id:
552
 
                return False
553
 
            if child_id in self._removed_contents:
554
 
                # XXX What about dangling file-ids?
555
 
                return False
556
 
            else:
557
 
                return True
 
571
            raise AssertionError('child_id is missing: %s, %s, %s'
 
572
                                 % (name, parent_id, child_id))
 
573
 
 
574
    def _available_backup_name(self, name, target_id):
 
575
        """Find an available backup name.
 
576
 
 
577
        :param name: The basename of the file.
 
578
 
 
579
        :param target_id: The directory trans_id where the backup should 
 
580
            be placed.
 
581
        """
 
582
        known_children = self.by_parent().get(target_id, [])
 
583
        return osutils.available_backup_name(
 
584
            name,
 
585
            lambda base: self._has_named_child(
 
586
                base, target_id, known_children))
558
587
 
559
588
    def _parent_loops(self):
560
589
        """No entry should be its own ancestor"""
595
624
        """
596
625
        conflicts = []
597
626
        for trans_id in self._new_id.iterkeys():
598
 
            try:
599
 
                kind = self.final_kind(trans_id)
600
 
            except NoSuchFile:
 
627
            kind = self.final_kind(trans_id)
 
628
            if kind is None:
601
629
                conflicts.append(('versioning no contents', trans_id))
602
630
                continue
603
631
            if not InventoryEntry.versionable_kind(kind):
617
645
            if self.final_file_id(trans_id) is None:
618
646
                conflicts.append(('unversioned executability', trans_id))
619
647
            else:
620
 
                try:
621
 
                    non_file = self.final_kind(trans_id) != "file"
622
 
                except NoSuchFile:
623
 
                    non_file = True
624
 
                if non_file is True:
 
648
                if self.final_kind(trans_id) != "file":
625
649
                    conflicts.append(('non-file executability', trans_id))
626
650
        return conflicts
627
651
 
629
653
        """Check for overwrites (not permitted on Win32)"""
630
654
        conflicts = []
631
655
        for trans_id in self._new_contents:
632
 
            try:
633
 
                self.tree_kind(trans_id)
634
 
            except NoSuchFile:
 
656
            if self.tree_kind(trans_id) is None:
635
657
                continue
636
658
            if trans_id not in self._removed_contents:
637
659
                conflicts.append(('overwrite', trans_id,
644
666
        if (self._new_name, self._new_parent) == ({}, {}):
645
667
            return conflicts
646
668
        for children in by_parent.itervalues():
647
 
            name_ids = [(self.final_name(t), t) for t in children]
648
 
            if not self._case_sensitive_target:
649
 
                name_ids = [(n.lower(), t) for n, t in name_ids]
 
669
            name_ids = []
 
670
            for child_tid in children:
 
671
                name = self.final_name(child_tid)
 
672
                if name is not None:
 
673
                    # Keep children only if they still exist in the end
 
674
                    if not self._case_sensitive_target:
 
675
                        name = name.lower()
 
676
                    name_ids.append((name, child_tid))
650
677
            name_ids.sort()
651
678
            last_name = None
652
679
            last_trans_id = None
653
680
            for name, trans_id in name_ids:
654
 
                try:
655
 
                    kind = self.final_kind(trans_id)
656
 
                except NoSuchFile:
657
 
                    kind = None
 
681
                kind = self.final_kind(trans_id)
658
682
                file_id = self.final_file_id(trans_id)
659
683
                if kind is None and file_id is None:
660
684
                    continue
679
703
        return conflicts
680
704
 
681
705
    def _parent_type_conflicts(self, by_parent):
682
 
        """parents must have directory 'contents'."""
 
706
        """Children must have a directory parent"""
683
707
        conflicts = []
684
708
        for parent_id, children in by_parent.iteritems():
685
709
            if parent_id is ROOT_PARENT:
686
710
                continue
687
 
            if not self._any_contents(children):
 
711
            no_children = True
 
712
            for child_id in children:
 
713
                if self.final_kind(child_id) is not None:
 
714
                    no_children = False
 
715
                    break
 
716
            if no_children:
688
717
                continue
689
 
            for child in children:
690
 
                try:
691
 
                    self.final_kind(child)
692
 
                except NoSuchFile:
693
 
                    continue
694
 
            try:
695
 
                kind = self.final_kind(parent_id)
696
 
            except NoSuchFile:
697
 
                kind = None
 
718
            # There is at least a child, so we need an existing directory to
 
719
            # contain it.
 
720
            kind = self.final_kind(parent_id)
698
721
            if kind is None:
 
722
                # The directory will be deleted
699
723
                conflicts.append(('missing parent', parent_id))
700
724
            elif kind != "directory":
 
725
                # Meh, we need a *directory* to put something in it
701
726
                conflicts.append(('non-directory parent', parent_id))
702
727
        return conflicts
703
728
 
704
 
    def _any_contents(self, trans_ids):
705
 
        """Return true if any of the trans_ids, will have contents."""
706
 
        for trans_id in trans_ids:
707
 
            try:
708
 
                kind = self.final_kind(trans_id)
709
 
            except NoSuchFile:
710
 
                continue
711
 
            return True
712
 
        return False
713
 
 
714
729
    def _set_executability(self, path, trans_id):
715
730
        """Set the executability of versioned files """
716
731
        if supports_executable():
780
795
        self.create_symlink(target, trans_id)
781
796
        return trans_id
782
797
 
 
798
    def new_orphan(self, trans_id, parent_id):
 
799
        """Schedule an item to be orphaned.
 
800
 
 
801
        When a directory is about to be removed, its children, if they are not
 
802
        versioned are moved out of the way: they don't have a parent anymore.
 
803
 
 
804
        :param trans_id: The trans_id of the existing item.
 
805
        :param parent_id: The parent trans_id of the item.
 
806
        """
 
807
        raise NotImplementedError(self.new_orphan)
 
808
 
 
809
    def _get_potential_orphans(self, dir_id):
 
810
        """Find the potential orphans in a directory.
 
811
 
 
812
        A directory can't be safely deleted if there are versioned files in it.
 
813
        If all the contained files are unversioned then they can be orphaned.
 
814
 
 
815
        The 'None' return value means that the directory contains at least one
 
816
        versioned file and should not be deleted.
 
817
 
 
818
        :param dir_id: The directory trans id.
 
819
 
 
820
        :return: A list of the orphan trans ids or None if at least one
 
821
             versioned file is present.
 
822
        """
 
823
        orphans = []
 
824
        # Find the potential orphans, stop if one item should be kept
 
825
        for child_tid in self.by_parent()[dir_id]:
 
826
            if child_tid in self._removed_contents:
 
827
                # The child is removed as part of the transform. Since it was
 
828
                # versioned before, it's not an orphan
 
829
                continue
 
830
            elif self.final_file_id(child_tid) is None:
 
831
                # The child is not versioned
 
832
                orphans.append(child_tid)
 
833
            else:
 
834
                # We have a versioned file here, searching for orphans is
 
835
                # meaningless.
 
836
                orphans = None
 
837
                break
 
838
        return orphans
 
839
 
783
840
    def _affected_ids(self):
784
841
        """Return the set of transform ids affected by the transform"""
785
842
        trans_ids = set(self._removed_id)
844
901
        Return a (name, parent, kind, executable) tuple
845
902
        """
846
903
        to_name = self.final_name(to_trans_id)
847
 
        try:
848
 
            to_kind = self.final_kind(to_trans_id)
849
 
        except NoSuchFile:
850
 
            to_kind = None
 
904
        to_kind = self.final_kind(to_trans_id)
851
905
        to_parent = self.final_file_id(self.final_parent(to_trans_id))
852
906
        if to_trans_id in self._new_executability:
853
907
            to_executable = self._new_executability[to_trans_id]
927
981
        """
928
982
        return _PreviewTree(self)
929
983
 
930
 
    def commit(self, branch, message, merge_parents=None, strict=False):
 
984
    def commit(self, branch, message, merge_parents=None, strict=False,
 
985
               timestamp=None, timezone=None, committer=None, authors=None,
 
986
               revprops=None, revision_id=None):
931
987
        """Commit the result of this TreeTransform to a branch.
932
988
 
933
989
        :param branch: The branch to commit to.
934
990
        :param message: The message to attach to the commit.
935
 
        :param merge_parents: Additional parents specified by pending merges.
 
991
        :param merge_parents: Additional parent revision-ids specified by
 
992
            pending merges.
 
993
        :param strict: If True, abort the commit if there are unversioned
 
994
            files.
 
995
        :param timestamp: if not None, seconds-since-epoch for the time and
 
996
            date.  (May be a float.)
 
997
        :param timezone: Optional timezone for timestamp, as an offset in
 
998
            seconds.
 
999
        :param committer: Optional committer in email-id format.
 
1000
            (e.g. "J Random Hacker <jrandom@example.com>")
 
1001
        :param authors: Optional list of authors in email-id format.
 
1002
        :param revprops: Optional dictionary of revision properties.
 
1003
        :param revision_id: Optional revision id.  (Specifying a revision-id
 
1004
            may reduce performance for some non-native formats.)
936
1005
        :return: The revision_id of the revision committed.
937
1006
        """
938
1007
        self._check_malformed()
955
1024
        if self._tree.get_revision_id() != last_rev_id:
956
1025
            raise ValueError('TreeTransform not based on branch basis: %s' %
957
1026
                             self._tree.get_revision_id())
958
 
        builder = branch.get_commit_builder(parent_ids)
 
1027
        revprops = commit.Commit.update_revprops(revprops, branch, authors)
 
1028
        builder = branch.get_commit_builder(parent_ids,
 
1029
                                            timestamp=timestamp,
 
1030
                                            timezone=timezone,
 
1031
                                            committer=committer,
 
1032
                                            revprops=revprops,
 
1033
                                            revision_id=revision_id)
959
1034
        preview = self.get_preview_tree()
960
1035
        list(builder.record_iter_changes(preview, last_rev_id,
961
1036
                                         self.iter_changes()))
1160
1235
            if trans_id not in self._new_contents:
1161
1236
                continue
1162
1237
            new_path = self._limbo_name(trans_id)
1163
 
            osutils.rename(old_path, new_path)
 
1238
            os.rename(old_path, new_path)
1164
1239
            for descendant in self._limbo_descendants(trans_id):
1165
1240
                desc_path = self._limbo_files[descendant]
1166
1241
                desc_path = new_path + desc_path[len(old_path):]
1274
1349
            del self._limbo_children_names[trans_id]
1275
1350
        delete_any(self._limbo_name(trans_id))
1276
1351
 
 
1352
    def new_orphan(self, trans_id, parent_id):
 
1353
        # FIXME: There is no tree config, so we use the branch one (it's weird
 
1354
        # to define it this way as orphaning can only occur in a working tree,
 
1355
        # but that's all we have (for now). It will find the option in
 
1356
        # locations.conf or bazaar.conf though) -- vila 20100916
 
1357
        conf = self._tree.branch.get_config()
 
1358
        conf_var_name = 'bzr.transform.orphan_policy'
 
1359
        orphan_policy = conf.get_user_option(conf_var_name)
 
1360
        default_policy = orphaning_registry.default_key
 
1361
        if orphan_policy is None:
 
1362
            orphan_policy = default_policy
 
1363
        if orphan_policy not in orphaning_registry:
 
1364
            trace.warning('%s (from %s) is not a known policy, defaulting to %s'
 
1365
                          % (orphan_policy, conf_var_name, default_policy))
 
1366
            orphan_policy = default_policy
 
1367
        handle_orphan = orphaning_registry.get(orphan_policy)
 
1368
        handle_orphan(self, trans_id, parent_id)
 
1369
 
 
1370
 
 
1371
class OrphaningError(errors.BzrError):
 
1372
 
 
1373
    # Only bugs could lead to such exception being seen by the user
 
1374
    internal_error = True
 
1375
    _fmt = "Error while orphaning %s in %s directory"
 
1376
 
 
1377
    def __init__(self, orphan, parent):
 
1378
        errors.BzrError.__init__(self)
 
1379
        self.orphan = orphan
 
1380
        self.parent = parent
 
1381
 
 
1382
 
 
1383
class OrphaningForbidden(OrphaningError):
 
1384
 
 
1385
    _fmt = "Policy: %s doesn't allow creating orphans."
 
1386
 
 
1387
    def __init__(self, policy):
 
1388
        errors.BzrError.__init__(self)
 
1389
        self.policy = policy
 
1390
 
 
1391
 
 
1392
def move_orphan(tt, orphan_id, parent_id):
 
1393
    """See TreeTransformBase.new_orphan.
 
1394
 
 
1395
    This creates a new orphan in the `bzr-orphans` dir at the root of the
 
1396
    `TreeTransform`.
 
1397
 
 
1398
    :param tt: The TreeTransform orphaning `trans_id`.
 
1399
 
 
1400
    :param orphan_id: The trans id that should be orphaned.
 
1401
 
 
1402
    :param parent_id: The orphan parent trans id.
 
1403
    """
 
1404
    # Add the orphan dir if it doesn't exist
 
1405
    orphan_dir_basename = 'bzr-orphans'
 
1406
    od_id = tt.trans_id_tree_path(orphan_dir_basename)
 
1407
    if tt.final_kind(od_id) is None:
 
1408
        tt.create_directory(od_id)
 
1409
    parent_path = tt._tree_id_paths[parent_id]
 
1410
    # Find a name that doesn't exist yet in the orphan dir
 
1411
    actual_name = tt.final_name(orphan_id)
 
1412
    new_name = tt._available_backup_name(actual_name, od_id)
 
1413
    tt.adjust_path(new_name, od_id, orphan_id)
 
1414
    trace.warning('%s has been orphaned in %s'
 
1415
                  % (joinpath(parent_path, actual_name), orphan_dir_basename))
 
1416
 
 
1417
 
 
1418
def refuse_orphan(tt, orphan_id, parent_id):
 
1419
    """See TreeTransformBase.new_orphan.
 
1420
 
 
1421
    This refuses to create orphan, letting the caller handle the conflict.
 
1422
    """
 
1423
    raise OrphaningForbidden('never')
 
1424
 
 
1425
 
 
1426
orphaning_registry = registry.Registry()
 
1427
orphaning_registry.register(
 
1428
    'conflict', refuse_orphan,
 
1429
    'Leave orphans in place and create a conflict on the directory.')
 
1430
orphaning_registry.register(
 
1431
    'move', move_orphan,
 
1432
    'Move orphans into the bzr-orphans directory.')
 
1433
orphaning_registry._set_default_key('conflict')
 
1434
 
1277
1435
 
1278
1436
class TreeTransform(DiskTreeTransform):
1279
1437
    """Represent a tree transformation.
1397
1555
    def tree_kind(self, trans_id):
1398
1556
        """Determine the file kind in the working tree.
1399
1557
 
1400
 
        Raises NoSuchFile if the file does not exist
 
1558
        :returns: The file kind or None if the file does not exist
1401
1559
        """
1402
1560
        path = self._tree_id_paths.get(trans_id)
1403
1561
        if path is None:
1404
 
            raise NoSuchFile(None)
 
1562
            return None
1405
1563
        try:
1406
1564
            return file_kind(self._tree.abspath(path))
1407
 
        except OSError, e:
1408
 
            if e.errno != errno.ENOENT:
1409
 
                raise
1410
 
            else:
1411
 
                raise NoSuchFile(path)
 
1565
        except errors.NoSuchFile:
 
1566
            return None
1412
1567
 
1413
1568
    def _set_mode(self, trans_id, mode_id, typefunc):
1414
1569
        """Set the mode of new file contents.
1583
1738
                if file_id is None:
1584
1739
                    continue
1585
1740
                needs_entry = False
1586
 
                try:
1587
 
                    kind = self.final_kind(trans_id)
1588
 
                except NoSuchFile:
 
1741
                kind = self.final_kind(trans_id)
 
1742
                if kind is None:
1589
1743
                    kind = self._tree.stored_kind(file_id)
1590
1744
                parent_trans_id = self.final_parent(trans_id)
1591
1745
                parent_file_id = new_path_file_ids.get(parent_trans_id)
1635
1789
                      or trans_id in self._new_parent):
1636
1790
                    try:
1637
1791
                        mover.rename(full_path, self._limbo_name(trans_id))
1638
 
                    except OSError, e:
 
1792
                    except errors.TransformRenameFailed, e:
1639
1793
                        if e.errno != errno.ENOENT:
1640
1794
                            raise
1641
1795
                    else:
1666
1820
                if trans_id in self._needs_rename:
1667
1821
                    try:
1668
1822
                        mover.rename(self._limbo_name(trans_id), full_path)
1669
 
                    except OSError, e:
 
1823
                    except errors.TransformRenameFailed, e:
1670
1824
                        # We may be renaming a dangling inventory id
1671
1825
                        if e.errno != errno.ENOENT:
1672
1826
                            raise
1703
1857
    def tree_kind(self, trans_id):
1704
1858
        path = self._tree_id_paths.get(trans_id)
1705
1859
        if path is None:
1706
 
            raise NoSuchFile(None)
 
1860
            return None
1707
1861
        file_id = self._tree.path2id(path)
1708
 
        return self._tree.kind(file_id)
 
1862
        try:
 
1863
            return self._tree.kind(file_id)
 
1864
        except errors.NoSuchFile:
 
1865
            return None
1709
1866
 
1710
1867
    def _set_mode(self, trans_id, mode_id, typefunc):
1711
1868
        """Set the mode of new file contents.
1731
1888
            childpath = joinpath(path, child)
1732
1889
            yield self.trans_id_tree_path(childpath)
1733
1890
 
 
1891
    def new_orphan(self, trans_id, parent_id):
 
1892
        raise NotImplementedError(self.new_orphan)
 
1893
 
1734
1894
 
1735
1895
class _PreviewTree(tree.Tree):
1736
1896
    """Partial implementation of Tree to support show_diff_trees"""
1770
1930
        parent_keys = [(file_id, self._file_revision(t, file_id)) for t in
1771
1931
                       self._iter_parent_trees()]
1772
1932
        vf.add_lines((file_id, tree_revision), parent_keys,
1773
 
                     self.get_file(file_id).readlines())
 
1933
                     self.get_file_lines(file_id))
1774
1934
        repo = self._get_repository()
1775
1935
        base_vf = repo.texts
1776
1936
        if base_vf not in vf.fallback_versionedfiles:
1907
2067
            if (specific_file_ids is not None
1908
2068
                and file_id not in specific_file_ids):
1909
2069
                continue
1910
 
            try:
1911
 
                kind = self._transform.final_kind(trans_id)
1912
 
            except NoSuchFile:
 
2070
            kind = self._transform.final_kind(trans_id)
 
2071
            if kind is None:
1913
2072
                kind = self._transform._tree.stored_kind(file_id)
1914
2073
            new_entry = inventory.make_entry(
1915
2074
                kind,
2147
2306
                path_from_root = self._final_paths.get_path(child_id)
2148
2307
                basename = self._transform.final_name(child_id)
2149
2308
                file_id = self._transform.final_file_id(child_id)
2150
 
                try:
2151
 
                    kind = self._transform.final_kind(child_id)
 
2309
                kind  = self._transform.final_kind(child_id)
 
2310
                if kind is not None:
2152
2311
                    versioned_kind = kind
2153
 
                except NoSuchFile:
 
2312
                else:
2154
2313
                    kind = 'unknown'
2155
2314
                    versioned_kind = self._transform._tree.stored_kind(file_id)
2156
2315
                if versioned_kind == 'directory':
2269
2428
    for num, _unused in enumerate(wt.all_file_ids()):
2270
2429
        if num > 0:  # more than just a root
2271
2430
            raise errors.WorkingTreeAlreadyPopulated(base=wt.basedir)
2272
 
    existing_files = set()
2273
 
    for dir, files in wt.walkdirs():
2274
 
        existing_files.update(f[0] for f in files)
2275
2431
    file_trans_id = {}
2276
2432
    top_pb = bzrlib.ui.ui_factory.nested_progress_bar()
2277
2433
    pp = ProgressPhase("Build phase", 2, top_pb)
2301
2457
                precomputed_delta = []
2302
2458
            else:
2303
2459
                precomputed_delta = None
 
2460
            # Check if tree inventory has content. If so, we populate
 
2461
            # existing_files with the directory content. If there are no
 
2462
            # entries we skip populating existing_files as its not used.
 
2463
            # This improves performance and unncessary work on large
 
2464
            # directory trees. (#501307)
 
2465
            if total > 0:
 
2466
                existing_files = set()
 
2467
                for dir, files in wt.walkdirs():
 
2468
                    existing_files.update(f[0] for f in files)
2304
2469
            for num, (tree_path, entry) in \
2305
2470
                enumerate(tree.inventory.iter_entries_by_dir()):
2306
2471
                pb.update("Building tree", num - len(deferred_contents), total)
2426
2591
    for child in tt.iter_tree_children(old_parent):
2427
2592
        tt.adjust_path(tt.final_name(child), new_parent, child)
2428
2593
 
 
2594
 
2429
2595
def _reparent_transform_children(tt, old_parent, new_parent):
2430
2596
    by_parent = tt.by_parent()
2431
2597
    for child in by_parent[old_parent]:
2432
2598
        tt.adjust_path(tt.final_name(child), new_parent, child)
2433
2599
    return by_parent[old_parent]
2434
2600
 
 
2601
 
2435
2602
def _content_match(tree, entry, file_id, kind, target_path):
2436
2603
    if entry.kind != kind:
2437
2604
        return False
2438
2605
    if entry.kind == "directory":
2439
2606
        return True
2440
2607
    if entry.kind == "file":
2441
 
        if tree.get_file(file_id).read() == file(target_path, 'rb').read():
2442
 
            return True
 
2608
        f = file(target_path, 'rb')
 
2609
        try:
 
2610
            if tree.get_file_text(file_id) == f.read():
 
2611
                return True
 
2612
        finally:
 
2613
            f.close()
2443
2614
    elif entry.kind == "symlink":
2444
2615
        if tree.get_symlink_target(file_id) == os.readlink(target_path):
2445
2616
            return True
2497
2668
        raise errors.BadFileKindError(name, kind)
2498
2669
 
2499
2670
 
2500
 
@deprecated_function(deprecated_in((1, 9, 0)))
2501
 
def create_by_entry(tt, entry, tree, trans_id, lines=None, mode_id=None):
2502
 
    """Create new file contents according to an inventory entry.
2503
 
 
2504
 
    DEPRECATED.  Use create_from_tree instead.
2505
 
    """
2506
 
    if entry.kind == "file":
2507
 
        if lines is None:
2508
 
            lines = tree.get_file(entry.file_id).readlines()
2509
 
        tt.create_file(lines, trans_id, mode_id=mode_id)
2510
 
    elif entry.kind == "symlink":
2511
 
        tt.create_symlink(tree.get_symlink_target(entry.file_id), trans_id)
2512
 
    elif entry.kind == "directory":
2513
 
        tt.create_directory(trans_id)
2514
 
 
2515
 
 
2516
2671
def create_from_tree(tt, trans_id, tree, file_id, bytes=None,
2517
2672
    filter_tree_path=None):
2518
2673
    """Create new file contents according to tree contents.
2549
2704
        tt.set_executability(entry.executable, trans_id)
2550
2705
 
2551
2706
 
 
2707
@deprecated_function(deprecated_in((2, 3, 0)))
2552
2708
def get_backup_name(entry, by_parent, parent_trans_id, tt):
2553
2709
    return _get_backup_name(entry.name, by_parent, parent_trans_id, tt)
2554
2710
 
2555
2711
 
 
2712
@deprecated_function(deprecated_in((2, 3, 0)))
2556
2713
def _get_backup_name(name, by_parent, parent_trans_id, tt):
2557
2714
    """Produce a backup-style name that appears to be available"""
2558
2715
    def name_gen():
2679
2836
                        tt.delete_contents(trans_id)
2680
2837
                    elif kind[1] is not None:
2681
2838
                        parent_trans_id = tt.trans_id_file_id(parent[0])
2682
 
                        by_parent = tt.by_parent()
2683
 
                        backup_name = _get_backup_name(name[0], by_parent,
2684
 
                                                       parent_trans_id, tt)
 
2839
                        backup_name = tt._available_backup_name(
 
2840
                            name[0], parent_trans_id)
2685
2841
                        tt.adjust_path(backup_name, parent_trans_id, trans_id)
2686
2842
                        new_trans_id = tt.create_path(name[0], parent_trans_id)
2687
2843
                        if versioned == (True, True):
2810
2966
 
2811
2967
        elif c_type == 'missing parent':
2812
2968
            trans_id = conflict[1]
2813
 
            try:
2814
 
                tt.cancel_deletion(trans_id)
2815
 
                new_conflicts.add(('deleting parent', 'Not deleting',
2816
 
                                   trans_id))
2817
 
            except KeyError:
 
2969
            if trans_id in tt._removed_contents:
 
2970
                cancel_deletion = True
 
2971
                orphans = tt._get_potential_orphans(trans_id)
 
2972
                if orphans:
 
2973
                    cancel_deletion = False
 
2974
                    # All children are orphans
 
2975
                    for o in orphans:
 
2976
                        try:
 
2977
                            tt.new_orphan(o, trans_id)
 
2978
                        except OrphaningError:
 
2979
                            # Something bad happened so we cancel the directory
 
2980
                            # deletion which will leave it in place with a
 
2981
                            # conflict. The user can deal with it from there.
 
2982
                            # Note that this also catch the case where we don't
 
2983
                            # want to create orphans and leave the directory in
 
2984
                            # place.
 
2985
                            cancel_deletion = True
 
2986
                            break
 
2987
                if cancel_deletion:
 
2988
                    # Cancel the directory deletion
 
2989
                    tt.cancel_deletion(trans_id)
 
2990
                    new_conflicts.add(('deleting parent', 'Not deleting',
 
2991
                                       trans_id))
 
2992
            else:
2818
2993
                create = True
2819
2994
                try:
2820
2995
                    tt.final_name(trans_id)
2903
3078
    def rename(self, from_, to):
2904
3079
        """Rename a file from one path to another."""
2905
3080
        try:
2906
 
            osutils.rename(from_, to)
 
3081
            os.rename(from_, to)
2907
3082
        except OSError, e:
2908
3083
            if e.errno in (errno.EEXIST, errno.ENOTEMPTY):
2909
3084
                raise errors.FileExists(to, str(e))
2910
 
            raise
 
3085
            # normal OSError doesn't include filenames so it's hard to see where
 
3086
            # the problem is, see https://bugs.launchpad.net/bzr/+bug/491763
 
3087
            raise errors.TransformRenameFailed(from_, to, str(e), e.errno)
2911
3088
        self.past_renames.append((from_, to))
2912
3089
 
2913
3090
    def pre_delete(self, from_, to):
2923
3100
    def rollback(self):
2924
3101
        """Reverse all renames that have been performed"""
2925
3102
        for from_, to in reversed(self.past_renames):
2926
 
            osutils.rename(to, from_)
 
3103
            try:
 
3104
                os.rename(to, from_)
 
3105
            except OSError, e:
 
3106
                raise errors.TransformRenameFailed(to, from_, str(e), e.errno)
2927
3107
        # after rollback, don't reuse _FileMover
2928
3108
        past_renames = None
2929
3109
        pending_deletions = None