~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/transform.py

  • Committer: Zearin
  • Date: 2010-11-12 22:08:18 UTC
  • mto: (5570.1.1 integration)
  • mto: This revision was merged to the branch mainline in revision 5572.
  • Revision ID: zearin@users.sourceforge.net-20101112220818-mb62len4zyxr8qvd
Fixed capitalization of XML and HTTP.  Fixed by hand and only where appropriate (e.g., left http://some/url lowercase, but capitalized "When making an HTTP request…").

Show diffs side-by-side

added added

removed removed

Lines of Context:
19
19
from stat import S_ISREG, S_IEXEC
20
20
import time
21
21
 
22
 
from bzrlib.lazy_import import lazy_import
23
 
lazy_import(globals(), """
 
22
from bzrlib import (
 
23
    errors,
 
24
    lazy_import,
 
25
    registry,
 
26
    )
 
27
lazy_import.lazy_import(globals(), """
24
28
from bzrlib import (
25
29
    annotate,
26
30
    bencode,
27
31
    bzrdir,
 
32
    commit,
28
33
    delta,
29
34
    errors,
30
35
    inventory,
31
36
    multiparent,
32
37
    osutils,
33
38
    revision as _mod_revision,
 
39
    trace,
34
40
    ui,
35
41
    )
36
42
""")
54
60
from bzrlib.symbol_versioning import (
55
61
        deprecated_function,
56
62
        deprecated_in,
 
63
        deprecated_method,
57
64
        )
58
65
from bzrlib.trace import mutter, warning
59
66
from bzrlib import tree
63
70
 
64
71
ROOT_PARENT = "root-parent"
65
72
 
66
 
 
67
73
def unique_add(map, key, value):
68
74
    if key in map:
69
75
        raise DuplicateKey(key=key)
70
76
    map[key] = value
71
77
 
72
78
 
 
79
 
73
80
class _TransformResults(object):
74
81
    def __init__(self, modified_paths, rename_count):
75
82
        object.__init__(self)
314
321
 
315
322
    def delete_contents(self, trans_id):
316
323
        """Schedule the contents of a path entry for deletion"""
317
 
        # Ensure that the object exists in the WorkingTree, this will raise an
318
 
        # exception if there is a problem
319
 
        self.tree_kind(trans_id)
320
 
        self._removed_contents.add(trans_id)
 
324
        kind = self.tree_kind(trans_id)
 
325
        if kind is not None:
 
326
            self._removed_contents.add(trans_id)
321
327
 
322
328
    def cancel_deletion(self, trans_id):
323
329
        """Cancel a scheduled deletion"""
388
394
        changed_kind = set(self._removed_contents)
389
395
        changed_kind.intersection_update(self._new_contents)
390
396
        changed_kind.difference_update(new_ids)
391
 
        changed_kind = (t for t in changed_kind if self.tree_kind(t) !=
392
 
                        self.final_kind(t))
 
397
        changed_kind = (t for t in changed_kind
 
398
                        if self.tree_kind(t) != self.final_kind(t))
393
399
        new_ids.update(changed_kind)
394
400
        return sorted(FinalPaths(self).get_paths(new_ids))
395
401
 
396
402
    def final_kind(self, trans_id):
397
403
        """Determine the final file kind, after any changes applied.
398
404
 
399
 
        Raises NoSuchFile if the file does not exist/has no contents.
400
 
        (It is conceivable that a path would be created without the
401
 
        corresponding contents insertion command)
 
405
        :return: None if the file does not exist/has no contents.  (It is
 
406
            conceivable that a path would be created without the corresponding
 
407
            contents insertion command)
402
408
        """
403
409
        if trans_id in self._new_contents:
404
410
            return self._new_contents[trans_id]
405
411
        elif trans_id in self._removed_contents:
406
 
            raise NoSuchFile(None)
 
412
            return None
407
413
        else:
408
414
            return self.tree_kind(trans_id)
409
415
 
531
537
            # ensure that all children are registered with the transaction
532
538
            list(self.iter_tree_children(parent_id))
533
539
 
 
540
    @deprecated_method(deprecated_in((2, 3, 0)))
534
541
    def has_named_child(self, by_parent, parent_id, name):
535
 
        try:
536
 
            children = by_parent[parent_id]
537
 
        except KeyError:
538
 
            children = []
539
 
        for child in children:
 
542
        return self._has_named_child(
 
543
            name, parent_id, known_children=by_parent.get(parent_id, []))
 
544
 
 
545
    def _has_named_child(self, name, parent_id, known_children):
 
546
        """Does a parent already have a name child.
 
547
 
 
548
        :param name: The searched for name.
 
549
 
 
550
        :param parent_id: The parent for which the check is made.
 
551
 
 
552
        :param known_children: The already known children. This should have
 
553
            been recently obtained from `self.by_parent.get(parent_id)`
 
554
            (or will be if None is passed).
 
555
        """
 
556
        if known_children is None:
 
557
            known_children = self.by_parent().get(parent_id, [])
 
558
        for child in known_children:
540
559
            if self.final_name(child) == name:
541
560
                return True
542
 
        try:
543
 
            path = self._tree_id_paths[parent_id]
544
 
        except KeyError:
 
561
        parent_path = self._tree_id_paths.get(parent_id, None)
 
562
        if parent_path is None:
 
563
            # No parent... no children
545
564
            return False
546
 
        childpath = joinpath(path, name)
547
 
        child_id = self._tree_path_ids.get(childpath)
 
565
        child_path = joinpath(parent_path, name)
 
566
        child_id = self._tree_path_ids.get(child_path, None)
548
567
        if child_id is None:
549
 
            return lexists(self._tree.abspath(childpath))
 
568
            # Not known by the tree transform yet, check the filesystem
 
569
            return osutils.lexists(self._tree.abspath(child_path))
550
570
        else:
551
 
            if self.final_parent(child_id) != parent_id:
552
 
                return False
553
 
            if child_id in self._removed_contents:
554
 
                # XXX What about dangling file-ids?
555
 
                return False
556
 
            else:
557
 
                return True
 
571
            raise AssertionError('child_id is missing: %s, %s, %s'
 
572
                                 % (name, parent_id, child_id))
 
573
 
 
574
    def _available_backup_name(self, name, target_id):
 
575
        """Find an available backup name.
 
576
 
 
577
        :param name: The basename of the file.
 
578
 
 
579
        :param target_id: The directory trans_id where the backup should 
 
580
            be placed.
 
581
        """
 
582
        known_children = self.by_parent().get(target_id, [])
 
583
        return osutils.available_backup_name(
 
584
            name,
 
585
            lambda base: self._has_named_child(
 
586
                base, target_id, known_children))
558
587
 
559
588
    def _parent_loops(self):
560
589
        """No entry should be its own ancestor"""
595
624
        """
596
625
        conflicts = []
597
626
        for trans_id in self._new_id.iterkeys():
598
 
            try:
599
 
                kind = self.final_kind(trans_id)
600
 
            except NoSuchFile:
 
627
            kind = self.final_kind(trans_id)
 
628
            if kind is None:
601
629
                conflicts.append(('versioning no contents', trans_id))
602
630
                continue
603
631
            if not InventoryEntry.versionable_kind(kind):
617
645
            if self.final_file_id(trans_id) is None:
618
646
                conflicts.append(('unversioned executability', trans_id))
619
647
            else:
620
 
                try:
621
 
                    non_file = self.final_kind(trans_id) != "file"
622
 
                except NoSuchFile:
623
 
                    non_file = True
624
 
                if non_file is True:
 
648
                if self.final_kind(trans_id) != "file":
625
649
                    conflicts.append(('non-file executability', trans_id))
626
650
        return conflicts
627
651
 
629
653
        """Check for overwrites (not permitted on Win32)"""
630
654
        conflicts = []
631
655
        for trans_id in self._new_contents:
632
 
            try:
633
 
                self.tree_kind(trans_id)
634
 
            except NoSuchFile:
 
656
            if self.tree_kind(trans_id) is None:
635
657
                continue
636
658
            if trans_id not in self._removed_contents:
637
659
                conflicts.append(('overwrite', trans_id,
644
666
        if (self._new_name, self._new_parent) == ({}, {}):
645
667
            return conflicts
646
668
        for children in by_parent.itervalues():
647
 
            name_ids = [(self.final_name(t), t) for t in children]
648
 
            if not self._case_sensitive_target:
649
 
                name_ids = [(n.lower(), t) for n, t in name_ids]
 
669
            name_ids = []
 
670
            for child_tid in children:
 
671
                name = self.final_name(child_tid)
 
672
                if name is not None:
 
673
                    # Keep children only if they still exist in the end
 
674
                    if not self._case_sensitive_target:
 
675
                        name = name.lower()
 
676
                    name_ids.append((name, child_tid))
650
677
            name_ids.sort()
651
678
            last_name = None
652
679
            last_trans_id = None
653
680
            for name, trans_id in name_ids:
654
 
                try:
655
 
                    kind = self.final_kind(trans_id)
656
 
                except NoSuchFile:
657
 
                    kind = None
 
681
                kind = self.final_kind(trans_id)
658
682
                file_id = self.final_file_id(trans_id)
659
683
                if kind is None and file_id is None:
660
684
                    continue
686
710
                continue
687
711
            if not self._any_contents(children):
688
712
                continue
689
 
            for child in children:
690
 
                try:
691
 
                    self.final_kind(child)
692
 
                except NoSuchFile:
693
 
                    continue
694
 
            try:
695
 
                kind = self.final_kind(parent_id)
696
 
            except NoSuchFile:
697
 
                kind = None
 
713
            kind = self.final_kind(parent_id)
698
714
            if kind is None:
699
715
                conflicts.append(('missing parent', parent_id))
700
716
            elif kind != "directory":
704
720
    def _any_contents(self, trans_ids):
705
721
        """Return true if any of the trans_ids, will have contents."""
706
722
        for trans_id in trans_ids:
707
 
            try:
708
 
                kind = self.final_kind(trans_id)
709
 
            except NoSuchFile:
710
 
                continue
711
 
            return True
 
723
            if self.final_kind(trans_id) is not None:
 
724
                return True
712
725
        return False
713
726
 
714
727
    def _set_executability(self, path, trans_id):
780
793
        self.create_symlink(target, trans_id)
781
794
        return trans_id
782
795
 
 
796
    def new_orphan(self, trans_id, parent_id):
 
797
        """Schedule an item to be orphaned.
 
798
 
 
799
        When a directory is about to be removed, its children, if they are not
 
800
        versioned are moved out of the way: they don't have a parent anymore.
 
801
 
 
802
        :param trans_id: The trans_id of the existing item.
 
803
        :param parent_id: The parent trans_id of the item.
 
804
        """
 
805
        raise NotImplementedError(self.new_orphan)
 
806
 
 
807
    def _get_potential_orphans(self, dir_id):
 
808
        """Find the potential orphans in a directory.
 
809
 
 
810
        A directory can't be safely deleted if there are versioned files in it.
 
811
        If all the contained files are unversioned then they can be orphaned.
 
812
 
 
813
        The 'None' return value means that the directory contains at least one
 
814
        versioned file and should not be deleted.
 
815
 
 
816
        :param dir_id: The directory trans id.
 
817
 
 
818
        :return: A list of the orphan trans ids or None if at least one
 
819
             versioned file is present.
 
820
        """
 
821
        orphans = []
 
822
        # Find the potential orphans, stop if one item should be kept
 
823
        for c in self.by_parent()[dir_id]:
 
824
            if self.final_file_id(c) is None:
 
825
                orphans.append(c)
 
826
            else:
 
827
                # We have a versioned file here, searching for orphans is
 
828
                # meaningless.
 
829
                orphans = None
 
830
                break
 
831
        return orphans
 
832
 
783
833
    def _affected_ids(self):
784
834
        """Return the set of transform ids affected by the transform"""
785
835
        trans_ids = set(self._removed_id)
844
894
        Return a (name, parent, kind, executable) tuple
845
895
        """
846
896
        to_name = self.final_name(to_trans_id)
847
 
        try:
848
 
            to_kind = self.final_kind(to_trans_id)
849
 
        except NoSuchFile:
850
 
            to_kind = None
 
897
        to_kind = self.final_kind(to_trans_id)
851
898
        to_parent = self.final_file_id(self.final_parent(to_trans_id))
852
899
        if to_trans_id in self._new_executability:
853
900
            to_executable = self._new_executability[to_trans_id]
927
974
        """
928
975
        return _PreviewTree(self)
929
976
 
930
 
    def commit(self, branch, message, merge_parents=None, strict=False):
 
977
    def commit(self, branch, message, merge_parents=None, strict=False,
 
978
               timestamp=None, timezone=None, committer=None, authors=None,
 
979
               revprops=None, revision_id=None):
931
980
        """Commit the result of this TreeTransform to a branch.
932
981
 
933
982
        :param branch: The branch to commit to.
934
983
        :param message: The message to attach to the commit.
935
 
        :param merge_parents: Additional parents specified by pending merges.
 
984
        :param merge_parents: Additional parent revision-ids specified by
 
985
            pending merges.
 
986
        :param strict: If True, abort the commit if there are unversioned
 
987
            files.
 
988
        :param timestamp: if not None, seconds-since-epoch for the time and
 
989
            date.  (May be a float.)
 
990
        :param timezone: Optional timezone for timestamp, as an offset in
 
991
            seconds.
 
992
        :param committer: Optional committer in email-id format.
 
993
            (e.g. "J Random Hacker <jrandom@example.com>")
 
994
        :param authors: Optional list of authors in email-id format.
 
995
        :param revprops: Optional dictionary of revision properties.
 
996
        :param revision_id: Optional revision id.  (Specifying a revision-id
 
997
            may reduce performance for some non-native formats.)
936
998
        :return: The revision_id of the revision committed.
937
999
        """
938
1000
        self._check_malformed()
955
1017
        if self._tree.get_revision_id() != last_rev_id:
956
1018
            raise ValueError('TreeTransform not based on branch basis: %s' %
957
1019
                             self._tree.get_revision_id())
958
 
        builder = branch.get_commit_builder(parent_ids)
 
1020
        revprops = commit.Commit.update_revprops(revprops, branch, authors)
 
1021
        builder = branch.get_commit_builder(parent_ids,
 
1022
                                            timestamp=timestamp,
 
1023
                                            timezone=timezone,
 
1024
                                            committer=committer,
 
1025
                                            revprops=revprops,
 
1026
                                            revision_id=revision_id)
959
1027
        preview = self.get_preview_tree()
960
1028
        list(builder.record_iter_changes(preview, last_rev_id,
961
1029
                                         self.iter_changes()))
1160
1228
            if trans_id not in self._new_contents:
1161
1229
                continue
1162
1230
            new_path = self._limbo_name(trans_id)
1163
 
            osutils.rename(old_path, new_path)
 
1231
            os.rename(old_path, new_path)
1164
1232
            for descendant in self._limbo_descendants(trans_id):
1165
1233
                desc_path = self._limbo_files[descendant]
1166
1234
                desc_path = new_path + desc_path[len(old_path):]
1274
1342
            del self._limbo_children_names[trans_id]
1275
1343
        delete_any(self._limbo_name(trans_id))
1276
1344
 
 
1345
    def new_orphan(self, trans_id, parent_id):
 
1346
        # FIXME: There is no tree config, so we use the branch one (it's weird
 
1347
        # to define it this way as orphaning can only occur in a working tree,
 
1348
        # but that's all we have (for now). It will find the option in
 
1349
        # locations.conf or bazaar.conf though) -- vila 20100916
 
1350
        conf = self._tree.branch.get_config()
 
1351
        conf_var_name = 'bzr.transform.orphan_policy'
 
1352
        orphan_policy = conf.get_user_option(conf_var_name)
 
1353
        default_policy = orphaning_registry.default_key
 
1354
        if orphan_policy is None:
 
1355
            orphan_policy = default_policy
 
1356
        if orphan_policy not in orphaning_registry:
 
1357
            trace.warning('%s (from %s) is not a known policy, defaulting to %s'
 
1358
                          % (orphan_policy, conf_var_name, default_policy))
 
1359
            orphan_policy = default_policy
 
1360
        handle_orphan = orphaning_registry.get(orphan_policy)
 
1361
        handle_orphan(self, trans_id, parent_id)
 
1362
 
 
1363
 
 
1364
class OrphaningError(errors.BzrError):
 
1365
 
 
1366
    # Only bugs could lead to such exception being seen by the user
 
1367
    internal_error = True
 
1368
    _fmt = "Error while orphaning %s in %s directory"
 
1369
 
 
1370
    def __init__(self, orphan, parent):
 
1371
        errors.BzrError.__init__(self)
 
1372
        self.orphan = orphan
 
1373
        self.parent = parent
 
1374
 
 
1375
 
 
1376
class OrphaningForbidden(OrphaningError):
 
1377
 
 
1378
    _fmt = "Policy: %s doesn't allow creating orphans."
 
1379
 
 
1380
    def __init__(self, policy):
 
1381
        errors.BzrError.__init__(self)
 
1382
        self.policy = policy
 
1383
 
 
1384
 
 
1385
def move_orphan(tt, orphan_id, parent_id):
 
1386
    """See TreeTransformBase.new_orphan.
 
1387
 
 
1388
    This creates a new orphan in the `bzr-orphans` dir at the root of the
 
1389
    `TreeTransform`.
 
1390
 
 
1391
    :param tt: The TreeTransform orphaning `trans_id`.
 
1392
 
 
1393
    :param orphan_id: The trans id that should be orphaned.
 
1394
 
 
1395
    :param parent_id: The orphan parent trans id.
 
1396
    """
 
1397
    # Add the orphan dir if it doesn't exist
 
1398
    orphan_dir_basename = 'bzr-orphans'
 
1399
    od_id = tt.trans_id_tree_path(orphan_dir_basename)
 
1400
    if tt.final_kind(od_id) is None:
 
1401
        tt.create_directory(od_id)
 
1402
    parent_path = tt._tree_id_paths[parent_id]
 
1403
    # Find a name that doesn't exist yet in the orphan dir
 
1404
    actual_name = tt.final_name(orphan_id)
 
1405
    new_name = tt._available_backup_name(actual_name, od_id)
 
1406
    tt.adjust_path(new_name, od_id, orphan_id)
 
1407
    trace.warning('%s has been orphaned in %s'
 
1408
                  % (joinpath(parent_path, actual_name), orphan_dir_basename))
 
1409
 
 
1410
 
 
1411
def refuse_orphan(tt, orphan_id, parent_id):
 
1412
    """See TreeTransformBase.new_orphan.
 
1413
 
 
1414
    This refuses to create orphan, letting the caller handle the conflict.
 
1415
    """
 
1416
    raise OrphaningForbidden('never')
 
1417
 
 
1418
 
 
1419
orphaning_registry = registry.Registry()
 
1420
orphaning_registry.register(
 
1421
    'conflict', refuse_orphan,
 
1422
    'Leave orphans in place and create a conflict on the directory.')
 
1423
orphaning_registry.register(
 
1424
    'move', move_orphan,
 
1425
    'Move orphans into the bzr-orphans directory.')
 
1426
orphaning_registry._set_default_key('conflict')
 
1427
 
1277
1428
 
1278
1429
class TreeTransform(DiskTreeTransform):
1279
1430
    """Represent a tree transformation.
1397
1548
    def tree_kind(self, trans_id):
1398
1549
        """Determine the file kind in the working tree.
1399
1550
 
1400
 
        Raises NoSuchFile if the file does not exist
 
1551
        :returns: The file kind or None if the file does not exist
1401
1552
        """
1402
1553
        path = self._tree_id_paths.get(trans_id)
1403
1554
        if path is None:
1404
 
            raise NoSuchFile(None)
 
1555
            return None
1405
1556
        try:
1406
1557
            return file_kind(self._tree.abspath(path))
1407
 
        except OSError, e:
1408
 
            if e.errno != errno.ENOENT:
1409
 
                raise
1410
 
            else:
1411
 
                raise NoSuchFile(path)
 
1558
        except errors.NoSuchFile:
 
1559
            return None
1412
1560
 
1413
1561
    def _set_mode(self, trans_id, mode_id, typefunc):
1414
1562
        """Set the mode of new file contents.
1583
1731
                if file_id is None:
1584
1732
                    continue
1585
1733
                needs_entry = False
1586
 
                try:
1587
 
                    kind = self.final_kind(trans_id)
1588
 
                except NoSuchFile:
 
1734
                kind = self.final_kind(trans_id)
 
1735
                if kind is None:
1589
1736
                    kind = self._tree.stored_kind(file_id)
1590
1737
                parent_trans_id = self.final_parent(trans_id)
1591
1738
                parent_file_id = new_path_file_ids.get(parent_trans_id)
1635
1782
                      or trans_id in self._new_parent):
1636
1783
                    try:
1637
1784
                        mover.rename(full_path, self._limbo_name(trans_id))
1638
 
                    except OSError, e:
 
1785
                    except errors.TransformRenameFailed, e:
1639
1786
                        if e.errno != errno.ENOENT:
1640
1787
                            raise
1641
1788
                    else:
1666
1813
                if trans_id in self._needs_rename:
1667
1814
                    try:
1668
1815
                        mover.rename(self._limbo_name(trans_id), full_path)
1669
 
                    except OSError, e:
 
1816
                    except errors.TransformRenameFailed, e:
1670
1817
                        # We may be renaming a dangling inventory id
1671
1818
                        if e.errno != errno.ENOENT:
1672
1819
                            raise
1703
1850
    def tree_kind(self, trans_id):
1704
1851
        path = self._tree_id_paths.get(trans_id)
1705
1852
        if path is None:
1706
 
            raise NoSuchFile(None)
 
1853
            return None
1707
1854
        file_id = self._tree.path2id(path)
1708
 
        return self._tree.kind(file_id)
 
1855
        try:
 
1856
            return self._tree.kind(file_id)
 
1857
        except errors.NoSuchFile:
 
1858
            return None
1709
1859
 
1710
1860
    def _set_mode(self, trans_id, mode_id, typefunc):
1711
1861
        """Set the mode of new file contents.
1731
1881
            childpath = joinpath(path, child)
1732
1882
            yield self.trans_id_tree_path(childpath)
1733
1883
 
 
1884
    def new_orphan(self, trans_id, parent_id):
 
1885
        raise NotImplementedError(self.new_orphan)
 
1886
 
1734
1887
 
1735
1888
class _PreviewTree(tree.Tree):
1736
1889
    """Partial implementation of Tree to support show_diff_trees"""
1770
1923
        parent_keys = [(file_id, self._file_revision(t, file_id)) for t in
1771
1924
                       self._iter_parent_trees()]
1772
1925
        vf.add_lines((file_id, tree_revision), parent_keys,
1773
 
                     self.get_file(file_id).readlines())
 
1926
                     self.get_file_lines(file_id))
1774
1927
        repo = self._get_repository()
1775
1928
        base_vf = repo.texts
1776
1929
        if base_vf not in vf.fallback_versionedfiles:
1798
1951
            executable = self.is_executable(file_id, path)
1799
1952
        return kind, executable, None
1800
1953
 
 
1954
    def is_locked(self):
 
1955
        return False
 
1956
 
1801
1957
    def lock_read(self):
1802
1958
        # Perhaps in theory, this should lock the TreeTransform?
1803
 
        pass
 
1959
        return self
1804
1960
 
1805
1961
    def unlock(self):
1806
1962
        pass
1904
2060
            if (specific_file_ids is not None
1905
2061
                and file_id not in specific_file_ids):
1906
2062
                continue
1907
 
            try:
1908
 
                kind = self._transform.final_kind(trans_id)
1909
 
            except NoSuchFile:
 
2063
            kind = self._transform.final_kind(trans_id)
 
2064
            if kind is None:
1910
2065
                kind = self._transform._tree.stored_kind(file_id)
1911
2066
            new_entry = inventory.make_entry(
1912
2067
                kind,
2144
2299
                path_from_root = self._final_paths.get_path(child_id)
2145
2300
                basename = self._transform.final_name(child_id)
2146
2301
                file_id = self._transform.final_file_id(child_id)
2147
 
                try:
2148
 
                    kind = self._transform.final_kind(child_id)
 
2302
                kind  = self._transform.final_kind(child_id)
 
2303
                if kind is not None:
2149
2304
                    versioned_kind = kind
2150
 
                except NoSuchFile:
 
2305
                else:
2151
2306
                    kind = 'unknown'
2152
2307
                    versioned_kind = self._transform._tree.stored_kind(file_id)
2153
2308
                if versioned_kind == 'directory':
2266
2421
    for num, _unused in enumerate(wt.all_file_ids()):
2267
2422
        if num > 0:  # more than just a root
2268
2423
            raise errors.WorkingTreeAlreadyPopulated(base=wt.basedir)
2269
 
    existing_files = set()
2270
 
    for dir, files in wt.walkdirs():
2271
 
        existing_files.update(f[0] for f in files)
2272
2424
    file_trans_id = {}
2273
2425
    top_pb = bzrlib.ui.ui_factory.nested_progress_bar()
2274
2426
    pp = ProgressPhase("Build phase", 2, top_pb)
2298
2450
                precomputed_delta = []
2299
2451
            else:
2300
2452
                precomputed_delta = None
 
2453
            # Check if tree inventory has content. If so, we populate
 
2454
            # existing_files with the directory content. If there are no
 
2455
            # entries we skip populating existing_files as its not used.
 
2456
            # This improves performance and unncessary work on large
 
2457
            # directory trees. (#501307)
 
2458
            if total > 0:
 
2459
                existing_files = set()
 
2460
                for dir, files in wt.walkdirs():
 
2461
                    existing_files.update(f[0] for f in files)
2301
2462
            for num, (tree_path, entry) in \
2302
2463
                enumerate(tree.inventory.iter_entries_by_dir()):
2303
2464
                pb.update("Building tree", num - len(deferred_contents), total)
2423
2584
    for child in tt.iter_tree_children(old_parent):
2424
2585
        tt.adjust_path(tt.final_name(child), new_parent, child)
2425
2586
 
 
2587
 
2426
2588
def _reparent_transform_children(tt, old_parent, new_parent):
2427
2589
    by_parent = tt.by_parent()
2428
2590
    for child in by_parent[old_parent]:
2429
2591
        tt.adjust_path(tt.final_name(child), new_parent, child)
2430
2592
    return by_parent[old_parent]
2431
2593
 
 
2594
 
2432
2595
def _content_match(tree, entry, file_id, kind, target_path):
2433
2596
    if entry.kind != kind:
2434
2597
        return False
2435
2598
    if entry.kind == "directory":
2436
2599
        return True
2437
2600
    if entry.kind == "file":
2438
 
        if tree.get_file(file_id).read() == file(target_path, 'rb').read():
2439
 
            return True
 
2601
        f = file(target_path, 'rb')
 
2602
        try:
 
2603
            if tree.get_file_text(file_id) == f.read():
 
2604
                return True
 
2605
        finally:
 
2606
            f.close()
2440
2607
    elif entry.kind == "symlink":
2441
2608
        if tree.get_symlink_target(file_id) == os.readlink(target_path):
2442
2609
            return True
2494
2661
        raise errors.BadFileKindError(name, kind)
2495
2662
 
2496
2663
 
2497
 
@deprecated_function(deprecated_in((1, 9, 0)))
2498
 
def create_by_entry(tt, entry, tree, trans_id, lines=None, mode_id=None):
2499
 
    """Create new file contents according to an inventory entry.
2500
 
 
2501
 
    DEPRECATED.  Use create_from_tree instead.
2502
 
    """
2503
 
    if entry.kind == "file":
2504
 
        if lines is None:
2505
 
            lines = tree.get_file(entry.file_id).readlines()
2506
 
        tt.create_file(lines, trans_id, mode_id=mode_id)
2507
 
    elif entry.kind == "symlink":
2508
 
        tt.create_symlink(tree.get_symlink_target(entry.file_id), trans_id)
2509
 
    elif entry.kind == "directory":
2510
 
        tt.create_directory(trans_id)
2511
 
 
2512
 
 
2513
2664
def create_from_tree(tt, trans_id, tree, file_id, bytes=None,
2514
2665
    filter_tree_path=None):
2515
2666
    """Create new file contents according to tree contents.
2546
2697
        tt.set_executability(entry.executable, trans_id)
2547
2698
 
2548
2699
 
 
2700
@deprecated_function(deprecated_in((2, 3, 0)))
2549
2701
def get_backup_name(entry, by_parent, parent_trans_id, tt):
2550
2702
    return _get_backup_name(entry.name, by_parent, parent_trans_id, tt)
2551
2703
 
2552
2704
 
 
2705
@deprecated_function(deprecated_in((2, 3, 0)))
2553
2706
def _get_backup_name(name, by_parent, parent_trans_id, tt):
2554
2707
    """Produce a backup-style name that appears to be available"""
2555
2708
    def name_gen():
2676
2829
                        tt.delete_contents(trans_id)
2677
2830
                    elif kind[1] is not None:
2678
2831
                        parent_trans_id = tt.trans_id_file_id(parent[0])
2679
 
                        by_parent = tt.by_parent()
2680
 
                        backup_name = _get_backup_name(name[0], by_parent,
2681
 
                                                       parent_trans_id, tt)
 
2832
                        backup_name = tt._available_backup_name(
 
2833
                            name[0], parent_trans_id)
2682
2834
                        tt.adjust_path(backup_name, parent_trans_id, trans_id)
2683
2835
                        new_trans_id = tt.create_path(name[0], parent_trans_id)
2684
2836
                        if versioned == (True, True):
2807
2959
 
2808
2960
        elif c_type == 'missing parent':
2809
2961
            trans_id = conflict[1]
2810
 
            try:
2811
 
                tt.cancel_deletion(trans_id)
2812
 
                new_conflicts.add(('deleting parent', 'Not deleting',
2813
 
                                   trans_id))
2814
 
            except KeyError:
 
2962
            if trans_id in tt._removed_contents:
 
2963
                cancel_deletion = True
 
2964
                orphans = tt._get_potential_orphans(trans_id)
 
2965
                if orphans:
 
2966
                    cancel_deletion = False
 
2967
                    # All children are orphans
 
2968
                    for o in orphans:
 
2969
                        try:
 
2970
                            tt.new_orphan(o, trans_id)
 
2971
                        except OrphaningError:
 
2972
                            # Something bad happened so we cancel the directory
 
2973
                            # deletion which will leave it in place with a
 
2974
                            # conflict. The user can deal with it from there.
 
2975
                            # Note that this also catch the case where we don't
 
2976
                            # want to create orphans and leave the directory in
 
2977
                            # place.
 
2978
                            cancel_deletion = True
 
2979
                            break
 
2980
                if cancel_deletion:
 
2981
                    # Cancel the directory deletion
 
2982
                    tt.cancel_deletion(trans_id)
 
2983
                    new_conflicts.add(('deleting parent', 'Not deleting',
 
2984
                                       trans_id))
 
2985
            else:
2815
2986
                create = True
2816
2987
                try:
2817
2988
                    tt.final_name(trans_id)
2900
3071
    def rename(self, from_, to):
2901
3072
        """Rename a file from one path to another."""
2902
3073
        try:
2903
 
            osutils.rename(from_, to)
 
3074
            os.rename(from_, to)
2904
3075
        except OSError, e:
2905
3076
            if e.errno in (errno.EEXIST, errno.ENOTEMPTY):
2906
3077
                raise errors.FileExists(to, str(e))
2907
 
            raise
 
3078
            # normal OSError doesn't include filenames so it's hard to see where
 
3079
            # the problem is, see https://bugs.launchpad.net/bzr/+bug/491763
 
3080
            raise errors.TransformRenameFailed(from_, to, str(e), e.errno)
2908
3081
        self.past_renames.append((from_, to))
2909
3082
 
2910
3083
    def pre_delete(self, from_, to):
2920
3093
    def rollback(self):
2921
3094
        """Reverse all renames that have been performed"""
2922
3095
        for from_, to in reversed(self.past_renames):
2923
 
            osutils.rename(to, from_)
 
3096
            try:
 
3097
                os.rename(to, from_)
 
3098
            except OSError, e:
 
3099
                raise errors.TransformRenameFailed(to, from_, str(e), e.errno)
2924
3100
        # after rollback, don't reuse _FileMover
2925
3101
        past_renames = None
2926
3102
        pending_deletions = None