~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/workingtree.py

  • Committer: Canonical.com Patch Queue Manager
  • Date: 2011-04-05 14:47:26 UTC
  • mfrom: (5752.2.11 2.4-windows-lfstat)
  • Revision ID: pqm@pqm.ubuntu.com-20110405144726-zi3lj2kwvjml4kx5
(jameinel) Add osutils.lstat/fstat so that even on Windows lstat(fname) ==
 fstat(open(fname).fileno()) (John A Meinel)

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2005-2010 Canonical Ltd
 
1
# Copyright (C) 2005-2011 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
44
44
import stat
45
45
import re
46
46
 
47
 
import bzrlib
48
47
from bzrlib import (
49
48
    branch,
50
49
    bzrdir,
51
50
    conflicts as _mod_conflicts,
 
51
    controldir,
52
52
    errors,
53
53
    generate_ids,
54
54
    globbing,
59
59
    merge,
60
60
    revision as _mod_revision,
61
61
    revisiontree,
62
 
    trace,
 
62
    rio as _mod_rio,
63
63
    transform,
 
64
    transport,
64
65
    ui,
65
66
    views,
66
67
    xml5,
67
68
    xml7,
68
69
    )
69
 
import bzrlib.branch
70
 
from bzrlib.transport import get_transport
71
70
from bzrlib.workingtree_4 import (
72
71
    WorkingTreeFormat4,
73
72
    WorkingTreeFormat5,
77
76
 
78
77
from bzrlib import symbol_versioning
79
78
from bzrlib.decorators import needs_read_lock, needs_write_lock
 
79
from bzrlib.lock import LogicalLockResult
80
80
from bzrlib.lockable_files import LockableFiles
81
81
from bzrlib.lockdir import LockDir
82
82
import bzrlib.mutabletree
96
96
from bzrlib.trace import mutter, note
97
97
from bzrlib.transport.local import LocalTransport
98
98
from bzrlib.revision import CURRENT_REVISION
99
 
from bzrlib.rio import RioReader, rio_file, Stanza
100
99
from bzrlib.symbol_versioning import (
101
100
    deprecated_passed,
102
101
    DEPRECATED_PARAMETER,
168
167
 
169
168
 
170
169
class WorkingTree(bzrlib.mutabletree.MutableTree,
171
 
    bzrdir.ControlComponent):
 
170
    controldir.ControlComponent):
172
171
    """Working copy tree.
173
172
 
174
173
    The inventory is held in the `Branch` working-inventory, and the
176
175
 
177
176
    It is possible for a `WorkingTree` to have a filename which is
178
177
    not listed in the Inventory and vice versa.
 
178
 
 
179
    :ivar basedir: The root of the tree on disk. This is a unicode path object
 
180
        (as opposed to a URL).
179
181
    """
180
182
 
181
183
    # override this to set the strategy for storing views
205
207
        else:
206
208
            self._branch = self.bzrdir.open_branch()
207
209
        self.basedir = realpath(basedir)
208
 
        # if branch is at our basedir and is a format 6 or less
209
 
        if isinstance(self._format, WorkingTreeFormat2):
210
 
            # share control object
211
 
            self._control_files = self.branch.control_files
212
 
        else:
213
 
            # assume all other formats have their own control files.
214
 
            self._control_files = _control_files
 
210
        self._control_files = _control_files
215
211
        self._transport = self._control_files._transport
216
212
        # update the whole cache up front and write to disk if anything changed;
217
213
        # in the future we might want to do this more selectively
255
251
    def control_transport(self):
256
252
        return self._transport
257
253
 
 
254
    def is_control_filename(self, filename):
 
255
        """True if filename is the name of a control file in this tree.
 
256
 
 
257
        :param filename: A filename within the tree. This is a relative path
 
258
        from the root of this tree.
 
259
 
 
260
        This is true IF and ONLY IF the filename is part of the meta data
 
261
        that bzr controls in this tree. I.E. a random .bzr directory placed
 
262
        on disk will not be a control file for this tree.
 
263
        """
 
264
        return self.bzrdir.is_control_filename(filename)
 
265
 
258
266
    def _detect_case_handling(self):
259
267
        wt_trans = self.bzrdir.get_workingtree_transport(None)
260
268
        try:
261
 
            wt_trans.stat("FoRMaT")
 
269
            wt_trans.stat(self._format.case_sensitive_filename)
262
270
        except errors.NoSuchFile:
263
271
            self.case_sensitive = True
264
272
        else:
346
354
        if path is None:
347
355
            path = osutils.getcwd()
348
356
        control, relpath = bzrdir.BzrDir.open_containing(path)
349
 
 
350
357
        return control.open_workingtree(), relpath
351
358
 
352
359
    @staticmethod
 
360
    def open_containing_paths(file_list, default_directory=None,
 
361
                              canonicalize=True, apply_view=True):
 
362
        """Open the WorkingTree that contains a set of paths.
 
363
 
 
364
        Fail if the paths given are not all in a single tree.
 
365
 
 
366
        This is used for the many command-line interfaces that take a list of
 
367
        any number of files and that require they all be in the same tree.
 
368
        """
 
369
        if default_directory is None:
 
370
            default_directory = u'.'
 
371
        # recommended replacement for builtins.internal_tree_files
 
372
        if file_list is None or len(file_list) == 0:
 
373
            tree = WorkingTree.open_containing(default_directory)[0]
 
374
            # XXX: doesn't really belong here, and seems to have the strange
 
375
            # side effect of making it return a bunch of files, not the whole
 
376
            # tree -- mbp 20100716
 
377
            if tree.supports_views() and apply_view:
 
378
                view_files = tree.views.lookup_view()
 
379
                if view_files:
 
380
                    file_list = view_files
 
381
                    view_str = views.view_display_str(view_files)
 
382
                    note("Ignoring files outside view. View is %s" % view_str)
 
383
            return tree, file_list
 
384
        if default_directory == u'.':
 
385
            seed = file_list[0]
 
386
        else:
 
387
            seed = default_directory
 
388
            file_list = [osutils.pathjoin(default_directory, f)
 
389
                         for f in file_list]
 
390
        tree = WorkingTree.open_containing(seed)[0]
 
391
        return tree, tree.safe_relpath_files(file_list, canonicalize,
 
392
                                             apply_view=apply_view)
 
393
 
 
394
    def safe_relpath_files(self, file_list, canonicalize=True, apply_view=True):
 
395
        """Convert file_list into a list of relpaths in tree.
 
396
 
 
397
        :param self: A tree to operate on.
 
398
        :param file_list: A list of user provided paths or None.
 
399
        :param apply_view: if True and a view is set, apply it or check that
 
400
            specified files are within it
 
401
        :return: A list of relative paths.
 
402
        :raises errors.PathNotChild: When a provided path is in a different self
 
403
            than self.
 
404
        """
 
405
        if file_list is None:
 
406
            return None
 
407
        if self.supports_views() and apply_view:
 
408
            view_files = self.views.lookup_view()
 
409
        else:
 
410
            view_files = []
 
411
        new_list = []
 
412
        # self.relpath exists as a "thunk" to osutils, but canonical_relpath
 
413
        # doesn't - fix that up here before we enter the loop.
 
414
        if canonicalize:
 
415
            fixer = lambda p: osutils.canonical_relpath(self.basedir, p)
 
416
        else:
 
417
            fixer = self.relpath
 
418
        for filename in file_list:
 
419
            relpath = fixer(osutils.dereference_path(filename))
 
420
            if view_files and not osutils.is_inside_any(view_files, relpath):
 
421
                raise errors.FileOutsideView(filename, view_files)
 
422
            new_list.append(relpath)
 
423
        return new_list
 
424
 
 
425
    @staticmethod
353
426
    def open_downlevel(path=None):
354
427
        """Open an unsupported working tree.
355
428
 
368
441
                return True, None
369
442
            else:
370
443
                return True, tree
371
 
        transport = get_transport(location)
372
 
        iterator = bzrdir.BzrDir.find_bzrdirs(transport, evaluate=evaluate,
 
444
        t = transport.get_transport(location)
 
445
        iterator = bzrdir.BzrDir.find_bzrdirs(t, evaluate=evaluate,
373
446
                                              list_current=list_current)
374
 
        return [t for t in iterator if t is not None]
 
447
        return [tr for tr in iterator if tr is not None]
375
448
 
376
449
    # should be deprecated - this is slow and in any case treating them as a
377
450
    # container is (we now know) bad style -- mbp 20070302
450
523
        return self.get_file_with_stat(file_id, path, filtered=filtered)[0]
451
524
 
452
525
    def get_file_with_stat(self, file_id, path=None, filtered=True,
453
 
        _fstat=os.fstat):
 
526
                           _fstat=osutils.fstat):
454
527
        """See Tree.get_file_with_stat."""
455
528
        if path is None:
456
529
            path = self.id2path(file_id)
462
535
        return (file_obj, stat_value)
463
536
 
464
537
    def get_file_text(self, file_id, path=None, filtered=True):
465
 
        return self.get_file(file_id, path=path, filtered=filtered).read()
 
538
        my_file = self.get_file(file_id, path=path, filtered=filtered)
 
539
        try:
 
540
            return my_file.read()
 
541
        finally:
 
542
            my_file.close()
466
543
 
467
544
    def get_file_byname(self, filename, filtered=True):
468
545
        path = self.abspath(filename)
522
599
 
523
600
        # Now we have the parents of this content
524
601
        annotator = self.branch.repository.texts.get_annotator()
525
 
        text = self.get_file(file_id).read()
 
602
        text = self.get_file_text(file_id)
526
603
        this_key =(file_id, default_revision)
527
604
        annotator.add_special_text(this_key, file_parent_keys, text)
528
605
        annotations = [(key[-1], line)
811
888
            if revision_id in heads and revision_id not in new_revision_ids:
812
889
                new_revision_ids.append(revision_id)
813
890
        if new_revision_ids != revision_ids:
814
 
            trace.mutter('requested to set revision_ids = %s,'
 
891
            mutter('requested to set revision_ids = %s,'
815
892
                         ' but filtered to %s', revision_ids, new_revision_ids)
816
893
        return new_revision_ids
817
894
 
883
960
    def set_merge_modified(self, modified_hashes):
884
961
        def iter_stanzas():
885
962
            for file_id, hash in modified_hashes.iteritems():
886
 
                yield Stanza(file_id=file_id.decode('utf8'), hash=hash)
 
963
                yield _mod_rio.Stanza(file_id=file_id.decode('utf8'),
 
964
                    hash=hash)
887
965
        self._put_rio('merge-hashes', iter_stanzas(), MERGE_MODIFIED_HEADER_1)
888
966
 
889
967
    def _sha_from_stat(self, path, stat_result):
898
976
 
899
977
    def _put_rio(self, filename, stanzas, header):
900
978
        self._must_be_locked()
901
 
        my_file = rio_file(stanzas, header)
 
979
        my_file = _mod_rio.rio_file(stanzas, header)
902
980
        self._transport.put_file(filename, my_file,
903
981
            mode=self.bzrdir._get_file_mode())
904
982
 
968
1046
                    raise errors.MergeModifiedFormatError()
969
1047
            except StopIteration:
970
1048
                raise errors.MergeModifiedFormatError()
971
 
            for s in RioReader(hashfile):
 
1049
            for s in _mod_rio.RioReader(hashfile):
972
1050
                # RioReader reads in Unicode, so convert file_ids back to utf8
973
1051
                file_id = osutils.safe_file_id(s.get("file_id"), warn=False)
974
1052
                if file_id not in self.inventory:
1202
1280
                # absolute path
1203
1281
                fap = from_dir_abspath + '/' + f
1204
1282
 
1205
 
                f_ie = inv.get_child(from_dir_id, f)
 
1283
                dir_ie = inv[from_dir_id]
 
1284
                if dir_ie.kind == 'directory':
 
1285
                    f_ie = dir_ie.children.get(f)
 
1286
                else:
 
1287
                    f_ie = None
1206
1288
                if f_ie:
1207
1289
                    c = 'V'
1208
1290
                elif self.is_ignored(fp[1:]):
1209
1291
                    c = 'I'
1210
1292
                else:
1211
 
                    # we may not have found this file, because of a unicode issue
 
1293
                    # we may not have found this file, because of a unicode
 
1294
                    # issue, or because the directory was actually a symlink.
1212
1295
                    f_norm, can_access = osutils.normalized_filename(f)
1213
1296
                    if f == f_norm or not can_access:
1214
1297
                        # No change, so treat this file normally
1257
1340
                stack.pop()
1258
1341
 
1259
1342
    @needs_tree_write_lock
1260
 
    def move(self, from_paths, to_dir=None, after=False, **kwargs):
 
1343
    def move(self, from_paths, to_dir=None, after=False):
1261
1344
        """Rename files.
1262
1345
 
1263
1346
        to_dir must exist in the inventory.
1297
1380
 
1298
1381
        # check for deprecated use of signature
1299
1382
        if to_dir is None:
1300
 
            to_dir = kwargs.get('to_name', None)
1301
 
            if to_dir is None:
1302
 
                raise TypeError('You must supply a target directory')
1303
 
            else:
1304
 
                symbol_versioning.warn('The parameter to_name was deprecated'
1305
 
                                       ' in version 0.13. Use to_dir instead',
1306
 
                                       DeprecationWarning)
1307
 
 
 
1383
            raise TypeError('You must supply a target directory')
1308
1384
        # check destination directory
1309
1385
        if isinstance(from_paths, basestring):
1310
1386
            raise ValueError()
1319
1395
        to_dir_id = inv.path2id(to_dir)
1320
1396
        if to_dir_id is None:
1321
1397
            raise errors.BzrMoveFailedError('',to_dir,
1322
 
                errors.NotVersionedError(path=str(to_dir)))
 
1398
                errors.NotVersionedError(path=to_dir))
1323
1399
 
1324
1400
        to_dir_ie = inv[to_dir_id]
1325
1401
        if to_dir_ie.kind != 'directory':
1332
1408
            from_id = inv.path2id(from_rel)
1333
1409
            if from_id is None:
1334
1410
                raise errors.BzrMoveFailedError(from_rel,to_dir,
1335
 
                    errors.NotVersionedError(path=str(from_rel)))
 
1411
                    errors.NotVersionedError(path=from_rel))
1336
1412
 
1337
1413
            from_entry = inv[from_id]
1338
1414
            from_parent_id = from_entry.parent_id
1380
1456
            # check the inventory for source and destination
1381
1457
            if from_id is None:
1382
1458
                raise errors.BzrMoveFailedError(from_rel,to_rel,
1383
 
                    errors.NotVersionedError(path=str(from_rel)))
 
1459
                    errors.NotVersionedError(path=from_rel))
1384
1460
            if to_id is not None:
1385
1461
                raise errors.BzrMoveFailedError(from_rel,to_rel,
1386
 
                    errors.AlreadyVersionedError(path=str(to_rel)))
 
1462
                    errors.AlreadyVersionedError(path=to_rel))
1387
1463
 
1388
1464
            # try to determine the mode for rename (only change inv or change
1389
1465
            # inv and file system)
1390
1466
            if after:
1391
1467
                if not self.has_filename(to_rel):
1392
1468
                    raise errors.BzrMoveFailedError(from_id,to_rel,
1393
 
                        errors.NoSuchFile(path=str(to_rel),
 
1469
                        errors.NoSuchFile(path=to_rel,
1394
1470
                        extra="New file has not been created yet"))
1395
1471
                only_change_inv = True
1396
1472
            elif not self.has_filename(from_rel) and self.has_filename(to_rel):
1498
1574
            from_id = basis_tree.path2id(from_rel)
1499
1575
            if from_id is None:
1500
1576
                raise errors.BzrRenameFailedError(from_rel,to_rel,
1501
 
                    errors.NotVersionedError(path=str(from_rel)))
 
1577
                    errors.NotVersionedError(path=from_rel))
1502
1578
            # put entry back in the inventory so we can rename it
1503
1579
            from_entry = basis_tree.inventory[from_id].copy()
1504
1580
            inv.add(from_entry)
1522
1598
        # versioned
1523
1599
        if to_dir_id is None:
1524
1600
            raise errors.BzrMoveFailedError(from_rel,to_rel,
1525
 
                errors.NotVersionedError(path=str(to_dir)))
 
1601
                errors.NotVersionedError(path=to_dir))
1526
1602
 
1527
1603
        # all checks done. now we can continue with our actual work
1528
1604
        mutter('rename_one:\n'
1587
1663
            # - RBC 20060907
1588
1664
            self._write_inventory(self._inventory)
1589
1665
 
1590
 
    def _iter_conflicts(self):
1591
 
        conflicted = set()
1592
 
        for info in self.list_files():
1593
 
            path = info[0]
1594
 
            stem = get_conflicted_stem(path)
1595
 
            if stem is None:
1596
 
                continue
1597
 
            if stem not in conflicted:
1598
 
                conflicted.add(stem)
1599
 
                yield stem
1600
 
 
1601
1666
    @needs_write_lock
1602
1667
    def pull(self, source, overwrite=False, stop_revision=None,
1603
 
             change_reporter=None, possible_transports=None, local=False):
 
1668
             change_reporter=None, possible_transports=None, local=False,
 
1669
             show_base=False):
1604
1670
        source.lock_read()
1605
1671
        try:
1606
1672
            old_revision_info = self.branch.last_revision_info()
1620
1686
                                basis_tree,
1621
1687
                                this_tree=self,
1622
1688
                                pb=None,
1623
 
                                change_reporter=change_reporter)
 
1689
                                change_reporter=change_reporter,
 
1690
                                show_base=show_base)
1624
1691
                    basis_root_id = basis_tree.get_root_id()
1625
1692
                    new_root_id = new_basis_tree.get_root_id()
1626
1693
                    if basis_root_id != new_root_id:
1798
1865
            raise errors.ObjectNotLocked(self)
1799
1866
 
1800
1867
    def lock_read(self):
1801
 
        """See Branch.lock_read, and WorkingTree.unlock."""
 
1868
        """Lock the tree for reading.
 
1869
 
 
1870
        This also locks the branch, and can be unlocked via self.unlock().
 
1871
 
 
1872
        :return: A bzrlib.lock.LogicalLockResult.
 
1873
        """
1802
1874
        if not self.is_locked():
1803
1875
            self._reset_data()
1804
1876
        self.branch.lock_read()
1805
1877
        try:
1806
 
            return self._control_files.lock_read()
 
1878
            self._control_files.lock_read()
 
1879
            return LogicalLockResult(self.unlock)
1807
1880
        except:
1808
1881
            self.branch.unlock()
1809
1882
            raise
1810
1883
 
1811
1884
    def lock_tree_write(self):
1812
 
        """See MutableTree.lock_tree_write, and WorkingTree.unlock."""
 
1885
        """See MutableTree.lock_tree_write, and WorkingTree.unlock.
 
1886
 
 
1887
        :return: A bzrlib.lock.LogicalLockResult.
 
1888
        """
1813
1889
        if not self.is_locked():
1814
1890
            self._reset_data()
1815
1891
        self.branch.lock_read()
1816
1892
        try:
1817
 
            return self._control_files.lock_write()
 
1893
            self._control_files.lock_write()
 
1894
            return LogicalLockResult(self.unlock)
1818
1895
        except:
1819
1896
            self.branch.unlock()
1820
1897
            raise
1821
1898
 
1822
1899
    def lock_write(self):
1823
 
        """See MutableTree.lock_write, and WorkingTree.unlock."""
 
1900
        """See MutableTree.lock_write, and WorkingTree.unlock.
 
1901
 
 
1902
        :return: A bzrlib.lock.LogicalLockResult.
 
1903
        """
1824
1904
        if not self.is_locked():
1825
1905
            self._reset_data()
1826
1906
        self.branch.lock_write()
1827
1907
        try:
1828
 
            return self._control_files.lock_write()
 
1908
            self._control_files.lock_write()
 
1909
            return LogicalLockResult(self.unlock)
1829
1910
        except:
1830
1911
            self.branch.unlock()
1831
1912
            raise
1948
2029
 
1949
2030
        inv_delta = []
1950
2031
 
1951
 
        new_files=set()
 
2032
        all_files = set() # specified and nested files 
1952
2033
        unknown_nested_files=set()
1953
2034
        if to_file is None:
1954
2035
            to_file = sys.stdout
1955
2036
 
 
2037
        files_to_backup = []
 
2038
 
1956
2039
        def recurse_directory_to_add_files(directory):
1957
2040
            # Recurse directory and add all files
1958
2041
            # so we can check if they have changed.
1959
 
            for parent_info, file_infos in\
1960
 
                self.walkdirs(directory):
 
2042
            for parent_info, file_infos in self.walkdirs(directory):
1961
2043
                for relpath, basename, kind, lstat, fileid, kind in file_infos:
1962
2044
                    # Is it versioned or ignored?
1963
 
                    if self.path2id(relpath) or self.is_ignored(relpath):
 
2045
                    if self.path2id(relpath):
1964
2046
                        # Add nested content for deletion.
1965
 
                        new_files.add(relpath)
 
2047
                        all_files.add(relpath)
1966
2048
                    else:
1967
 
                        # Files which are not versioned and not ignored
 
2049
                        # Files which are not versioned
1968
2050
                        # should be treated as unknown.
1969
 
                        unknown_nested_files.add((relpath, None, kind))
 
2051
                        files_to_backup.append(relpath)
1970
2052
 
1971
2053
        for filename in files:
1972
2054
            # Get file name into canonical form.
1973
2055
            abspath = self.abspath(filename)
1974
2056
            filename = self.relpath(abspath)
1975
2057
            if len(filename) > 0:
1976
 
                new_files.add(filename)
 
2058
                all_files.add(filename)
1977
2059
                recurse_directory_to_add_files(filename)
1978
2060
 
1979
 
        files = list(new_files)
 
2061
        files = list(all_files)
1980
2062
 
1981
2063
        if len(files) == 0:
1982
2064
            return # nothing to do
1986
2068
 
1987
2069
        # Bail out if we are going to delete files we shouldn't
1988
2070
        if not keep_files and not force:
1989
 
            has_changed_files = len(unknown_nested_files) > 0
1990
 
            if not has_changed_files:
1991
 
                for (file_id, path, content_change, versioned, parent_id, name,
1992
 
                     kind, executable) in self.iter_changes(self.basis_tree(),
1993
 
                         include_unchanged=True, require_versioned=False,
1994
 
                         want_unversioned=True, specific_files=files):
1995
 
                    if versioned == (False, False):
1996
 
                        # The record is unknown ...
1997
 
                        if not self.is_ignored(path[1]):
1998
 
                            # ... but not ignored
1999
 
                            has_changed_files = True
2000
 
                            break
2001
 
                    elif content_change and (kind[1] is not None):
2002
 
                        # Versioned and changed, but not deleted
2003
 
                        has_changed_files = True
2004
 
                        break
 
2071
            for (file_id, path, content_change, versioned, parent_id, name,
 
2072
                 kind, executable) in self.iter_changes(self.basis_tree(),
 
2073
                     include_unchanged=True, require_versioned=False,
 
2074
                     want_unversioned=True, specific_files=files):
 
2075
                if versioned[0] == False:
 
2076
                    # The record is unknown or newly added
 
2077
                    files_to_backup.append(path[1])
 
2078
                elif (content_change and (kind[1] is not None) and
 
2079
                        osutils.is_inside_any(files, path[1])):
 
2080
                    # Versioned and changed, but not deleted, and still
 
2081
                    # in one of the dirs to be deleted.
 
2082
                    files_to_backup.append(path[1])
2005
2083
 
2006
 
            if has_changed_files:
2007
 
                # Make delta show ALL applicable changes in error message.
2008
 
                tree_delta = self.changes_from(self.basis_tree(),
2009
 
                    require_versioned=False, want_unversioned=True,
2010
 
                    specific_files=files)
2011
 
                for unknown_file in unknown_nested_files:
2012
 
                    if unknown_file not in tree_delta.unversioned:
2013
 
                        tree_delta.unversioned.extend((unknown_file,))
2014
 
                raise errors.BzrRemoveChangedFilesError(tree_delta)
 
2084
        def backup(file_to_backup):
 
2085
            backup_name = self.bzrdir._available_backup_name(file_to_backup)
 
2086
            osutils.rename(abs_path, self.abspath(backup_name))
 
2087
            return "removed %s (but kept a copy: %s)" % (file_to_backup,
 
2088
                                                         backup_name)
2015
2089
 
2016
2090
        # Build inv_delta and delete files where applicable,
2017
2091
        # do this before any modifications to inventory.
2041
2115
                        len(os.listdir(abs_path)) > 0):
2042
2116
                        if force:
2043
2117
                            osutils.rmtree(abs_path)
 
2118
                            message = "deleted %s" % (f,)
2044
2119
                        else:
2045
 
                            message = "%s is not an empty directory "\
2046
 
                                "and won't be deleted." % (f,)
 
2120
                            message = backup(f)
2047
2121
                    else:
2048
 
                        osutils.delete_any(abs_path)
2049
 
                        message = "deleted %s" % (f,)
 
2122
                        if f in files_to_backup:
 
2123
                            message = backup(f)
 
2124
                        else:
 
2125
                            osutils.delete_any(abs_path)
 
2126
                            message = "deleted %s" % (f,)
2050
2127
                elif message is not None:
2051
2128
                    # Only care if we haven't done anything yet.
2052
2129
                    message = "%s does not exist." % (f,)
2189
2266
    _marker = object()
2190
2267
 
2191
2268
    def update(self, change_reporter=None, possible_transports=None,
2192
 
               revision=None, old_tip=_marker):
 
2269
               revision=None, old_tip=_marker, show_base=False):
2193
2270
        """Update a working tree along its branch.
2194
2271
 
2195
2272
        This will update the branch if its bound too, which means we have
2232
2309
            else:
2233
2310
                if old_tip is self._marker:
2234
2311
                    old_tip = None
2235
 
            return self._update_tree(old_tip, change_reporter, revision)
 
2312
            return self._update_tree(old_tip, change_reporter, revision, show_base)
2236
2313
        finally:
2237
2314
            self.unlock()
2238
2315
 
2239
2316
    @needs_tree_write_lock
2240
 
    def _update_tree(self, old_tip=None, change_reporter=None, revision=None):
 
2317
    def _update_tree(self, old_tip=None, change_reporter=None, revision=None,
 
2318
                     show_base=False):
2241
2319
        """Update a tree to the master branch.
2242
2320
 
2243
2321
        :param old_tip: if supplied, the previous tip revision the branch,
2270
2348
            other_tree = self.branch.repository.revision_tree(old_tip)
2271
2349
            nb_conflicts = merge.merge_inner(self.branch, other_tree,
2272
2350
                                             base_tree, this_tree=self,
2273
 
                                             change_reporter=change_reporter)
 
2351
                                             change_reporter=change_reporter,
 
2352
                                             show_base=show_base)
2274
2353
            if nb_conflicts:
2275
2354
                self.add_parent_tree((old_tip, other_tree))
2276
 
                trace.note('Rerun update after fixing the conflicts.')
 
2355
                note('Rerun update after fixing the conflicts.')
2277
2356
                return nb_conflicts
2278
2357
 
2279
2358
        if last_rev != _mod_revision.ensure_null(revision):
2300
2379
 
2301
2380
            nb_conflicts = merge.merge_inner(self.branch, to_tree, base_tree,
2302
2381
                                             this_tree=self,
2303
 
                                             change_reporter=change_reporter)
 
2382
                                             change_reporter=change_reporter,
 
2383
                                             show_base=show_base)
2304
2384
            self.set_last_revision(revision)
2305
2385
            # TODO - dedup parents list with things merged by pull ?
2306
2386
            # reuse the tree we've updated to to set the basis:
2347
2427
    def add_conflicts(self, arg):
2348
2428
        raise errors.UnsupportedOperation(self.add_conflicts, self)
2349
2429
 
2350
 
    @needs_read_lock
2351
2430
    def conflicts(self):
2352
 
        conflicts = _mod_conflicts.ConflictList()
2353
 
        for conflicted in self._iter_conflicts():
2354
 
            text = True
2355
 
            try:
2356
 
                if file_kind(self.abspath(conflicted)) != "file":
2357
 
                    text = False
2358
 
            except errors.NoSuchFile:
2359
 
                text = False
2360
 
            if text is True:
2361
 
                for suffix in ('.THIS', '.OTHER'):
2362
 
                    try:
2363
 
                        kind = file_kind(self.abspath(conflicted+suffix))
2364
 
                        if kind != "file":
2365
 
                            text = False
2366
 
                    except errors.NoSuchFile:
2367
 
                        text = False
2368
 
                    if text == False:
2369
 
                        break
2370
 
            ctype = {True: 'text conflict', False: 'contents conflict'}[text]
2371
 
            conflicts.append(_mod_conflicts.Conflict.factory(ctype,
2372
 
                             path=conflicted,
2373
 
                             file_id=self.path2id(conflicted)))
2374
 
        return conflicts
 
2431
        raise NotImplementedError(self.conflicts)
2375
2432
 
2376
2433
    def walkdirs(self, prefix=""):
2377
2434
        """Walk the directories of this tree.
2595
2652
        """
2596
2653
        return
2597
2654
 
 
2655
    @needs_read_lock
 
2656
    def check_state(self):
 
2657
        """Check that the working state is/isn't valid."""
 
2658
        check_refs = self._get_check_refs()
 
2659
        refs = {}
 
2660
        for ref in check_refs:
 
2661
            kind, value = ref
 
2662
            if kind == 'trees':
 
2663
                refs[ref] = self.branch.repository.revision_tree(value)
 
2664
        self._check(refs)
 
2665
 
 
2666
    @needs_tree_write_lock
 
2667
    def reset_state(self, revision_ids=None):
 
2668
        """Reset the state of the working tree.
 
2669
 
 
2670
        This does a hard-reset to a last-known-good state. This is a way to
 
2671
        fix if something got corrupted (like the .bzr/checkout/dirstate file)
 
2672
        """
 
2673
        if revision_ids is None:
 
2674
            revision_ids = self.get_parent_ids()
 
2675
        if not revision_ids:
 
2676
            rt = self.branch.repository.revision_tree(
 
2677
                _mod_revision.NULL_REVISION)
 
2678
        else:
 
2679
            rt = self.branch.repository.revision_tree(revision_ids[0])
 
2680
        self._write_inventory(rt.inventory)
 
2681
        self.set_parent_ids(revision_ids)
 
2682
 
2598
2683
    def _get_rules_searcher(self, default_searcher):
2599
2684
        """See Tree._get_rules_searcher."""
2600
2685
        if self._rules_searcher is None:
2608
2693
        return ShelfManager(self, self._transport)
2609
2694
 
2610
2695
 
2611
 
class WorkingTree2(WorkingTree):
2612
 
    """This is the Format 2 working tree.
2613
 
 
2614
 
    This was the first weave based working tree.
2615
 
     - uses os locks for locking.
2616
 
     - uses the branch last-revision.
2617
 
    """
2618
 
 
2619
 
    def __init__(self, *args, **kwargs):
2620
 
        super(WorkingTree2, self).__init__(*args, **kwargs)
2621
 
        # WorkingTree2 has more of a constraint that self._inventory must
2622
 
        # exist. Because this is an older format, we don't mind the overhead
2623
 
        # caused by the extra computation here.
2624
 
 
2625
 
        # Newer WorkingTree's should only have self._inventory set when they
2626
 
        # have a read lock.
2627
 
        if self._inventory is None:
2628
 
            self.read_working_inventory()
2629
 
 
2630
 
    def _get_check_refs(self):
2631
 
        """Return the references needed to perform a check of this tree."""
2632
 
        return [('trees', self.last_revision())]
2633
 
 
2634
 
    def lock_tree_write(self):
2635
 
        """See WorkingTree.lock_tree_write().
2636
 
 
2637
 
        In Format2 WorkingTrees we have a single lock for the branch and tree
2638
 
        so lock_tree_write() degrades to lock_write().
2639
 
        """
2640
 
        self.branch.lock_write()
2641
 
        try:
2642
 
            return self._control_files.lock_write()
2643
 
        except:
2644
 
            self.branch.unlock()
2645
 
            raise
2646
 
 
2647
 
    def unlock(self):
2648
 
        # do non-implementation specific cleanup
2649
 
        self._cleanup()
2650
 
 
2651
 
        # we share control files:
2652
 
        if self._control_files._lock_count == 3:
2653
 
            # _inventory_is_modified is always False during a read lock.
2654
 
            if self._inventory_is_modified:
2655
 
                self.flush()
2656
 
            self._write_hashcache_if_dirty()
2657
 
 
2658
 
        # reverse order of locking.
2659
 
        try:
2660
 
            return self._control_files.unlock()
2661
 
        finally:
2662
 
            self.branch.unlock()
2663
 
 
2664
 
 
2665
2696
class WorkingTree3(WorkingTree):
2666
2697
    """This is the Format 3 working tree.
2667
2698
 
2721
2752
                    raise errors.ConflictFormatError()
2722
2753
            except StopIteration:
2723
2754
                raise errors.ConflictFormatError()
2724
 
            return _mod_conflicts.ConflictList.from_stanzas(RioReader(confile))
 
2755
            reader = _mod_rio.RioReader(confile)
 
2756
            return _mod_conflicts.ConflictList.from_stanzas(reader)
2725
2757
        finally:
2726
2758
            confile.close()
2727
2759
 
2740
2772
            self.branch.unlock()
2741
2773
 
2742
2774
 
2743
 
def get_conflicted_stem(path):
2744
 
    for suffix in _mod_conflicts.CONFLICT_SUFFIXES:
2745
 
        if path.endswith(suffix):
2746
 
            return path[:-len(suffix)]
2747
 
 
2748
 
 
2749
 
class WorkingTreeFormat(object):
 
2775
class WorkingTreeFormatRegistry(controldir.ControlComponentFormatRegistry):
 
2776
    """Registry for working tree formats."""
 
2777
 
 
2778
    def __init__(self, other_registry=None):
 
2779
        super(WorkingTreeFormatRegistry, self).__init__(other_registry)
 
2780
        self._default_format = None
 
2781
 
 
2782
    def get_default(self):
 
2783
        """Return the current default format."""
 
2784
        return self._default_format
 
2785
 
 
2786
    def set_default(self, format):
 
2787
        self._default_format = format
 
2788
 
 
2789
 
 
2790
format_registry = WorkingTreeFormatRegistry()
 
2791
 
 
2792
 
 
2793
class WorkingTreeFormat(controldir.ControlComponentFormat):
2750
2794
    """An encapsulation of the initialization and open routines for a format.
2751
2795
 
2752
2796
    Formats provide three things:
2764
2808
    object will be created every time regardless.
2765
2809
    """
2766
2810
 
2767
 
    _default_format = None
2768
 
    """The default format used for new trees."""
2769
 
 
2770
 
    _formats = {}
2771
 
    """The known formats."""
2772
 
 
2773
2811
    requires_rich_root = False
2774
2812
 
2775
2813
    upgrade_recommended = False
2776
2814
 
 
2815
    requires_normalized_unicode_filenames = False
 
2816
 
 
2817
    case_sensitive_filename = "FoRMaT"
 
2818
 
 
2819
    missing_parent_conflicts = False
 
2820
    """If this format supports missing parent conflicts."""
 
2821
 
2777
2822
    @classmethod
2778
2823
    def find_format(klass, a_bzrdir):
2779
2824
        """Return the format for the working tree object in a_bzrdir."""
2780
2825
        try:
2781
2826
            transport = a_bzrdir.get_workingtree_transport(None)
2782
2827
            format_string = transport.get_bytes("format")
2783
 
            return klass._formats[format_string]
 
2828
            return format_registry.get(format_string)
2784
2829
        except errors.NoSuchFile:
2785
2830
            raise errors.NoWorkingTree(base=transport.base)
2786
2831
        except KeyError:
2787
2832
            raise errors.UnknownFormatError(format=format_string,
2788
2833
                                            kind="working tree")
2789
2834
 
 
2835
    def initialize(self, a_bzrdir, revision_id=None, from_branch=None,
 
2836
                   accelerator_tree=None, hardlink=False):
 
2837
        """Initialize a new working tree in a_bzrdir.
 
2838
 
 
2839
        :param a_bzrdir: BzrDir to initialize the working tree in.
 
2840
        :param revision_id: allows creating a working tree at a different
 
2841
            revision than the branch is at.
 
2842
        :param from_branch: Branch to checkout
 
2843
        :param accelerator_tree: A tree which can be used for retrieving file
 
2844
            contents more quickly than the revision tree, i.e. a workingtree.
 
2845
            The revision tree will be used for cases where accelerator_tree's
 
2846
            content is different.
 
2847
        :param hardlink: If true, hard-link files from accelerator_tree,
 
2848
            where possible.
 
2849
        """
 
2850
        raise NotImplementedError(self.initialize)
 
2851
 
2790
2852
    def __eq__(self, other):
2791
2853
        return self.__class__ is other.__class__
2792
2854
 
2794
2856
        return not (self == other)
2795
2857
 
2796
2858
    @classmethod
 
2859
    @symbol_versioning.deprecated_method(
 
2860
        symbol_versioning.deprecated_in((2, 4, 0)))
2797
2861
    def get_default_format(klass):
2798
2862
        """Return the current default format."""
2799
 
        return klass._default_format
 
2863
        return format_registry.get_default()
2800
2864
 
2801
2865
    def get_format_string(self):
2802
2866
        """Return the ASCII format string that identifies this format."""
2824
2888
        return False
2825
2889
 
2826
2890
    @classmethod
 
2891
    @symbol_versioning.deprecated_method(
 
2892
        symbol_versioning.deprecated_in((2, 4, 0)))
2827
2893
    def register_format(klass, format):
2828
 
        klass._formats[format.get_format_string()] = format
2829
 
 
2830
 
    @classmethod
 
2894
        format_registry.register(format)
 
2895
 
 
2896
    @classmethod
 
2897
    @symbol_versioning.deprecated_method(
 
2898
        symbol_versioning.deprecated_in((2, 4, 0)))
 
2899
    def register_extra_format(klass, format):
 
2900
        format_registry.register_extra(format)
 
2901
 
 
2902
    @classmethod
 
2903
    @symbol_versioning.deprecated_method(
 
2904
        symbol_versioning.deprecated_in((2, 4, 0)))
 
2905
    def unregister_extra_format(klass, format):
 
2906
        format_registry.unregister_extra(format)
 
2907
 
 
2908
    @classmethod
 
2909
    @symbol_versioning.deprecated_method(
 
2910
        symbol_versioning.deprecated_in((2, 4, 0)))
 
2911
    def get_formats(klass):
 
2912
        return format_registry._get_all()
 
2913
 
 
2914
    @classmethod
 
2915
    @symbol_versioning.deprecated_method(
 
2916
        symbol_versioning.deprecated_in((2, 4, 0)))
2831
2917
    def set_default_format(klass, format):
2832
 
        klass._default_format = format
 
2918
        format_registry.set_default(format)
2833
2919
 
2834
2920
    @classmethod
 
2921
    @symbol_versioning.deprecated_method(
 
2922
        symbol_versioning.deprecated_in((2, 4, 0)))
2835
2923
    def unregister_format(klass, format):
2836
 
        del klass._formats[format.get_format_string()]
2837
 
 
2838
 
 
2839
 
class WorkingTreeFormat2(WorkingTreeFormat):
2840
 
    """The second working tree format.
2841
 
 
2842
 
    This format modified the hash cache from the format 1 hash cache.
2843
 
    """
2844
 
 
2845
 
    upgrade_recommended = True
2846
 
 
2847
 
    def get_format_description(self):
2848
 
        """See WorkingTreeFormat.get_format_description()."""
2849
 
        return "Working tree format 2"
2850
 
 
2851
 
    def _stub_initialize_on_transport(self, transport, file_mode):
2852
 
        """Workaround: create control files for a remote working tree.
2853
 
 
2854
 
        This ensures that it can later be updated and dealt with locally,
2855
 
        since BzrDirFormat6 and BzrDirFormat5 cannot represent dirs with
2856
 
        no working tree.  (See bug #43064).
2857
 
        """
2858
 
        sio = StringIO()
2859
 
        inv = inventory.Inventory()
2860
 
        xml5.serializer_v5.write_inventory(inv, sio, working=True)
2861
 
        sio.seek(0)
2862
 
        transport.put_file('inventory', sio, file_mode)
2863
 
        transport.put_bytes('pending-merges', '', file_mode)
2864
 
 
2865
 
    def initialize(self, a_bzrdir, revision_id=None, from_branch=None,
2866
 
                   accelerator_tree=None, hardlink=False):
2867
 
        """See WorkingTreeFormat.initialize()."""
2868
 
        if not isinstance(a_bzrdir.transport, LocalTransport):
2869
 
            raise errors.NotLocalUrl(a_bzrdir.transport.base)
2870
 
        if from_branch is not None:
2871
 
            branch = from_branch
2872
 
        else:
2873
 
            branch = a_bzrdir.open_branch()
2874
 
        if revision_id is None:
2875
 
            revision_id = _mod_revision.ensure_null(branch.last_revision())
2876
 
        branch.lock_write()
2877
 
        try:
2878
 
            branch.generate_revision_history(revision_id)
2879
 
        finally:
2880
 
            branch.unlock()
2881
 
        inv = inventory.Inventory()
2882
 
        wt = WorkingTree2(a_bzrdir.root_transport.local_abspath('.'),
2883
 
                         branch,
2884
 
                         inv,
2885
 
                         _internal=True,
2886
 
                         _format=self,
2887
 
                         _bzrdir=a_bzrdir)
2888
 
        basis_tree = branch.repository.revision_tree(revision_id)
2889
 
        if basis_tree.inventory.root is not None:
2890
 
            wt.set_root_id(basis_tree.get_root_id())
2891
 
        # set the parent list and cache the basis tree.
2892
 
        if _mod_revision.is_null(revision_id):
2893
 
            parent_trees = []
2894
 
        else:
2895
 
            parent_trees = [(revision_id, basis_tree)]
2896
 
        wt.set_parent_trees(parent_trees)
2897
 
        transform.build_tree(basis_tree, wt)
2898
 
        return wt
2899
 
 
2900
 
    def __init__(self):
2901
 
        super(WorkingTreeFormat2, self).__init__()
2902
 
        self._matchingbzrdir = bzrdir.BzrDirFormat6()
2903
 
 
2904
 
    def open(self, a_bzrdir, _found=False):
2905
 
        """Return the WorkingTree object for a_bzrdir
2906
 
 
2907
 
        _found is a private parameter, do not use it. It is used to indicate
2908
 
               if format probing has already been done.
2909
 
        """
2910
 
        if not _found:
2911
 
            # we are being called directly and must probe.
2912
 
            raise NotImplementedError
2913
 
        if not isinstance(a_bzrdir.transport, LocalTransport):
2914
 
            raise errors.NotLocalUrl(a_bzrdir.transport.base)
2915
 
        wt = WorkingTree2(a_bzrdir.root_transport.local_abspath('.'),
2916
 
                           _internal=True,
2917
 
                           _format=self,
2918
 
                           _bzrdir=a_bzrdir)
2919
 
        return wt
 
2924
        format_registry.remove(format)
 
2925
 
2920
2926
 
2921
2927
class WorkingTreeFormat3(WorkingTreeFormat):
2922
2928
    """The second working tree format updated to record a format marker.
2932
2938
 
2933
2939
    upgrade_recommended = True
2934
2940
 
 
2941
    missing_parent_conflicts = True
 
2942
 
2935
2943
    def get_format_string(self):
2936
2944
        """See WorkingTreeFormat.get_format_string()."""
2937
2945
        return "Bazaar-NG Working Tree format 3"
3050
3058
 
3051
3059
 
3052
3060
__default_format = WorkingTreeFormat6()
3053
 
WorkingTreeFormat.register_format(__default_format)
3054
 
WorkingTreeFormat.register_format(WorkingTreeFormat5())
3055
 
WorkingTreeFormat.register_format(WorkingTreeFormat4())
3056
 
WorkingTreeFormat.register_format(WorkingTreeFormat3())
3057
 
WorkingTreeFormat.set_default_format(__default_format)
3058
 
# formats which have no format string are not discoverable
3059
 
# and not independently creatable, so are not registered.
3060
 
_legacy_formats = [WorkingTreeFormat2(),
3061
 
                   ]
 
3061
format_registry.register_lazy("Bazaar Working Tree Format 4 (bzr 0.15)\n",
 
3062
    "bzrlib.workingtree_4", "WorkingTreeFormat4")
 
3063
format_registry.register_lazy("Bazaar Working Tree Format 5 (bzr 1.11)\n",
 
3064
    "bzrlib.workingtree_4", "WorkingTreeFormat5")
 
3065
format_registry.register_lazy("Bazaar Working Tree Format 6 (bzr 1.14)\n",
 
3066
    "bzrlib.workingtree_4", "WorkingTreeFormat6")
 
3067
format_registry.register(WorkingTreeFormat3())
 
3068
format_registry.set_default(__default_format)