← Back to branch summary

~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/remote.py

  • Committer: Canonical.com Patch Queue Manager
  • Date: 2010-02-11 04:02:41 UTC
  • mfrom: (5017.2.2 tariff)
  • Revision ID: pqm@pqm.ubuntu.com-20100211040241-w6n021dz0uus341n
(mbp) add import-tariff tests

Show diffs side-by-side

added added

removed removed

Lines of Context:
bzrlib/remote.py
1
 
# Copyright (C) 2006, 2007, 2008 Canonical Ltd
 
1
# Copyright (C) 2006-2010 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
17
 
# TODO: At some point, handle upgrades by just passing the whole request
18
 
# across to run on the server.
19
 
 
20
17
import bz2
21
18
 
22
19
from bzrlib import (
27
24
    debug,
28
25
    errors,
29
26
    graph,
 
27
    lock,
30
28
    lockdir,
31
29
    repository,
32
30
    revision,
35
33
)
36
34
from bzrlib.branch import BranchReferenceFormat
37
35
from bzrlib.bzrdir import BzrDir, RemoteBzrDirFormat
38
 
from bzrlib.decorators import needs_read_lock, needs_write_lock
 
36
from bzrlib.decorators import needs_read_lock, needs_write_lock, only_raises
39
37
from bzrlib.errors import (
40
38
    NoSuchRevision,
41
39
    SmartProtocolError,
61
59
        except errors.ErrorFromSmartServer, err:
62
60
            self._translate_error(err, **err_context)
63
61
 
 
62
    def _call_with_body_bytes(self, method, args, body_bytes, **err_context):
 
63
        try:
 
64
            return self._client.call_with_body_bytes(method, args, body_bytes)
 
65
        except errors.ErrorFromSmartServer, err:
 
66
            self._translate_error(err, **err_context)
 
67
 
64
68
    def _call_with_body_bytes_expecting_body(self, method, args, body_bytes,
65
69
                                             **err_context):
66
70
        try:
85
89
class RemoteBzrDir(BzrDir, _RpcHelper):
86
90
    """Control directory on a remote server, accessed via bzr:// or similar."""
87
91
 
88
 
    def __init__(self, transport, format, _client=None):
 
92
    def __init__(self, transport, format, _client=None, _force_probe=False):
89
93
        """Construct a RemoteBzrDir.
90
94
 
91
95
        :param _client: Private parameter for testing. Disables probing and the
95
99
        # this object holds a delegated bzrdir that uses file-level operations
96
100
        # to talk to the other side
97
101
        self._real_bzrdir = None
 
102
        self._has_working_tree = None
98
103
        # 1-shot cache for the call pattern 'create_branch; open_branch' - see
99
104
        # create_branch for details.
100
105
        self._next_open_branch_result = None
104
109
            self._client = client._SmartClient(medium)
105
110
        else:
106
111
            self._client = _client
107
 
            return
108
 
 
 
112
            if not _force_probe:
 
113
                return
 
114
 
 
115
        self._probe_bzrdir()
 
116
 
 
117
    def __repr__(self):
 
118
        return '%s(%r)' % (self.__class__.__name__, self._client)
 
119
 
 
120
    def _probe_bzrdir(self):
 
121
        medium = self._client._medium
109
122
        path = self._path_for_remote_call(self._client)
 
123
        if medium._is_remote_before((2, 1)):
 
124
            self._rpc_open(path)
 
125
            return
 
126
        try:
 
127
            self._rpc_open_2_1(path)
 
128
            return
 
129
        except errors.UnknownSmartMethod:
 
130
            medium._remember_remote_is_before((2, 1))
 
131
            self._rpc_open(path)
 
132
 
 
133
    def _rpc_open_2_1(self, path):
 
134
        response = self._call('BzrDir.open_2.1', path)
 
135
        if response == ('no',):
 
136
            raise errors.NotBranchError(path=self.root_transport.base)
 
137
        elif response[0] == 'yes':
 
138
            if response[1] == 'yes':
 
139
                self._has_working_tree = True
 
140
            elif response[1] == 'no':
 
141
                self._has_working_tree = False
 
142
            else:
 
143
                raise errors.UnexpectedSmartServerResponse(response)
 
144
        else:
 
145
            raise errors.UnexpectedSmartServerResponse(response)
 
146
 
 
147
    def _rpc_open(self, path):
110
148
        response = self._call('BzrDir.open', path)
111
149
        if response not in [('yes',), ('no',)]:
112
150
            raise errors.UnexpectedSmartServerResponse(response)
113
151
        if response == ('no',):
114
 
            raise errors.NotBranchError(path=transport.base)
 
152
            raise errors.NotBranchError(path=self.root_transport.base)
115
153
 
116
154
    def _ensure_real(self):
117
155
        """Ensure that there is a _real_bzrdir set.
119
157
        Used before calls to self._real_bzrdir.
120
158
        """
121
159
        if not self._real_bzrdir:
 
160
            if 'hpssvfs' in debug.debug_flags:
 
161
                import traceback
 
162
                warning('VFS BzrDir access triggered\n%s',
 
163
                    ''.join(traceback.format_stack()))
122
164
            self._real_bzrdir = BzrDir.open_from_transport(
123
165
                self.root_transport, _server_formats=False)
124
166
            self._format._network_name = \
245
287
    def _get_branch_reference(self):
246
288
        path = self._path_for_remote_call(self._client)
247
289
        medium = self._client._medium
248
 
        if not medium._is_remote_before((1, 13)):
 
290
        candidate_calls = [
 
291
            ('BzrDir.open_branchV3', (2, 1)),
 
292
            ('BzrDir.open_branchV2', (1, 13)),
 
293
            ('BzrDir.open_branch', None),
 
294
            ]
 
295
        for verb, required_version in candidate_calls:
 
296
            if required_version and medium._is_remote_before(required_version):
 
297
                continue
249
298
            try:
250
 
                response = self._call('BzrDir.open_branchV2', path)
251
 
                if response[0] not in ('ref', 'branch'):
252
 
                    raise errors.UnexpectedSmartServerResponse(response)
253
 
                return response
 
299
                response = self._call(verb, path)
254
300
            except errors.UnknownSmartMethod:
255
 
                medium._remember_remote_is_before((1, 13))
256
 
        response = self._call('BzrDir.open_branch', path)
257
 
        if response[0] != 'ok':
 
301
                if required_version is None:
 
302
                    raise
 
303
                medium._remember_remote_is_before(required_version)
 
304
            else:
 
305
                break
 
306
        if verb == 'BzrDir.open_branch':
 
307
            if response[0] != 'ok':
 
308
                raise errors.UnexpectedSmartServerResponse(response)
 
309
            if response[1] != '':
 
310
                return ('ref', response[1])
 
311
            else:
 
312
                return ('branch', '')
 
313
        if response[0] not in ('ref', 'branch'):
258
314
            raise errors.UnexpectedSmartServerResponse(response)
259
 
        if response[1] != '':
260
 
            return ('ref', response[1])
261
 
        else:
262
 
            return ('branch', '')
 
315
        return response
263
316
 
264
317
    def _get_tree_branch(self):
265
318
        """See BzrDir._get_tree_branch()."""
351
404
        else:
352
405
            raise errors.NoRepositoryPresent(self)
353
406
 
 
407
    def has_workingtree(self):
 
408
        if self._has_working_tree is None:
 
409
            self._ensure_real()
 
410
            self._has_working_tree = self._real_bzrdir.has_workingtree()
 
411
        return self._has_working_tree
 
412
 
354
413
    def open_workingtree(self, recommend_upgrade=True):
355
 
        self._ensure_real()
356
 
        if self._real_bzrdir.has_workingtree():
 
414
        if self.has_workingtree():
357
415
            raise errors.NotLocalUrl(self.root_transport)
358
416
        else:
359
417
            raise errors.NoWorkingTree(self.root_transport.base)
422
480
        self._custom_format = None
423
481
        self._network_name = None
424
482
        self._creating_bzrdir = None
 
483
        self._supports_chks = None
425
484
        self._supports_external_lookups = None
426
485
        self._supports_tree_reference = None
427
486
        self._rich_root_data = None
428
487
 
 
488
    def __repr__(self):
 
489
        return "%s(_network_name=%r)" % (self.__class__.__name__,
 
490
            self._network_name)
 
491
 
429
492
    @property
430
493
    def fast_deltas(self):
431
494
        self._ensure_real()
439
502
        return self._rich_root_data
440
503
 
441
504
    @property
 
505
    def supports_chks(self):
 
506
        if self._supports_chks is None:
 
507
            self._ensure_real()
 
508
            self._supports_chks = self._custom_format.supports_chks
 
509
        return self._supports_chks
 
510
 
 
511
    @property
442
512
    def supports_external_lookups(self):
443
513
        if self._supports_external_lookups is None:
444
514
            self._ensure_real()
545
615
        return self._custom_format._fetch_reconcile
546
616
 
547
617
    def get_format_description(self):
548
 
        return 'bzr remote repository'
 
618
        self._ensure_real()
 
619
        return 'Remote: ' + self._custom_format.get_format_description()
549
620
 
550
621
    def __eq__(self, other):
551
622
        return self.__class__ is other.__class__
552
623
 
553
 
    def check_conversion_target(self, target_format):
554
 
        if self.rich_root_data and not target_format.rich_root_data:
555
 
            raise errors.BadConversionTarget(
556
 
                'Does not support rich root data.', target_format)
557
 
        if (self.supports_tree_reference and
558
 
            not getattr(target_format, 'supports_tree_reference', False)):
559
 
            raise errors.BadConversionTarget(
560
 
                'Does not support nested trees', target_format)
561
 
 
562
624
    def network_name(self):
563
625
        if self._network_name:
564
626
            return self._network_name
576
638
        return self._custom_format._serializer
577
639
 
578
640
 
579
 
class RemoteRepository(_RpcHelper):
 
641
class RemoteRepository(_RpcHelper, lock._RelockDebugMixin):
580
642
    """Repository accessed over rpc.
581
643
 
582
644
    For the moment most operations are performed using local transport-backed
813
875
            result.add(_mod_revision.NULL_REVISION)
814
876
        return result
815
877
 
 
878
    def _has_same_fallbacks(self, other_repo):
 
879
        """Returns true if the repositories have the same fallbacks."""
 
880
        # XXX: copied from Repository; it should be unified into a base class
 
881
        # <https://bugs.edge.launchpad.net/bzr/+bug/401622>
 
882
        my_fb = self._fallback_repositories
 
883
        other_fb = other_repo._fallback_repositories
 
884
        if len(my_fb) != len(other_fb):
 
885
            return False
 
886
        for f, g in zip(my_fb, other_fb):
 
887
            if not f.has_same_location(g):
 
888
                return False
 
889
        return True
 
890
 
816
891
    def has_same_location(self, other):
 
892
        # TODO: Move to RepositoryBase and unify with the regular Repository
 
893
        # one; unfortunately the tests rely on slightly different behaviour at
 
894
        # present -- mbp 20090710
817
895
        return (self.__class__ is other.__class__ and
818
896
                self.bzrdir.transport.base == other.bzrdir.transport.base)
819
897
 
887
965
    def is_write_locked(self):
888
966
        return self._lock_mode == 'w'
889
967
 
 
968
    def _warn_if_deprecated(self, branch=None):
 
969
        # If we have a real repository, the check will be done there, if we
 
970
        # don't the check will be done remotely.
 
971
        pass
 
972
 
890
973
    def lock_read(self):
891
974
        # wrong eventually - want a local lock cache context
892
975
        if not self._lock_mode:
 
976
            self._note_lock('r')
893
977
            self._lock_mode = 'r'
894
978
            self._lock_count = 1
895
979
            self._unstacked_provider.enable_cache(cache_misses=True)
915
999
 
916
1000
    def lock_write(self, token=None, _skip_rpc=False):
917
1001
        if not self._lock_mode:
 
1002
            self._note_lock('w')
918
1003
            if _skip_rpc:
919
1004
                if self._lock_token is not None:
920
1005
                    if token != self._lock_token:
1023
1108
        else:
1024
1109
            raise errors.UnexpectedSmartServerResponse(response)
1025
1110
 
 
1111
    @only_raises(errors.LockNotHeld, errors.LockBroken)
1026
1112
    def unlock(self):
1027
1113
        if not self._lock_count:
1028
 
            raise errors.LockNotHeld(self)
 
1114
            return lock.cant_unlock_not_held(self)
1029
1115
        self._lock_count -= 1
1030
1116
        if self._lock_count > 0:
1031
1117
            return
1158
1244
        self._ensure_real()
1159
1245
        return self._real_repository.get_inventory(revision_id)
1160
1246
 
1161
 
    def iter_inventories(self, revision_ids):
 
1247
    def iter_inventories(self, revision_ids, ordering=None):
1162
1248
        self._ensure_real()
1163
 
        return self._real_repository.iter_inventories(revision_ids)
 
1249
        return self._real_repository.iter_inventories(revision_ids, ordering)
1164
1250
 
1165
1251
    @needs_read_lock
1166
1252
    def get_revision(self, revision_id):
1230
1316
            raise errors.InternalBzrError(
1231
1317
                "May not fetch while in a write group.")
1232
1318
        # fast path same-url fetch operations
1233
 
        if self.has_same_location(source) and fetch_spec is None:
 
1319
        if (self.has_same_location(source)
 
1320
            and fetch_spec is None
 
1321
            and self._has_same_fallbacks(source)):
1234
1322
            # check that last_revision is in 'from' and then return a
1235
1323
            # no-operation.
1236
1324
            if (revision_id is not None and
1409
1497
        return self._real_repository.get_signature_text(revision_id)
1410
1498
 
1411
1499
    @needs_read_lock
1412
 
    def get_inventory_xml(self, revision_id):
 
1500
    def _get_inventory_xml(self, revision_id):
1413
1501
        self._ensure_real()
1414
 
        return self._real_repository.get_inventory_xml(revision_id)
 
1502
        return self._real_repository._get_inventory_xml(revision_id)
1415
1503
 
1416
 
    def deserialise_inventory(self, revision_id, xml):
 
1504
    def _deserialise_inventory(self, revision_id, xml):
1417
1505
        self._ensure_real()
1418
 
        return self._real_repository.deserialise_inventory(revision_id, xml)
 
1506
        return self._real_repository._deserialise_inventory(revision_id, xml)
1419
1507
 
1420
1508
    def reconcile(self, other=None, thorough=False):
1421
1509
        self._ensure_real()
1448
1536
        return self._real_repository.get_revision_reconcile(revision_id)
1449
1537
 
1450
1538
    @needs_read_lock
1451
 
    def check(self, revision_ids=None):
 
1539
    def check(self, revision_ids=None, callback_refs=None, check_repo=True):
1452
1540
        self._ensure_real()
1453
 
        return self._real_repository.check(revision_ids=revision_ids)
 
1541
        return self._real_repository.check(revision_ids=revision_ids,
 
1542
            callback_refs=callback_refs, check_repo=check_repo)
1454
1543
 
1455
1544
    def copy_content_into(self, destination, revision_id=None):
1456
1545
        self._ensure_real()
1596
1685
        self._ensure_real()
1597
1686
        return self._real_repository.revision_graph_can_have_wrong_parents()
1598
1687
 
1599
 
    def _find_inconsistent_revision_parents(self):
 
1688
    def _find_inconsistent_revision_parents(self, revisions_iterator=None):
1600
1689
        self._ensure_real()
1601
 
        return self._real_repository._find_inconsistent_revision_parents()
 
1690
        return self._real_repository._find_inconsistent_revision_parents(
 
1691
            revisions_iterator)
1602
1692
 
1603
1693
    def _check_for_inconsistent_revision_parents(self):
1604
1694
        self._ensure_real()
1658
1748
    def insert_stream(self, stream, src_format, resume_tokens):
1659
1749
        target = self.target_repo
1660
1750
        target._unstacked_provider.missing_keys.clear()
 
1751
        candidate_calls = [('Repository.insert_stream_1.19', (1, 19))]
1661
1752
        if target._lock_token:
1662
 
            verb = 'Repository.insert_stream_locked'
1663
 
            extra_args = (target._lock_token or '',)
1664
 
            required_version = (1, 14)
 
1753
            candidate_calls.append(('Repository.insert_stream_locked', (1, 14)))
 
1754
            lock_args = (target._lock_token or '',)
1665
1755
        else:
1666
 
            verb = 'Repository.insert_stream'
1667
 
            extra_args = ()
1668
 
            required_version = (1, 13)
 
1756
            candidate_calls.append(('Repository.insert_stream', (1, 13)))
 
1757
            lock_args = ()
1669
1758
        client = target._client
1670
1759
        medium = client._medium
1671
 
        if medium._is_remote_before(required_version):
1672
 
            # No possible way this can work.
1673
 
            return self._insert_real(stream, src_format, resume_tokens)
1674
1760
        path = target.bzrdir._path_for_remote_call(client)
1675
 
        if not resume_tokens:
1676
 
            # XXX: Ugly but important for correctness, *will* be fixed during
1677
 
            # 1.13 cycle. Pushing a stream that is interrupted results in a
1678
 
            # fallback to the _real_repositories sink *with a partial stream*.
1679
 
            # Thats bad because we insert less data than bzr expected. To avoid
1680
 
            # this we do a trial push to make sure the verb is accessible, and
1681
 
            # do not fallback when actually pushing the stream. A cleanup patch
1682
 
            # is going to look at rewinding/restarting the stream/partial
1683
 
            # buffering etc.
 
1761
        # Probe for the verb to use with an empty stream before sending the
 
1762
        # real stream to it.  We do this both to avoid the risk of sending a
 
1763
        # large request that is then rejected, and because we don't want to
 
1764
        # implement a way to buffer, rewind, or restart the stream.
 
1765
        found_verb = False
 
1766
        for verb, required_version in candidate_calls:
 
1767
            if medium._is_remote_before(required_version):
 
1768
                continue
 
1769
            if resume_tokens:
 
1770
                # We've already done the probing (and set _is_remote_before) on
 
1771
                # a previous insert.
 
1772
                found_verb = True
 
1773
                break
1684
1774
            byte_stream = smart_repo._stream_to_byte_stream([], src_format)
1685
1775
            try:
1686
1776
                response = client.call_with_body_stream(
1687
 
                    (verb, path, '') + extra_args, byte_stream)
 
1777
                    (verb, path, '') + lock_args, byte_stream)
1688
1778
            except errors.UnknownSmartMethod:
1689
1779
                medium._remember_remote_is_before(required_version)
1690
 
                return self._insert_real(stream, src_format, resume_tokens)
 
1780
            else:
 
1781
                found_verb = True
 
1782
                break
 
1783
        if not found_verb:
 
1784
            # Have to use VFS.
 
1785
            return self._insert_real(stream, src_format, resume_tokens)
 
1786
        self._last_inv_record = None
 
1787
        self._last_substream = None
 
1788
        if required_version < (1, 19):
 
1789
            # Remote side doesn't support inventory deltas.  Wrap the stream to
 
1790
            # make sure we don't send any.  If the stream contains inventory
 
1791
            # deltas we'll interrupt the smart insert_stream request and
 
1792
            # fallback to VFS.
 
1793
            stream = self._stop_stream_if_inventory_delta(stream)
1691
1794
        byte_stream = smart_repo._stream_to_byte_stream(
1692
1795
            stream, src_format)
1693
1796
        resume_tokens = ' '.join(resume_tokens)
1694
1797
        response = client.call_with_body_stream(
1695
 
            (verb, path, resume_tokens) + extra_args, byte_stream)
 
1798
            (verb, path, resume_tokens) + lock_args, byte_stream)
1696
1799
        if response[0][0] not in ('ok', 'missing-basis'):
1697
1800
            raise errors.UnexpectedSmartServerResponse(response)
 
1801
        if self._last_substream is not None:
 
1802
            # The stream included an inventory-delta record, but the remote
 
1803
            # side isn't new enough to support them.  So we need to send the
 
1804
            # rest of the stream via VFS.
 
1805
            self.target_repo.refresh_data()
 
1806
            return self._resume_stream_with_vfs(response, src_format)
1698
1807
        if response[0][0] == 'missing-basis':
1699
1808
            tokens, missing_keys = bencode.bdecode_as_tuple(response[0][1])
1700
1809
            resume_tokens = tokens
1703
1812
            self.target_repo.refresh_data()
1704
1813
            return [], set()
1705
1814
 
 
1815
    def _resume_stream_with_vfs(self, response, src_format):
 
1816
        """Resume sending a stream via VFS, first resending the record and
 
1817
        substream that couldn't be sent via an insert_stream verb.
 
1818
        """
 
1819
        if response[0][0] == 'missing-basis':
 
1820
            tokens, missing_keys = bencode.bdecode_as_tuple(response[0][1])
 
1821
            # Ignore missing_keys, we haven't finished inserting yet
 
1822
        else:
 
1823
            tokens = []
 
1824
        def resume_substream():
 
1825
            # Yield the substream that was interrupted.
 
1826
            for record in self._last_substream:
 
1827
                yield record
 
1828
            self._last_substream = None
 
1829
        def resume_stream():
 
1830
            # Finish sending the interrupted substream
 
1831
            yield ('inventory-deltas', resume_substream())
 
1832
            # Then simply continue sending the rest of the stream.
 
1833
            for substream_kind, substream in self._last_stream:
 
1834
                yield substream_kind, substream
 
1835
        return self._insert_real(resume_stream(), src_format, tokens)
 
1836
 
 
1837
    def _stop_stream_if_inventory_delta(self, stream):
 
1838
        """Normally this just lets the original stream pass-through unchanged.
 
1839
 
 
1840
        However if any 'inventory-deltas' substream occurs it will stop
 
1841
        streaming, and store the interrupted substream and stream in
 
1842
        self._last_substream and self._last_stream so that the stream can be
 
1843
        resumed by _resume_stream_with_vfs.
 
1844
        """
 
1845
                    
 
1846
        stream_iter = iter(stream)
 
1847
        for substream_kind, substream in stream_iter:
 
1848
            if substream_kind == 'inventory-deltas':
 
1849
                self._last_substream = substream
 
1850
                self._last_stream = stream_iter
 
1851
                return
 
1852
            else:
 
1853
                yield substream_kind, substream
 
1854
            
1706
1855
 
1707
1856
class RemoteStreamSource(repository.StreamSource):
1708
1857
    """Stream data from a remote server."""
1711
1860
        if (self.from_repository._fallback_repositories and
1712
1861
            self.to_format._fetch_order == 'topological'):
1713
1862
            return self._real_stream(self.from_repository, search)
1714
 
        return self.missing_parents_chain(search, [self.from_repository] +
1715
 
            self.from_repository._fallback_repositories)
 
1863
        sources = []
 
1864
        seen = set()
 
1865
        repos = [self.from_repository]
 
1866
        while repos:
 
1867
            repo = repos.pop(0)
 
1868
            if repo in seen:
 
1869
                continue
 
1870
            seen.add(repo)
 
1871
            repos.extend(repo._fallback_repositories)
 
1872
            sources.append(repo)
 
1873
        return self.missing_parents_chain(search, sources)
 
1874
 
 
1875
    def get_stream_for_missing_keys(self, missing_keys):
 
1876
        self.from_repository._ensure_real()
 
1877
        real_repo = self.from_repository._real_repository
 
1878
        real_source = real_repo._get_source(self.to_format)
 
1879
        return real_source.get_stream_for_missing_keys(missing_keys)
1716
1880
 
1717
1881
    def _real_stream(self, repo, search):
1718
1882
        """Get a stream for search from repo.
1725
1889
        """
1726
1890
        source = repo._get_source(self.to_format)
1727
1891
        if isinstance(source, RemoteStreamSource):
1728
 
            return repository.StreamSource.get_stream(source, search)
 
1892
            repo._ensure_real()
 
1893
            source = repo._real_repository._get_source(self.to_format)
1729
1894
        return source.get_stream(search)
1730
1895
 
1731
1896
    def _get_stream(self, repo, search):
1748
1913
            return self._real_stream(repo, search)
1749
1914
        client = repo._client
1750
1915
        medium = client._medium
1751
 
        if medium._is_remote_before((1, 13)):
1752
 
            # streaming was added in 1.13
1753
 
            return self._real_stream(repo, search)
1754
1916
        path = repo.bzrdir._path_for_remote_call(client)
1755
 
        try:
1756
 
            search_bytes = repo._serialise_search_result(search)
1757
 
            response = repo._call_with_body_bytes_expecting_body(
1758
 
                'Repository.get_stream',
1759
 
                (path, self.to_format.network_name()), search_bytes)
1760
 
            response_tuple, response_handler = response
1761
 
        except errors.UnknownSmartMethod:
1762
 
            medium._remember_remote_is_before((1,13))
 
1917
        search_bytes = repo._serialise_search_result(search)
 
1918
        args = (path, self.to_format.network_name())
 
1919
        candidate_verbs = [
 
1920
            ('Repository.get_stream_1.19', (1, 19)),
 
1921
            ('Repository.get_stream', (1, 13))]
 
1922
        found_verb = False
 
1923
        for verb, version in candidate_verbs:
 
1924
            if medium._is_remote_before(version):
 
1925
                continue
 
1926
            try:
 
1927
                response = repo._call_with_body_bytes_expecting_body(
 
1928
                    verb, args, search_bytes)
 
1929
            except errors.UnknownSmartMethod:
 
1930
                medium._remember_remote_is_before(version)
 
1931
            else:
 
1932
                response_tuple, response_handler = response
 
1933
                found_verb = True
 
1934
                break
 
1935
        if not found_verb:
1763
1936
            return self._real_stream(repo, search)
1764
1937
        if response_tuple[0] != 'ok':
1765
1938
            raise errors.UnexpectedSmartServerResponse(response_tuple)
1777
1950
        :param search: The overall search to satisfy with streams.
1778
1951
        :param sources: A list of Repository objects to query.
1779
1952
        """
1780
 
        self.serialiser = self.to_format._serializer
 
1953
        self.from_serialiser = self.from_repository._format._serializer
1781
1954
        self.seen_revs = set()
1782
1955
        self.referenced_revs = set()
1783
1956
        # If there are heads in the search, or the key count is > 0, we are not
1800
1973
    def missing_parents_rev_handler(self, substream):
1801
1974
        for content in substream:
1802
1975
            revision_bytes = content.get_bytes_as('fulltext')
1803
 
            revision = self.serialiser.read_revision_from_string(revision_bytes)
 
1976
            revision = self.from_serialiser.read_revision_from_string(
 
1977
                revision_bytes)
1804
1978
            self.seen_revs.add(content.key[-1])
1805
1979
            self.referenced_revs.update(revision.parent_ids)
1806
1980
            yield content
1845
2019
                self._network_name)
1846
2020
 
1847
2021
    def get_format_description(self):
1848
 
        return 'Remote BZR Branch'
 
2022
        self._ensure_real()
 
2023
        return 'Remote: ' + self._custom_format.get_format_description()
1849
2024
 
1850
2025
    def network_name(self):
1851
2026
        return self._network_name
1934
2109
        return self._custom_format.supports_set_append_revisions_only()
1935
2110
 
1936
2111
 
1937
 
class RemoteBranch(branch.Branch, _RpcHelper):
 
2112
class RemoteBranch(branch.Branch, _RpcHelper, lock._RelockDebugMixin):
1938
2113
    """Branch stored on a server accessed by HPSS RPC.
1939
2114
 
1940
2115
    At the moment most operations are mapped down to simple file operations.
1994
2169
                    self._real_branch._format.network_name()
1995
2170
        else:
1996
2171
            self._format = format
 
2172
        # when we do _ensure_real we may need to pass ignore_fallbacks to the
 
2173
        # branch.open_branch method.
 
2174
        self._real_ignore_fallbacks = not setup_stacking
1997
2175
        if not self._format._network_name:
1998
2176
            # Did not get from open_branchV2 - old server.
1999
2177
            self._ensure_real()
2044
2222
                raise AssertionError('smart server vfs must be enabled '
2045
2223
                    'to use vfs implementation')
2046
2224
            self.bzrdir._ensure_real()
2047
 
            self._real_branch = self.bzrdir._real_bzrdir.open_branch()
 
2225
            self._real_branch = self.bzrdir._real_bzrdir.open_branch(
 
2226
                ignore_fallbacks=self._real_ignore_fallbacks)
2048
2227
            if self.repository._real_repository is None:
2049
2228
                # Give the remote repository the matching real repo.
2050
2229
                real_repo = self._real_branch.repository
2146
2325
            return self._vfs_get_tags_bytes()
2147
2326
        return response[0]
2148
2327
 
 
2328
    def _vfs_set_tags_bytes(self, bytes):
 
2329
        self._ensure_real()
 
2330
        return self._real_branch._set_tags_bytes(bytes)
 
2331
 
 
2332
    def _set_tags_bytes(self, bytes):
 
2333
        medium = self._client._medium
 
2334
        if medium._is_remote_before((1, 18)):
 
2335
            self._vfs_set_tags_bytes(bytes)
 
2336
            return
 
2337
        try:
 
2338
            args = (
 
2339
                self._remote_path(), self._lock_token, self._repo_lock_token)
 
2340
            response = self._call_with_body_bytes(
 
2341
                'Branch.set_tags_bytes', args, bytes)
 
2342
        except errors.UnknownSmartMethod:
 
2343
            medium._remember_remote_is_before((1, 18))
 
2344
            self._vfs_set_tags_bytes(bytes)
 
2345
 
2149
2346
    def lock_read(self):
2150
2347
        self.repository.lock_read()
2151
2348
        if not self._lock_mode:
 
2349
            self._note_lock('r')
2152
2350
            self._lock_mode = 'r'
2153
2351
            self._lock_count = 1
2154
2352
            if self._real_branch is not None:
2174
2372
 
2175
2373
    def lock_write(self, token=None):
2176
2374
        if not self._lock_mode:
 
2375
            self._note_lock('w')
2177
2376
            # Lock the branch and repo in one remote call.
2178
2377
            remote_tokens = self._remote_lock_write(token)
2179
2378
            self._lock_token, self._repo_lock_token = remote_tokens
2205
2404
            self.repository.lock_write(self._repo_lock_token)
2206
2405
        return self._lock_token or None
2207
2406
 
2208
 
    def _set_tags_bytes(self, bytes):
2209
 
        self._ensure_real()
2210
 
        return self._real_branch._set_tags_bytes(bytes)
2211
 
 
2212
2407
    def _unlock(self, branch_token, repo_token):
2213
2408
        err_context = {'token': str((branch_token, repo_token))}
2214
2409
        response = self._call(
2218
2413
            return
2219
2414
        raise errors.UnexpectedSmartServerResponse(response)
2220
2415
 
 
2416
    @only_raises(errors.LockNotHeld, errors.LockBroken)
2221
2417
    def unlock(self):
2222
2418
        try:
2223
2419
            self._lock_count -= 1
2263
2459
            raise NotImplementedError(self.dont_leave_lock_in_place)
2264
2460
        self._leave_lock = False
2265
2461
 
 
2462
    @needs_read_lock
2266
2463
    def get_rev_id(self, revno, history=None):
2267
2464
        if revno == 0:
2268
2465
            return _mod_revision.NULL_REVISION
2633
2830
                    'Missing key %r in context %r', key_err.args[0], context)
2634
2831
                raise err
2635
2832
 
2636
 
    if err.error_verb == 'NoSuchRevision':
 
2833
    if err.error_verb == 'IncompatibleRepositories':
 
2834
        raise errors.IncompatibleRepositories(err.error_args[0],
 
2835
            err.error_args[1], err.error_args[2])
 
2836
    elif err.error_verb == 'NoSuchRevision':
2637
2837
        raise NoSuchRevision(find('branch'), err.error_args[0])
2638
2838
    elif err.error_verb == 'nosuchrevision':
2639
2839
        raise NoSuchRevision(find('repository'), err.error_args[0])
2640
 
    elif err.error_tuple == ('nobranch',):
2641
 
        raise errors.NotBranchError(path=find('bzrdir').root_transport.base)
 
2840
    elif err.error_verb == 'nobranch':
 
2841
        if len(err.error_args) >= 1:
 
2842
            extra = err.error_args[0]
 
2843
        else:
 
2844
            extra = None
 
2845
        raise errors.NotBranchError(path=find('bzrdir').root_transport.base,
 
2846
            detail=extra)
2642
2847
    elif err.error_verb == 'norepository':
2643
2848
        raise errors.NoRepositoryPresent(find('bzrdir'))
2644
2849
    elif err.error_verb == 'LockContention':