~bzr-pqm/bzr/bzr.dev

4763.2.4 by John Arbash Meinel
merge bzr.2.1 in preparation for NEWS entry.
1
# Copyright (C) 2006-2010 Canonical Ltd
2018.5.26 by Andrew Bennetts
Extract a simple SmartClient class from RemoteTransport, and a hack to avoid VFS operations when probing for a bzrdir over a smart transport.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
2018.5.26 by Andrew Bennetts
Extract a simple SmartClient class from RemoteTransport, and a hack to avoid VFS operations when probing for a bzrdir over a smart transport.
16
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
17
import bzrlib
3195.3.17 by Andrew Bennetts
Some tests now passing using protocol 3.
18
from bzrlib.smart import message, protocol
3245.4.59 by Andrew Bennetts
Various tweaks in response to Martin's review.
19
from bzrlib.trace import warning
3703.3.3 by Andrew Bennetts
Neater effort tests for push by using a _SmartClient.hooks['call'] hook.
20
from bzrlib import (
21
    errors,
22
    hooks,
23
    )
2018.5.26 by Andrew Bennetts
Extract a simple SmartClient class from RemoteTransport, and a hack to avoid VFS operations when probing for a bzrdir over a smart transport.
24
25
2414.1.4 by Andrew Bennetts
Rename SmartClient to _SmartClient.
26
class _SmartClient(object):
2018.5.26 by Andrew Bennetts
Extract a simple SmartClient class from RemoteTransport, and a hack to avoid VFS operations when probing for a bzrdir over a smart transport.
27
3431.3.2 by Andrew Bennetts
Remove 'base' from _SmartClient entirely, now that the medium has it.
28
    def __init__(self, medium, headers=None):
3104.4.4 by Andrew Bennetts
Rename parameter to _SmartClient.__init__ to be less confusing.
29
        """Constructor.
30
3313.2.1 by Andrew Bennetts
Change _SmartClient's API to accept a medium and a base, rather than a _SharedConnection.
31
        :param medium: a SmartClientMedium
3104.4.4 by Andrew Bennetts
Rename parameter to _SmartClient.__init__ to be less confusing.
32
        """
3313.2.1 by Andrew Bennetts
Change _SmartClient's API to accept a medium and a base, rather than a _SharedConnection.
33
        self._medium = medium
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
34
        if headers is None:
35
            self._headers = {'Software version': bzrlib.__version__}
36
        else:
37
            self._headers = dict(headers)
38
4964.2.2 by Martin Pool
Add SmartClient repr
39
    def __repr__(self):
40
        return '%s(%r)' % (self.__class__.__name__, self._medium)
41
3245.4.46 by Andrew Bennetts
Apply John's review comments.
42
    def _send_request(self, protocol_version, method, args, body=None,
3842.3.4 by Andrew Bennetts
TestStacking.test_fetch_copies_from_stacked_on now passes using the VersionedFile.insert_record_stream RPC; lots of debugging cruft needs removal though.
43
                      readv_body=None, body_stream=None):
3245.4.46 by Andrew Bennetts
Apply John's review comments.
44
        encoder, response_handler = self._construct_protocol(
45
            protocol_version)
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
46
        encoder.set_headers(self._headers)
47
        if body is not None:
3245.4.46 by Andrew Bennetts
Apply John's review comments.
48
            if readv_body is not None:
49
                raise AssertionError(
50
                    "body and readv_body are mutually exclusive.")
3842.3.4 by Andrew Bennetts
TestStacking.test_fetch_copies_from_stacked_on now passes using the VersionedFile.insert_record_stream RPC; lots of debugging cruft needs removal though.
51
            if body_stream is not None:
52
                raise AssertionError(
53
                    "body and body_stream are mutually exclusive.")
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
54
            encoder.call_with_body_bytes((method, ) + args, body)
55
        elif readv_body is not None:
3842.3.4 by Andrew Bennetts
TestStacking.test_fetch_copies_from_stacked_on now passes using the VersionedFile.insert_record_stream RPC; lots of debugging cruft needs removal though.
56
            if body_stream is not None:
57
                raise AssertionError(
58
                    "readv_body and body_stream are mutually exclusive.")
59
            encoder.call_with_body_readv_array((method, ) + args, readv_body)
60
        elif body_stream is not None:
61
            encoder.call_with_body_stream((method, ) + args, body_stream)
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
62
        else:
63
            encoder.call(method, *args)
3245.4.46 by Andrew Bennetts
Apply John's review comments.
64
        return response_handler
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
65
3703.3.3 by Andrew Bennetts
Neater effort tests for push by using a _SmartClient.hooks['call'] hook.
66
    def _run_call_hooks(self, method, args, body, readv_body):
3703.3.4 by Andrew Bennetts
Move check to skip _SmartClient hook invocation.
67
        if not _SmartClient.hooks['call']:
68
            return
3731.2.1 by Andrew Bennetts
Show total HPSS calls (if any) on stderr when -Dhpss is active.
69
        params = CallHookParams(method, args, body, readv_body, self._medium)
3703.3.3 by Andrew Bennetts
Neater effort tests for push by using a _SmartClient.hooks['call'] hook.
70
        for hook in _SmartClient.hooks['call']:
71
            hook(params)
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
72
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
73
    def _call_and_read_response(self, method, args, body=None, readv_body=None,
3842.3.4 by Andrew Bennetts
TestStacking.test_fetch_copies_from_stacked_on now passes using the VersionedFile.insert_record_stream RPC; lots of debugging cruft needs removal though.
74
            body_stream=None, expect_response_body=True):
3703.3.4 by Andrew Bennetts
Move check to skip _SmartClient hook invocation.
75
        self._run_call_hooks(method, args, body, readv_body)
3245.4.47 by Andrew Bennetts
Don't automatically send 'hello' requests from RemoteBzrDirFormat.probe_transport unless we have to (i.e. the transport is HTTP).
76
        if self._medium._protocol_version is not None:
3245.4.46 by Andrew Bennetts
Apply John's review comments.
77
            response_handler = self._send_request(
3245.4.47 by Andrew Bennetts
Don't automatically send 'hello' requests from RemoteBzrDirFormat.probe_transport unless we have to (i.e. the transport is HTTP).
78
                self._medium._protocol_version, method, args, body=body,
3842.3.4 by Andrew Bennetts
TestStacking.test_fetch_copies_from_stacked_on now passes using the VersionedFile.insert_record_stream RPC; lots of debugging cruft needs removal though.
79
                readv_body=readv_body, body_stream=body_stream)
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
80
            return (response_handler.read_response_tuple(
81
                        expect_body=expect_response_body),
82
                    response_handler)
83
        else:
3245.4.43 by Andrew Bennetts
Improve tests for automatic detection of protocol version.
84
            for protocol_version in [3, 2]:
3453.4.4 by Andrew Bennetts
Small optimisation: don't bother trying RPCs from >= 1.6 if the server doesn't support protocol v3.
85
                if protocol_version == 2:
86
                    # If v3 doesn't work, the remote side is older than 1.6.
3453.4.9 by Andrew Bennetts
Rename _remote_is_not to _remember_remote_is_before.
87
                    self._medium._remember_remote_is_before((1, 6))
3245.4.46 by Andrew Bennetts
Apply John's review comments.
88
                response_handler = self._send_request(
89
                    protocol_version, method, args, body=body,
3842.3.4 by Andrew Bennetts
TestStacking.test_fetch_copies_from_stacked_on now passes using the VersionedFile.insert_record_stream RPC; lots of debugging cruft needs removal though.
90
                    readv_body=readv_body, body_stream=body_stream)
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
91
                try:
92
                    response_tuple = response_handler.read_response_tuple(
93
                        expect_body=expect_response_body)
3245.4.43 by Andrew Bennetts
Improve tests for automatic detection of protocol version.
94
                except errors.UnexpectedProtocolVersionMarker, err:
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
95
                    # TODO: We could recover from this without disconnecting if
96
                    # we recognise the protocol version.
3245.4.59 by Andrew Bennetts
Various tweaks in response to Martin's review.
97
                    warning(
98
                        'Server does not understand Bazaar network protocol %d,'
3245.4.62 by Andrew Bennetts
Fix unsubstituted '%d' in reconnection warning.
99
                        ' reconnecting.  (Upgrade the server to avoid this.)'
100
                        % (protocol_version,))
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
101
                    self._medium.disconnect()
102
                    continue
3461.2.1 by Andrew Bennetts
Avoid unnecessary reconnections to old servers when the first HPSS is an error in the right protocol version.
103
                except errors.ErrorFromSmartServer:
104
                    # If we received an error reply from the server, then it
105
                    # must be ok with this protocol version.
106
                    self._medium._protocol_version = protocol_version
107
                    raise
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
108
                else:
3245.4.47 by Andrew Bennetts
Don't automatically send 'hello' requests from RemoteBzrDirFormat.probe_transport unless we have to (i.e. the transport is HTTP).
109
                    self._medium._protocol_version = protocol_version
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
110
                    return response_tuple, response_handler
3245.4.44 by Andrew Bennetts
Remove auto-detection of protocol v1; it's complex and there's a high risk of false positives. Also remove unused mock object.
111
            raise errors.SmartProtocolError(
112
                'Server is not a Bazaar server: ' + str(err))
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
113
114
    def _construct_protocol(self, version):
3241.2.2 by Andrew Bennetts
Merge from bzr.dev.
115
        request = self._medium.get_request()
3245.4.1 by Andrew Bennetts
Merge in the protocol-v3 implementation so far, integrating with the protocol negotiation in bzrlib.smart.client.
116
        if version == 3:
117
            request_encoder = protocol.ProtocolThreeRequester(request)
118
            response_handler = message.ConventionalResponseHandler()
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
119
            response_proto = protocol.ProtocolThreeDecoder(
120
                response_handler, expect_version_marker=True)
3245.4.26 by Andrew Bennetts
Rename 'setProtoAndMedium' to more accurate 'setProtoAndMediumRequest', add ABCs for Requesters and ResponseHandlers.
121
            response_handler.setProtoAndMediumRequest(response_proto, request)
3245.4.1 by Andrew Bennetts
Merge in the protocol-v3 implementation so far, integrating with the protocol negotiation in bzrlib.smart.client.
122
        elif version == 2:
123
            request_encoder = protocol.SmartClientRequestProtocolTwo(request)
124
            response_handler = request_encoder
3241.2.1 by Andrew Bennetts
Dynamically choose the best client protocol version in bzrlib.smart.client.
125
        else:
3245.4.1 by Andrew Bennetts
Merge in the protocol-v3 implementation so far, integrating with the protocol negotiation in bzrlib.smart.client.
126
            request_encoder = protocol.SmartClientRequestProtocolOne(request)
127
            response_handler = request_encoder
128
        return request_encoder, response_handler
3241.2.1 by Andrew Bennetts
Dynamically choose the best client protocol version in bzrlib.smart.client.
129
2018.5.26 by Andrew Bennetts
Extract a simple SmartClient class from RemoteTransport, and a hack to avoid VFS operations when probing for a bzrdir over a smart transport.
130
    def call(self, method, *args):
131
        """Call a method on the remote server."""
2414.1.2 by Andrew Bennetts
Deal with review comments.
132
        result, protocol = self.call_expecting_body(method, *args)
2414.1.1 by Andrew Bennetts
Add some unicode-related tests from the hpss branch, and a few other nits (also from the hpss branch).
133
        protocol.cancel_read_body()
134
        return result
135
2414.1.2 by Andrew Bennetts
Deal with review comments.
136
    def call_expecting_body(self, method, *args):
137
        """Call a method and return the result and the protocol object.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
138
2414.1.2 by Andrew Bennetts
Deal with review comments.
139
        The body can be read like so::
140
141
            result, smart_protocol = smart_client.call_expecting_body(...)
142
            body = smart_protocol.read_body_bytes()
143
        """
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
144
        return self._call_and_read_response(
145
            method, args, expect_response_body=True)
2018.5.26 by Andrew Bennetts
Extract a simple SmartClient class from RemoteTransport, and a hack to avoid VFS operations when probing for a bzrdir over a smart transport.
146
147
    def call_with_body_bytes(self, method, args, body):
148
        """Call a method on the remote server with body bytes."""
2018.5.131 by Andrew Bennetts
Be strict about unicode passed to transport.put_{bytes,file} and SmartClient.call_with_body_bytes, fixing part of TestLockableFiles_RemoteLockDir.test_read_write.
149
        if type(method) is not str:
150
            raise TypeError('method must be a byte string, not %r' % (method,))
151
        for arg in args:
152
            if type(arg) is not str:
153
                raise TypeError('args must be byte strings, not %r' % (args,))
154
        if type(body) is not str:
155
            raise TypeError('body must be byte string, not %r' % (body,))
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
156
        response, response_handler = self._call_and_read_response(
157
            method, args, body=body, expect_response_body=False)
158
        return response
2414.1.1 by Andrew Bennetts
Add some unicode-related tests from the hpss branch, and a few other nits (also from the hpss branch).
159
3184.1.10 by Robert Collins
Change the smart server verb for Repository.stream_revisions_chunked to use SearchResults as the request mechanism for downloads.
160
    def call_with_body_bytes_expecting_body(self, method, args, body):
161
        """Call a method on the remote server with body bytes."""
162
        if type(method) is not str:
163
            raise TypeError('method must be a byte string, not %r' % (method,))
3842.3.2 by Andrew Bennetts
Revert the RemoteVersionedFiles.get_parent_map implementation, leaving just the skeleton of RemoteVersionedFiles.
164
        for arg in args:
165
            if type(arg) is not str:
166
                raise TypeError('args must be byte strings, not %r' % (args,))
3184.1.10 by Robert Collins
Change the smart server verb for Repository.stream_revisions_chunked to use SearchResults as the request mechanism for downloads.
167
        if type(body) is not str:
168
            raise TypeError('body must be byte string, not %r' % (body,))
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
169
        response, response_handler = self._call_and_read_response(
170
            method, args, body=body, expect_response_body=True)
171
        return (response, response_handler)
3184.1.10 by Robert Collins
Change the smart server verb for Repository.stream_revisions_chunked to use SearchResults as the request mechanism for downloads.
172
3245.4.24 by Andrew Bennetts
Consistently raise errors from the server as ErrorFromSmartServer exceptions.
173
    def call_with_body_readv_array(self, args, body):
3245.4.42 by Andrew Bennetts
Make _SmartClient automatically detect and use the highest protocol version compatible with the server.
174
        response, response_handler = self._call_and_read_response(
175
                args[0], args[1:], readv_body=body, expect_response_body=True)
176
        return (response, response_handler)
3245.4.24 by Andrew Bennetts
Consistently raise errors from the server as ErrorFromSmartServer exceptions.
177
3842.3.4 by Andrew Bennetts
TestStacking.test_fetch_copies_from_stacked_on now passes using the VersionedFile.insert_record_stream RPC; lots of debugging cruft needs removal though.
178
    def call_with_body_stream(self, args, stream):
179
        response, response_handler = self._call_and_read_response(
180
                args[0], args[1:], body_stream=stream,
181
                expect_response_body=False)
182
        return (response, response_handler)
183
2414.1.1 by Andrew Bennetts
Add some unicode-related tests from the hpss branch, and a few other nits (also from the hpss branch).
184
    def remote_path_from_transport(self, transport):
2414.1.2 by Andrew Bennetts
Deal with review comments.
185
        """Convert transport into a path suitable for using in a request.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
186
2414.1.2 by Andrew Bennetts
Deal with review comments.
187
        Note that the resulting remote path doesn't encode the host name or
188
        anything but path, so it is only safe to use it in requests sent over
189
        the medium from the matching transport.
190
        """
3431.3.11 by Andrew Bennetts
Push remote_path_from_transport logic into SmartClientMedium, removing special-casing of bzr+http from _SmartClient.
191
        return self._medium.remote_path_from_transport(transport)
3297.3.1 by Andrew Bennetts
Raise UnknownSmartMethod automatically from read_response_tuple.
192
3703.3.3 by Andrew Bennetts
Neater effort tests for push by using a _SmartClient.hooks['call'] hook.
193
194
class SmartClientHooks(hooks.Hooks):
195
196
    def __init__(self):
197
        hooks.Hooks.__init__(self)
4119.3.2 by Robert Collins
Migrate existing hooks over to the new HookPoint infrastructure.
198
        self.create_hook(hooks.HookPoint('call',
199
            "Called when the smart client is submitting a request to the "
200
            "smart server. Called with a bzrlib.smart.client.CallHookParams "
201
            "object. Streaming request bodies, and responses, are not "
202
            "accessible.", None, None))
3703.3.3 by Andrew Bennetts
Neater effort tests for push by using a _SmartClient.hooks['call'] hook.
203
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
204
3703.3.3 by Andrew Bennetts
Neater effort tests for push by using a _SmartClient.hooks['call'] hook.
205
_SmartClient.hooks = SmartClientHooks()
206
207
208
class CallHookParams(object):
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
209
3731.2.1 by Andrew Bennetts
Show total HPSS calls (if any) on stderr when -Dhpss is active.
210
    def __init__(self, method, args, body, readv_body, medium):
3703.3.3 by Andrew Bennetts
Neater effort tests for push by using a _SmartClient.hooks['call'] hook.
211
        self.method = method
212
        self.args = args
213
        self.body = body
214
        self.readv_body = readv_body
3731.2.1 by Andrew Bennetts
Show total HPSS calls (if any) on stderr when -Dhpss is active.
215
        self.medium = medium
3703.3.3 by Andrew Bennetts
Neater effort tests for push by using a _SmartClient.hooks['call'] hook.
216
217
    def __repr__(self):
218
        attrs = dict((k, v) for (k, v) in self.__dict__.iteritems()
219
                     if v is not None)
220
        return '<%s %r>' % (self.__class__.__name__, attrs)
221
222
    def __eq__(self, other):
223
        if type(other) is not type(self):
224
            return NotImplemented
225
        return self.__dict__ == other.__dict__
226
227
    def __ne__(self, other):
228
        return not self == other