~bzr-pqm/bzr/bzr.dev

188 by mbp at sourcefrog
- experimental remote-branch support
1
# Copyright (C) 2005 Canonical Ltd
2
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
18
"""Proxy object for access to remote branches.
19
20
At the moment remote branches are only for HTTP and only for read
21
access.
22
"""
23
24
25
import gzip
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
26
from cStringIO import StringIO
1185.1.2 by Martin Pool
- merge various windows and other fixes from Ollie Rutherfurd
27
import os
419 by Martin Pool
- RemoteBranch.__str__ and repr
28
import urllib2
1185.1.4 by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch
29
import urlparse
188 by mbp at sourcefrog
- experimental remote-branch support
30
1185.1.3 by Martin Pool
- fix up imports in remotebranch
31
from bzrlib.errors import BzrError, BzrCheckError
1390 by Robert Collins
pair programming worx... merge integration and weave
32
from bzrlib.branch import Branch, LocalBranch, BZR_BRANCH_FORMAT_5
1185.1.3 by Martin Pool
- fix up imports in remotebranch
33
from bzrlib.trace import mutter
1189 by Martin Pool
- BROKEN: partial support for commit into weave
34
from bzrlib.xml5 import serializer_v5
188 by mbp at sourcefrog
- experimental remote-branch support
35
193 by mbp at sourcefrog
more experiments with http get
36
# velocitynet.com.au transparently proxies connections and thereby
37
# breaks keep-alive -- sucks!
38
39
974.1.53 by aaron.bentley at utoronto
Disabled urlgrabber
40
ENABLE_URLGRABBER = False
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
41
974.1.51 by aaron.bentley at utoronto
Caused remotebranch to throw a NoSuchRevision when appropriate
42
from bzrlib.errors import BzrError, NoSuchRevision
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
43
44
class GetFailed(BzrError):
45
    def __init__(self, url, status):
46
        BzrError.__init__(self, "Get %s failed with status %s" % (url, status))
47
        self.url = url
48
        self.status = status
417 by Martin Pool
- trace when we fetch a URL
49
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
50
if ENABLE_URLGRABBER:
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
51
    import util.urlgrabber
52
    import util.urlgrabber.keepalive
53
    util.urlgrabber.keepalive.DEBUG = 0
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
54
    def get_url(path, compressed=False):
55
        try:
56
            url = path
57
            if compressed:
58
                url += '.gz'
450 by Martin Pool
- Use urlgrabber by default
59
            mutter("grab url %s" % url)
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
60
            url_f = util.urlgrabber.urlopen(url, keepalive=1, close_connection=0)
61
            if url_f.status != 200:
62
                raise GetFailed(url, url_f.status)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
63
            if not compressed:
64
                return url_f
65
            else:
66
                return gzip.GzipFile(fileobj=StringIO(url_f.read()))
67
        except urllib2.URLError, e:
68
            raise BzrError("remote fetch failed: %r: %s" % (url, e))
450 by Martin Pool
- Use urlgrabber by default
69
else:
70
    def get_url(url, compressed=False):
71
        import urllib2
72
        if compressed:
73
            url += '.gz'
74
        mutter("get_url %s" % url)
75
        url_f = urllib2.urlopen(url)
76
        if compressed:
77
            return gzip.GzipFile(fileobj=StringIO(url_f.read()))
78
        else:
79
            return url_f
188 by mbp at sourcefrog
- experimental remote-branch support
80
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
81
416 by Martin Pool
- bzr log and bzr root now accept an http URL
82
83
def _find_remote_root(url):
84
    """Return the prefix URL that corresponds to the branch root."""
85
    orig_url = url
86
    while True:
87
        try:
1185.1.4 by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch
88
            fmt_url = url + '/.bzr/branch-format'
89
            ff = get_url(fmt_url)
419 by Martin Pool
- RemoteBranch.__str__ and repr
90
            fmt = ff.read()
416 by Martin Pool
- bzr log and bzr root now accept an http URL
91
            ff.close()
419 by Martin Pool
- RemoteBranch.__str__ and repr
92
1188 by Martin Pool
- clean up imports in commit code
93
            if fmt != BZR_BRANCH_FORMAT_5:
419 by Martin Pool
- RemoteBranch.__str__ and repr
94
                raise BzrError("sorry, branch format %r not supported at url %s"
95
                               % (fmt, url))
96
            
416 by Martin Pool
- bzr log and bzr root now accept an http URL
97
            return url
418 by Martin Pool
- fix typo
98
        except urllib2.URLError:
416 by Martin Pool
- bzr log and bzr root now accept an http URL
99
            pass
100
1185.1.4 by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch
101
        scheme, host, path = list(urlparse.urlparse(url))[:3]
102
        # discard params, query, fragment
103
        
104
        # strip off one component of the path component
105
        idx = path.rfind('/')
106
        if idx == -1 or path == '/':
107
            raise BzrError('no branch root found for URL %s'
108
                           ' or enclosing directories'
109
                           % orig_url)
110
        path = path[:idx]
111
        url = urlparse.urlunparse((scheme, host, path, '', '', ''))
416 by Martin Pool
- bzr log and bzr root now accept an http URL
112
        
113
114
1185.2.17 by Lalo Martins
unbreaking RemoteBranch, by (temporarily) making it a subclass of LocalBranch.
115
class RemoteBranch(LocalBranch):
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
116
    def __init__(self, baseurl, find_root=True):
411 by Martin Pool
- start adding more useful RemoteBranch() class
117
        """Create new proxy for a remote branch."""
419 by Martin Pool
- RemoteBranch.__str__ and repr
118
        if find_root:
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
119
            self.base = _find_remote_root(baseurl)
419 by Martin Pool
- RemoteBranch.__str__ and repr
120
        else:
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
121
            self.base = baseurl
419 by Martin Pool
- RemoteBranch.__str__ and repr
122
            self._check_format()
411 by Martin Pool
- start adding more useful RemoteBranch() class
123
534 by Martin Pool
- new RemoteStore class
124
        self.inventory_store = RemoteStore(baseurl + '/.bzr/inventory-store/')
125
        self.text_store = RemoteStore(baseurl + '/.bzr/text-store/')
613 by Martin Pool
- fix locking for RemoteBranch
126
        self.revision_store = RemoteStore(baseurl + '/.bzr/revision-store/')
534 by Martin Pool
- new RemoteStore class
127
417 by Martin Pool
- trace when we fetch a URL
128
    def __str__(self):
585 by Martin Pool
- make RemoteBranch.__str__ more robust
129
        b = getattr(self, 'baseurl', 'undefined')
130
        return '%s(%r)' % (self.__class__.__name__, b)
417 by Martin Pool
- trace when we fetch a URL
131
132
    __repr__ = __str__
133
1185.2.12 by Lalo Martins
killed find_cached_root()
134
    def setup_caching(self, cache_root):
135
        """Set up cached stores located under cache_root"""
136
        from bzrlib.meta_store import CachedStore
137
        for store_name in ('inventory_store', 'text_store', 'revision_store'):
138
            if not isinstance(getattr(self, store_name), CachedStore):
139
                cache_path = os.path.join(cache_root, store_name)
140
                os.mkdir(cache_path)
141
                new_store = CachedStore(getattr(self, store_name), cache_path)
142
                setattr(self, store_name, new_store)
143
411 by Martin Pool
- start adding more useful RemoteBranch() class
144
    def controlfile(self, filename, mode):
145
        if mode not in ('rb', 'rt', 'r'):
146
            raise BzrError("file mode %r not supported for remote branches" % mode)
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
147
        return get_url(self.base + '/.bzr/' + filename, False)
411 by Martin Pool
- start adding more useful RemoteBranch() class
148
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
149
613 by Martin Pool
- fix locking for RemoteBranch
150
    def lock_read(self):
151
        # no locking for remote branches yet
152
        pass
153
154
    def lock_write(self):
155
        from errors import LockError
156
        raise LockError("write lock not supported for remote branch %s"
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
157
                        % self.base)
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
158
159
    def unlock(self):
411 by Martin Pool
- start adding more useful RemoteBranch() class
160
        pass
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
161
    
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
162
416 by Martin Pool
- bzr log and bzr root now accept an http URL
163
    def relpath(self, path):
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
164
        if not path.startswith(self.base):
416 by Martin Pool
- bzr log and bzr root now accept an http URL
165
            raise BzrError('path %r is not under base URL %r'
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
166
                           % (path, self.base))
167
        pl = len(self.base)
416 by Martin Pool
- bzr log and bzr root now accept an http URL
168
        return path[pl:].lstrip('/')
169
802 by Martin Pool
- Remove XMLMixin class in favour of simple pack_xml, unpack_xml functions
170
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
171
    def get_revision(self, revision_id):
974.1.51 by aaron.bentley at utoronto
Caused remotebranch to throw a NoSuchRevision when appropriate
172
        try:
173
            revf = self.revision_store[revision_id]
174
        except KeyError:
175
            raise NoSuchRevision(self, revision_id)
1189 by Martin Pool
- BROKEN: partial support for commit into weave
176
        r = serializer_v5.read_revision(revf)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
177
        if r.revision_id != revision_id:
178
            raise BzrCheckError('revision stored as {%s} actually contains {%s}'
179
                                % (revision_id, r.revision_id))
180
        return r
534 by Martin Pool
- new RemoteStore class
181
182
558 by Martin Pool
- All top-level classes inherit from object
183
class RemoteStore(object):
534 by Martin Pool
- new RemoteStore class
184
    def __init__(self, baseurl):
185
        self._baseurl = baseurl
186
        
187
188
    def _path(self, name):
189
        if '/' in name:
190
            raise ValueError('invalid store id', name)
191
        return self._baseurl + '/' + name
192
        
193
    def __getitem__(self, fileid):
194
        p = self._path(fileid)
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
195
        try:
196
            return get_url(p, compressed=True)
974.1.78 by Aaron Bentley
Narrowed exception handling for remote file retrieval
197
        except urllib2.URLError:
1185.1.33 by Robert Collins
for remote gets fallback from foo.gz to foo in RemoteStore.
198
            pass
199
        try:
200
            return get_url(p, compressed=False)
201
        except urllib2.URLError:
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
202
            raise KeyError(fileid)
188 by mbp at sourcefrog
- experimental remote-branch support
203
    
411 by Martin Pool
- start adding more useful RemoteBranch() class
204
205