~bzr-pqm/bzr/bzr.dev

188 by mbp at sourcefrog
- experimental remote-branch support
1
# Copyright (C) 2005 Canonical Ltd
2
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
18
"""Proxy object for access to remote branches.
19
20
At the moment remote branches are only for HTTP and only for read
21
access.
22
"""
23
24
25
import gzip
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
26
from cStringIO import StringIO
1185.1.2 by Martin Pool
- merge various windows and other fixes from Ollie Rutherfurd
27
import os
419 by Martin Pool
- RemoteBranch.__str__ and repr
28
import urllib2
1185.1.4 by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch
29
import urlparse
188 by mbp at sourcefrog
- experimental remote-branch support
30
1185.1.3 by Martin Pool
- fix up imports in remotebranch
31
from bzrlib.errors import BzrError, BzrCheckError
1185.2.17 by Lalo Martins
unbreaking RemoteBranch, by (temporarily) making it a subclass of LocalBranch.
32
from bzrlib.branch import Branch, LocalBranch, BZR_BRANCH_FORMAT
1185.1.3 by Martin Pool
- fix up imports in remotebranch
33
from bzrlib.trace import mutter
34
from bzrlib.xml import serializer_v4
193 by mbp at sourcefrog
more experiments with http get
35
36
974.1.53 by aaron.bentley at utoronto
Disabled urlgrabber
37
ENABLE_URLGRABBER = False
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
38
974.1.51 by aaron.bentley at utoronto
Caused remotebranch to throw a NoSuchRevision when appropriate
39
from bzrlib.errors import BzrError, NoSuchRevision
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
40
41
class GetFailed(BzrError):
42
    def __init__(self, url, status):
43
        BzrError.__init__(self, "Get %s failed with status %s" % (url, status))
44
        self.url = url
45
        self.status = status
417 by Martin Pool
- trace when we fetch a URL
46
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
47
if ENABLE_URLGRABBER:
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
48
    import util.urlgrabber
49
    import util.urlgrabber.keepalive
50
    util.urlgrabber.keepalive.DEBUG = 0
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
51
    def get_url(path, compressed=False):
52
        try:
53
            url = path
54
            if compressed:
55
                url += '.gz'
450 by Martin Pool
- Use urlgrabber by default
56
            mutter("grab url %s" % url)
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
57
            url_f = util.urlgrabber.urlopen(url, keepalive=1, close_connection=0)
58
            if url_f.status != 200:
59
                raise GetFailed(url, url_f.status)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
60
            if not compressed:
61
                return url_f
62
            else:
63
                return gzip.GzipFile(fileobj=StringIO(url_f.read()))
64
        except urllib2.URLError, e:
65
            raise BzrError("remote fetch failed: %r: %s" % (url, e))
450 by Martin Pool
- Use urlgrabber by default
66
else:
67
    def get_url(url, compressed=False):
68
        import urllib2
69
        if compressed:
70
            url += '.gz'
71
        mutter("get_url %s" % url)
72
        url_f = urllib2.urlopen(url)
73
        if compressed:
74
            return gzip.GzipFile(fileobj=StringIO(url_f.read()))
75
        else:
76
            return url_f
188 by mbp at sourcefrog
- experimental remote-branch support
77
192 by mbp at sourcefrog
- exercise the network more towards doing a remote clone
78
416 by Martin Pool
- bzr log and bzr root now accept an http URL
79
80
def _find_remote_root(url):
81
    """Return the prefix URL that corresponds to the branch root."""
82
    orig_url = url
83
    while True:
84
        try:
1185.1.4 by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch
85
            fmt_url = url + '/.bzr/branch-format'
86
            ff = get_url(fmt_url)
419 by Martin Pool
- RemoteBranch.__str__ and repr
87
            fmt = ff.read()
416 by Martin Pool
- bzr log and bzr root now accept an http URL
88
            ff.close()
419 by Martin Pool
- RemoteBranch.__str__ and repr
89
90
            fmt = fmt.rstrip('\r\n')
91
            if fmt != BZR_BRANCH_FORMAT.rstrip('\r\n'):
92
                raise BzrError("sorry, branch format %r not supported at url %s"
93
                               % (fmt, url))
94
            
416 by Martin Pool
- bzr log and bzr root now accept an http URL
95
            return url
418 by Martin Pool
- fix typo
96
        except urllib2.URLError:
416 by Martin Pool
- bzr log and bzr root now accept an http URL
97
            pass
98
1185.1.4 by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch
99
        scheme, host, path = list(urlparse.urlparse(url))[:3]
100
        # discard params, query, fragment
101
        
102
        # strip off one component of the path component
103
        idx = path.rfind('/')
104
        if idx == -1 or path == '/':
105
            raise BzrError('no branch root found for URL %s'
106
                           ' or enclosing directories'
107
                           % orig_url)
108
        path = path[:idx]
109
        url = urlparse.urlunparse((scheme, host, path, '', '', ''))
416 by Martin Pool
- bzr log and bzr root now accept an http URL
110
        
111
112
1185.2.17 by Lalo Martins
unbreaking RemoteBranch, by (temporarily) making it a subclass of LocalBranch.
113
class RemoteBranch(LocalBranch):
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
114
    def __init__(self, baseurl, find_root=True):
411 by Martin Pool
- start adding more useful RemoteBranch() class
115
        """Create new proxy for a remote branch."""
419 by Martin Pool
- RemoteBranch.__str__ and repr
116
        if find_root:
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
117
            self.base = _find_remote_root(baseurl)
419 by Martin Pool
- RemoteBranch.__str__ and repr
118
        else:
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
119
            self.base = baseurl
419 by Martin Pool
- RemoteBranch.__str__ and repr
120
            self._check_format()
411 by Martin Pool
- start adding more useful RemoteBranch() class
121
534 by Martin Pool
- new RemoteStore class
122
        self.inventory_store = RemoteStore(baseurl + '/.bzr/inventory-store/')
123
        self.text_store = RemoteStore(baseurl + '/.bzr/text-store/')
613 by Martin Pool
- fix locking for RemoteBranch
124
        self.revision_store = RemoteStore(baseurl + '/.bzr/revision-store/')
534 by Martin Pool
- new RemoteStore class
125
417 by Martin Pool
- trace when we fetch a URL
126
    def __str__(self):
585 by Martin Pool
- make RemoteBranch.__str__ more robust
127
        b = getattr(self, 'baseurl', 'undefined')
128
        return '%s(%r)' % (self.__class__.__name__, b)
417 by Martin Pool
- trace when we fetch a URL
129
130
    __repr__ = __str__
131
1185.2.12 by Lalo Martins
killed find_cached_root()
132
    def setup_caching(self, cache_root):
133
        """Set up cached stores located under cache_root"""
134
        from bzrlib.meta_store import CachedStore
135
        for store_name in ('inventory_store', 'text_store', 'revision_store'):
136
            if not isinstance(getattr(self, store_name), CachedStore):
137
                cache_path = os.path.join(cache_root, store_name)
138
                os.mkdir(cache_path)
139
                new_store = CachedStore(getattr(self, store_name), cache_path)
140
                setattr(self, store_name, new_store)
141
411 by Martin Pool
- start adding more useful RemoteBranch() class
142
    def controlfile(self, filename, mode):
143
        if mode not in ('rb', 'rt', 'r'):
144
            raise BzrError("file mode %r not supported for remote branches" % mode)
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
145
        return get_url(self.base + '/.bzr/' + filename, False)
411 by Martin Pool
- start adding more useful RemoteBranch() class
146
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
147
613 by Martin Pool
- fix locking for RemoteBranch
148
    def lock_read(self):
149
        # no locking for remote branches yet
150
        pass
151
152
    def lock_write(self):
153
        from errors import LockError
154
        raise LockError("write lock not supported for remote branch %s"
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
155
                        % self.base)
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
156
157
    def unlock(self):
411 by Martin Pool
- start adding more useful RemoteBranch() class
158
        pass
580 by Martin Pool
- Use explicit lock methods on a branch, rather than doing it
159
    
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
160
416 by Martin Pool
- bzr log and bzr root now accept an http URL
161
    def relpath(self, path):
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
162
        if not path.startswith(self.base):
416 by Martin Pool
- bzr log and bzr root now accept an http URL
163
            raise BzrError('path %r is not under base URL %r'
1185.2.3 by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes;
164
                           % (path, self.base))
165
        pl = len(self.base)
416 by Martin Pool
- bzr log and bzr root now accept an http URL
166
        return path[pl:].lstrip('/')
167
802 by Martin Pool
- Remove XMLMixin class in favour of simple pack_xml, unpack_xml functions
168
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
169
    def get_revision(self, revision_id):
974.1.51 by aaron.bentley at utoronto
Caused remotebranch to throw a NoSuchRevision when appropriate
170
        try:
171
            revf = self.revision_store[revision_id]
172
        except KeyError:
173
            raise NoSuchRevision(self, revision_id)
1182 by Martin Pool
- more disentangling of xml storage format from objects
174
        r = serializer_v4.read_revision(revf)
412 by Martin Pool
- RemoteBranch displays the log of a remote branch.
175
        if r.revision_id != revision_id:
176
            raise BzrCheckError('revision stored as {%s} actually contains {%s}'
177
                                % (revision_id, r.revision_id))
178
        return r
534 by Martin Pool
- new RemoteStore class
179
180
558 by Martin Pool
- All top-level classes inherit from object
181
class RemoteStore(object):
534 by Martin Pool
- new RemoteStore class
182
    def __init__(self, baseurl):
183
        self._baseurl = baseurl
184
        
185
186
    def _path(self, name):
187
        if '/' in name:
188
            raise ValueError('invalid store id', name)
189
        return self._baseurl + '/' + name
190
        
191
    def __getitem__(self, fileid):
192
        p = self._path(fileid)
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
193
        try:
194
            return get_url(p, compressed=True)
974.1.78 by Aaron Bentley
Narrowed exception handling for remote file retrieval
195
        except urllib2.URLError:
974.1.26 by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472
196
            raise KeyError(fileid)
188 by mbp at sourcefrog
- experimental remote-branch support
197
    
411 by Martin Pool
- start adding more useful RemoteBranch() class
198
199