188
by mbp at sourcefrog
- experimental remote-branch support |
1 |
# Copyright (C) 2005 Canonical Ltd
|
2 |
||
3 |
# This program is free software; you can redistribute it and/or modify
|
|
4 |
# it under the terms of the GNU General Public License as published by
|
|
5 |
# the Free Software Foundation; either version 2 of the License, or
|
|
6 |
# (at your option) any later version.
|
|
7 |
||
8 |
# This program is distributed in the hope that it will be useful,
|
|
9 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
10 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
11 |
# GNU General Public License for more details.
|
|
12 |
||
13 |
# You should have received a copy of the GNU General Public License
|
|
14 |
# along with this program; if not, write to the Free Software
|
|
15 |
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
16 |
||
17 |
||
412
by Martin Pool
- RemoteBranch displays the log of a remote branch. |
18 |
"""Proxy object for access to remote branches.
|
19 |
||
20 |
At the moment remote branches are only for HTTP and only for read
|
|
21 |
access.
|
|
22 |
"""
|
|
23 |
||
24 |
||
25 |
import gzip |
|
192
by mbp at sourcefrog
- exercise the network more towards doing a remote clone |
26 |
from cStringIO import StringIO |
1185.1.2
by Martin Pool
- merge various windows and other fixes from Ollie Rutherfurd |
27 |
import os |
419
by Martin Pool
- RemoteBranch.__str__ and repr |
28 |
import urllib2 |
1185.1.4
by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch |
29 |
import urlparse |
188
by mbp at sourcefrog
- experimental remote-branch support |
30 |
|
1185.1.3
by Martin Pool
- fix up imports in remotebranch |
31 |
from bzrlib.errors import BzrError, BzrCheckError |
32 |
from bzrlib.branch import Branch, BZR_BRANCH_FORMAT |
|
33 |
from bzrlib.trace import mutter |
|
34 |
from bzrlib.xml import serializer_v4 |
|
193
by mbp at sourcefrog
more experiments with http get |
35 |
|
36 |
||
974.1.53
by aaron.bentley at utoronto
Disabled urlgrabber |
37 |
ENABLE_URLGRABBER = False |
412
by Martin Pool
- RemoteBranch displays the log of a remote branch. |
38 |
|
974.1.51
by aaron.bentley at utoronto
Caused remotebranch to throw a NoSuchRevision when appropriate |
39 |
from bzrlib.errors import BzrError, NoSuchRevision |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
40 |
|
41 |
class GetFailed(BzrError): |
|
42 |
def __init__(self, url, status): |
|
43 |
BzrError.__init__(self, "Get %s failed with status %s" % (url, status)) |
|
44 |
self.url = url |
|
45 |
self.status = status |
|
417
by Martin Pool
- trace when we fetch a URL |
46 |
|
412
by Martin Pool
- RemoteBranch displays the log of a remote branch. |
47 |
if ENABLE_URLGRABBER: |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
48 |
import util.urlgrabber |
49 |
import util.urlgrabber.keepalive |
|
50 |
util.urlgrabber.keepalive.DEBUG = 0 |
|
412
by Martin Pool
- RemoteBranch displays the log of a remote branch. |
51 |
def get_url(path, compressed=False): |
52 |
try: |
|
53 |
url = path |
|
54 |
if compressed: |
|
55 |
url += '.gz' |
|
450
by Martin Pool
- Use urlgrabber by default |
56 |
mutter("grab url %s" % url) |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
57 |
url_f = util.urlgrabber.urlopen(url, keepalive=1, close_connection=0) |
58 |
if url_f.status != 200: |
|
59 |
raise GetFailed(url, url_f.status) |
|
412
by Martin Pool
- RemoteBranch displays the log of a remote branch. |
60 |
if not compressed: |
61 |
return url_f |
|
62 |
else: |
|
63 |
return gzip.GzipFile(fileobj=StringIO(url_f.read())) |
|
64 |
except urllib2.URLError, e: |
|
65 |
raise BzrError("remote fetch failed: %r: %s" % (url, e)) |
|
450
by Martin Pool
- Use urlgrabber by default |
66 |
else: |
67 |
def get_url(url, compressed=False): |
|
68 |
import urllib2 |
|
69 |
if compressed: |
|
70 |
url += '.gz' |
|
71 |
mutter("get_url %s" % url) |
|
72 |
url_f = urllib2.urlopen(url) |
|
73 |
if compressed: |
|
74 |
return gzip.GzipFile(fileobj=StringIO(url_f.read())) |
|
75 |
else: |
|
76 |
return url_f |
|
188
by mbp at sourcefrog
- experimental remote-branch support |
77 |
|
192
by mbp at sourcefrog
- exercise the network more towards doing a remote clone |
78 |
|
416
by Martin Pool
- bzr log and bzr root now accept an http URL |
79 |
|
80 |
def _find_remote_root(url): |
|
81 |
"""Return the prefix URL that corresponds to the branch root."""
|
|
82 |
orig_url = url |
|
83 |
while True: |
|
84 |
try: |
|
1185.1.4
by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch |
85 |
fmt_url = url + '/.bzr/branch-format' |
86 |
ff = get_url(fmt_url) |
|
419
by Martin Pool
- RemoteBranch.__str__ and repr |
87 |
fmt = ff.read() |
416
by Martin Pool
- bzr log and bzr root now accept an http URL |
88 |
ff.close() |
419
by Martin Pool
- RemoteBranch.__str__ and repr |
89 |
|
90 |
fmt = fmt.rstrip('\r\n') |
|
91 |
if fmt != BZR_BRANCH_FORMAT.rstrip('\r\n'): |
|
92 |
raise BzrError("sorry, branch format %r not supported at url %s" |
|
93 |
% (fmt, url)) |
|
94 |
||
416
by Martin Pool
- bzr log and bzr root now accept an http URL |
95 |
return url |
418
by Martin Pool
- fix typo |
96 |
except urllib2.URLError: |
416
by Martin Pool
- bzr log and bzr root now accept an http URL |
97 |
pass
|
98 |
||
1185.1.4
by Martin Pool
- fix _find_remote_branch to avoid strange error for nonexistent branch |
99 |
scheme, host, path = list(urlparse.urlparse(url))[:3] |
100 |
# discard params, query, fragment
|
|
101 |
||
102 |
# strip off one component of the path component
|
|
103 |
idx = path.rfind('/') |
|
104 |
if idx == -1 or path == '/': |
|
105 |
raise BzrError('no branch root found for URL %s' |
|
106 |
' or enclosing directories'
|
|
107 |
% orig_url) |
|
108 |
path = path[:idx] |
|
109 |
url = urlparse.urlunparse((scheme, host, path, '', '', '')) |
|
416
by Martin Pool
- bzr log and bzr root now accept an http URL |
110 |
|
111 |
||
112 |
||
411
by Martin Pool
- start adding more useful RemoteBranch() class |
113 |
class RemoteBranch(Branch): |
580
by Martin Pool
- Use explicit lock methods on a branch, rather than doing it |
114 |
def __init__(self, baseurl, find_root=True): |
411
by Martin Pool
- start adding more useful RemoteBranch() class |
115 |
"""Create new proxy for a remote branch."""
|
419
by Martin Pool
- RemoteBranch.__str__ and repr |
116 |
if find_root: |
1185.2.3
by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes; |
117 |
self.base = _find_remote_root(baseurl) |
419
by Martin Pool
- RemoteBranch.__str__ and repr |
118 |
else: |
1185.2.3
by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes; |
119 |
self.base = baseurl |
419
by Martin Pool
- RemoteBranch.__str__ and repr |
120 |
self._check_format() |
411
by Martin Pool
- start adding more useful RemoteBranch() class |
121 |
|
534
by Martin Pool
- new RemoteStore class |
122 |
self.inventory_store = RemoteStore(baseurl + '/.bzr/inventory-store/') |
123 |
self.text_store = RemoteStore(baseurl + '/.bzr/text-store/') |
|
613
by Martin Pool
- fix locking for RemoteBranch |
124 |
self.revision_store = RemoteStore(baseurl + '/.bzr/revision-store/') |
534
by Martin Pool
- new RemoteStore class |
125 |
|
417
by Martin Pool
- trace when we fetch a URL |
126 |
def __str__(self): |
585
by Martin Pool
- make RemoteBranch.__str__ more robust |
127 |
b = getattr(self, 'baseurl', 'undefined') |
128 |
return '%s(%r)' % (self.__class__.__name__, b) |
|
417
by Martin Pool
- trace when we fetch a URL |
129 |
|
130 |
__repr__ = __str__ |
|
131 |
||
411
by Martin Pool
- start adding more useful RemoteBranch() class |
132 |
def controlfile(self, filename, mode): |
133 |
if mode not in ('rb', 'rt', 'r'): |
|
134 |
raise BzrError("file mode %r not supported for remote branches" % mode) |
|
1185.2.3
by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes; |
135 |
return get_url(self.base + '/.bzr/' + filename, False) |
411
by Martin Pool
- start adding more useful RemoteBranch() class |
136 |
|
580
by Martin Pool
- Use explicit lock methods on a branch, rather than doing it |
137 |
|
613
by Martin Pool
- fix locking for RemoteBranch |
138 |
def lock_read(self): |
139 |
# no locking for remote branches yet
|
|
140 |
pass
|
|
141 |
||
142 |
def lock_write(self): |
|
143 |
from errors import LockError |
|
144 |
raise LockError("write lock not supported for remote branch %s" |
|
1185.2.3
by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes; |
145 |
% self.base) |
580
by Martin Pool
- Use explicit lock methods on a branch, rather than doing it |
146 |
|
147 |
def unlock(self): |
|
411
by Martin Pool
- start adding more useful RemoteBranch() class |
148 |
pass
|
580
by Martin Pool
- Use explicit lock methods on a branch, rather than doing it |
149 |
|
412
by Martin Pool
- RemoteBranch displays the log of a remote branch. |
150 |
|
416
by Martin Pool
- bzr log and bzr root now accept an http URL |
151 |
def relpath(self, path): |
1185.2.3
by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes; |
152 |
if not path.startswith(self.base): |
416
by Martin Pool
- bzr log and bzr root now accept an http URL |
153 |
raise BzrError('path %r is not under base URL %r' |
1185.2.3
by Lalo Martins
unifying 'base' (from Branch) and 'baseurl' (from RemoteBranch) attributes; |
154 |
% (path, self.base)) |
155 |
pl = len(self.base) |
|
416
by Martin Pool
- bzr log and bzr root now accept an http URL |
156 |
return path[pl:].lstrip('/') |
157 |
||
802
by Martin Pool
- Remove XMLMixin class in favour of simple pack_xml, unpack_xml functions |
158 |
|
412
by Martin Pool
- RemoteBranch displays the log of a remote branch. |
159 |
def get_revision(self, revision_id): |
974.1.51
by aaron.bentley at utoronto
Caused remotebranch to throw a NoSuchRevision when appropriate |
160 |
try: |
161 |
revf = self.revision_store[revision_id] |
|
162 |
except KeyError: |
|
163 |
raise NoSuchRevision(self, revision_id) |
|
1182
by Martin Pool
- more disentangling of xml storage format from objects |
164 |
r = serializer_v4.read_revision(revf) |
412
by Martin Pool
- RemoteBranch displays the log of a remote branch. |
165 |
if r.revision_id != revision_id: |
166 |
raise BzrCheckError('revision stored as {%s} actually contains {%s}' |
|
167 |
% (revision_id, r.revision_id)) |
|
168 |
return r |
|
534
by Martin Pool
- new RemoteStore class |
169 |
|
170 |
||
558
by Martin Pool
- All top-level classes inherit from object |
171 |
class RemoteStore(object): |
534
by Martin Pool
- new RemoteStore class |
172 |
def __init__(self, baseurl): |
173 |
self._baseurl = baseurl |
|
174 |
||
175 |
||
176 |
def _path(self, name): |
|
177 |
if '/' in name: |
|
178 |
raise ValueError('invalid store id', name) |
|
179 |
return self._baseurl + '/' + name |
|
180 |
||
181 |
def __getitem__(self, fileid): |
|
182 |
p = self._path(fileid) |
|
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
183 |
try: |
184 |
return get_url(p, compressed=True) |
|
974.1.78
by Aaron Bentley
Narrowed exception handling for remote file retrieval |
185 |
except urllib2.URLError: |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
186 |
raise KeyError(fileid) |
188
by mbp at sourcefrog
- experimental remote-branch support |
187 |
|
411
by Martin Pool
- start adding more useful RemoteBranch() class |
188 |
|
189 |