1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
|
#! /usr/bin/env python
# Copyright (C) 2005 Canonical Ltd
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
"""Proxy object for access to remote branches.
At the moment remote branches are only for HTTP and only for read
access.
"""
import gzip
from cStringIO import StringIO
import urllib2
from errors import BzrError, BzrCheckError
from branch import Branch, BZR_BRANCH_FORMAT
from trace import mutter
# velocitynet.com.au transparently proxies connections and thereby
# breaks keep-alive -- sucks!
ENABLE_URLGRABBER = True
if ENABLE_URLGRABBER:
import urlgrabber
import urlgrabber.keepalive
urlgrabber.keepalive.DEBUG = 0
def get_url(path, compressed=False):
try:
url = path
if compressed:
url += '.gz'
mutter("grab url %s" % url)
url_f = urlgrabber.urlopen(url, keepalive=1, close_connection=0)
if not compressed:
return url_f
else:
return gzip.GzipFile(fileobj=StringIO(url_f.read()))
except urllib2.URLError, e:
raise BzrError("remote fetch failed: %r: %s" % (url, e))
else:
def get_url(url, compressed=False):
import urllib2
if compressed:
url += '.gz'
mutter("get_url %s" % url)
url_f = urllib2.urlopen(url)
if compressed:
return gzip.GzipFile(fileobj=StringIO(url_f.read()))
else:
return url_f
def _find_remote_root(url):
"""Return the prefix URL that corresponds to the branch root."""
orig_url = url
while True:
try:
ff = get_url(url + '/.bzr/branch-format')
fmt = ff.read()
ff.close()
fmt = fmt.rstrip('\r\n')
if fmt != BZR_BRANCH_FORMAT.rstrip('\r\n'):
raise BzrError("sorry, branch format %r not supported at url %s"
% (fmt, url))
return url
except urllib2.URLError:
pass
try:
idx = url.rindex('/')
except ValueError:
raise BzrError('no branch root found for URL %s' % orig_url)
url = url[:idx]
class RemoteBranch(Branch):
def __init__(self, baseurl, find_root=True):
"""Create new proxy for a remote branch."""
if find_root:
self.baseurl = _find_remote_root(baseurl)
else:
self.baseurl = baseurl
self._check_format()
self.inventory_store = RemoteStore(baseurl + '/.bzr/inventory-store/')
self.text_store = RemoteStore(baseurl + '/.bzr/text-store/')
self.revision_store = RemoteStore(baseurl + '/.bzr/revision-store/')
def __str__(self):
b = getattr(self, 'baseurl', 'undefined')
return '%s(%r)' % (self.__class__.__name__, b)
__repr__ = __str__
def controlfile(self, filename, mode):
if mode not in ('rb', 'rt', 'r'):
raise BzrError("file mode %r not supported for remote branches" % mode)
return get_url(self.baseurl + '/.bzr/' + filename, False)
def lock_read(self):
# no locking for remote branches yet
pass
def lock_write(self):
from errors import LockError
raise LockError("write lock not supported for remote branch %s"
% self.baseurl)
def unlock(self):
pass
def relpath(self, path):
if not path.startswith(self.baseurl):
raise BzrError('path %r is not under base URL %r'
% (path, self.baseurl))
pl = len(self.baseurl)
return path[pl:].lstrip('/')
def get_revision(self, revision_id):
from revision import Revision
revf = get_url(self.baseurl + '/.bzr/revision-store/' + revision_id,
True)
r = Revision.read_xml(revf)
if r.revision_id != revision_id:
raise BzrCheckError('revision stored as {%s} actually contains {%s}'
% (revision_id, r.revision_id))
return r
class RemoteStore(object):
def __init__(self, baseurl):
self._baseurl = baseurl
def _path(self, name):
if '/' in name:
raise ValueError('invalid store id', name)
return self._baseurl + '/' + name
def __getitem__(self, fileid):
p = self._path(fileid)
return get_url(p, compressed=True)
def simple_walk():
"""For experimental purposes, traverse many parts of a remote branch"""
from revision import Revision
from branch import Branch
from inventory import Inventory
got_invs = {}
got_texts = {}
print 'read history'
history = get_url('/.bzr/revision-history').readlines()
num_revs = len(history)
for i, rev_id in enumerate(history):
rev_id = rev_id.rstrip()
print 'read revision %d/%d' % (i, num_revs)
# python gzip needs a seekable file (!!) but the HTTP response
# isn't, so we need to buffer it
rev_f = get_url('/.bzr/revision-store/%s' % rev_id,
compressed=True)
rev = Revision.read_xml(rev_f)
print rev.message
inv_id = rev.inventory_id
if inv_id not in got_invs:
print 'get inventory %s' % inv_id
inv_f = get_url('/.bzr/inventory-store/%s' % inv_id,
compressed=True)
inv = Inventory.read_xml(inv_f)
print '%4d inventory entries' % len(inv)
for path, ie in inv.iter_entries():
text_id = ie.text_id
if text_id == None:
continue
if text_id in got_texts:
continue
print ' fetch %s text {%s}' % (path, text_id)
text_f = get_url('/.bzr/text-store/%s' % text_id,
compressed=True)
got_texts[text_id] = True
got_invs.add[inv_id] = True
print '----'
def try_me():
BASE_URL = 'http://bazaar-ng.org/bzr/bzr.dev/'
b = RemoteBranch(BASE_URL)
## print '\n'.join(b.revision_history())
from log import show_log
show_log(b)
if __name__ == '__main__':
try_me()
|