2052.3.2
by John Arbash Meinel
Change Copyright .. by Canonical to Copyright ... Canonical |
1 |
# Copyright (C) 2006 Canonical Ltd
|
1711.3.2
by John Arbash Meinel
Add the read_bundle_from_url command, which handles lots of exceptions |
2 |
#
|
3 |
# This program is free software; you can redistribute it and/or modify
|
|
4 |
# it under the terms of the GNU General Public License as published by
|
|
5 |
# the Free Software Foundation; either version 2 of the License, or
|
|
6 |
# (at your option) any later version.
|
|
7 |
#
|
|
8 |
# This program is distributed in the hope that it will be useful,
|
|
9 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
10 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
11 |
# GNU General Public License for more details.
|
|
12 |
#
|
|
13 |
# You should have received a copy of the GNU General Public License
|
|
14 |
# along with this program; if not, write to the Free Software
|
|
15 |
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
16 |
||
17 |
"""Read in a bundle stream, and process it into a BundleReader object."""
|
|
0.5.7
by John Arbash Meinel
Added a bunch more information about changesets. Can now read back in all of the meta information. |
18 |
|
1185.82.96
by Aaron Bentley
Got first binary test passing |
19 |
import base64 |
1185.82.78
by Aaron Bentley
Cleanups |
20 |
from cStringIO import StringIO |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
21 |
import os |
22 |
import pprint |
|
23 |
||
2294.1.10
by John Arbash Meinel
Switch all apis over to utf8 file ids. All tests pass |
24 |
from bzrlib import ( |
25 |
osutils, |
|
2520.4.33
by Aaron Bentley
remove test dependencies on serialization minutia |
26 |
timestamp, |
2294.1.10
by John Arbash Meinel
Switch all apis over to utf8 file ids. All tests pass |
27 |
)
|
1711.3.2
by John Arbash Meinel
Add the read_bundle_from_url command, which handles lots of exceptions |
28 |
import bzrlib.errors |
1551.14.4
by Aaron Bentley
Change bundle reader and merge directive to both be 'mergeables' |
29 |
from bzrlib.bundle import apply_bundle |
1185.82.131
by Aaron Bentley
Move BadBundle error (and subclasses) to errors.py |
30 |
from bzrlib.errors import (TestamentMismatch, BzrError, |
1185.82.139
by Aaron Bentley
Raise NotABundle when a non-bundle is supplied |
31 |
MalformedHeader, MalformedPatches, NotABundle) |
0.5.116
by John Arbash Meinel
Fixed a bug based on the new InventoryEntry separation. |
32 |
from bzrlib.inventory import (Inventory, InventoryEntry, |
33 |
InventoryDirectory, InventoryFile, |
|
1731.1.55
by Aaron Bentley
Fix bundle handling |
34 |
InventoryLink) |
1711.4.19
by John Arbash Meinel
Bundles were still using os.path.join to compute paths rather than osutils.pathjoin |
35 |
from bzrlib.osutils import sha_file, sha_string, pathjoin |
1185.82.78
by Aaron Bentley
Cleanups |
36 |
from bzrlib.revision import Revision, NULL_REVISION |
1185.82.116
by Aaron Bentley
Introduce StrictTestament, get test failing for the right reasons |
37 |
from bzrlib.testament import StrictTestament |
1185.82.78
by Aaron Bentley
Cleanups |
38 |
from bzrlib.trace import mutter, warning |
1711.3.2
by John Arbash Meinel
Add the read_bundle_from_url command, which handles lots of exceptions |
39 |
import bzrlib.transport |
1185.82.78
by Aaron Bentley
Cleanups |
40 |
from bzrlib.tree import Tree |
1711.3.2
by John Arbash Meinel
Add the read_bundle_from_url command, which handles lots of exceptions |
41 |
import bzrlib.urlutils |
1185.82.78
by Aaron Bentley
Cleanups |
42 |
from bzrlib.xml5 import serializer_v5 |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
43 |
|
0.5.57
by John Arbash Meinel
Simplified the header, only output base if it is not the expected one. |
44 |
|
0.5.36
by John Arbash Meinel
Updated so that read_changeset is able to parse the output |
45 |
class RevisionInfo(object): |
46 |
"""Gets filled out for each revision object that is read.
|
|
47 |
"""
|
|
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
48 |
def __init__(self, revision_id): |
49 |
self.revision_id = revision_id |
|
0.5.36
by John Arbash Meinel
Updated so that read_changeset is able to parse the output |
50 |
self.sha1 = None |
51 |
self.committer = None |
|
0.5.39
by John Arbash Meinel
(broken) Working on changing the processing to use a ChangesetTree. |
52 |
self.date = None |
0.5.36
by John Arbash Meinel
Updated so that read_changeset is able to parse the output |
53 |
self.timestamp = None |
54 |
self.timezone = None |
|
55 |
self.inventory_sha1 = None |
|
56 |
||
1185.82.27
by Aaron Bentley
Fixed most revision attribute handling |
57 |
self.parent_ids = None |
1185.82.74
by Aaron Bentley
Allow custom base for any revision |
58 |
self.base_id = None |
0.5.36
by John Arbash Meinel
Updated so that read_changeset is able to parse the output |
59 |
self.message = None |
1185.82.27
by Aaron Bentley
Fixed most revision attribute handling |
60 |
self.properties = None |
1185.82.77
by Aaron Bentley
Move tree actions to RevisionInfo |
61 |
self.tree_actions = None |
0.5.36
by John Arbash Meinel
Updated so that read_changeset is able to parse the output |
62 |
|
63 |
def __str__(self): |
|
64 |
return pprint.pformat(self.__dict__) |
|
65 |
||
0.5.37
by John Arbash Meinel
Made read_changeset able to spit out 'Revision' entities. |
66 |
def as_revision(self): |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
67 |
rev = Revision(revision_id=self.revision_id, |
0.5.37
by John Arbash Meinel
Made read_changeset able to spit out 'Revision' entities. |
68 |
committer=self.committer, |
69 |
timestamp=float(self.timestamp), |
|
70 |
timezone=int(self.timezone), |
|
71 |
inventory_sha1=self.inventory_sha1, |
|
72 |
message='\n'.join(self.message)) |
|
73 |
||
1185.82.28
by Aaron Bentley
Got parent_id handling working |
74 |
if self.parent_ids: |
75 |
rev.parent_ids.extend(self.parent_ids) |
|
1185.82.35
by Aaron Bentley
Read revision properties |
76 |
|
1185.82.59
by Aaron Bentley
Behave properly when there are no properties in a revision |
77 |
if self.properties: |
78 |
for property in self.properties: |
|
79 |
key_end = property.find(': ') |
|
2447.1.2
by John Arbash Meinel
Add tests that we handle empty values whether they end in ': \n' or ':\n'. |
80 |
if key_end == -1: |
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
81 |
if not property.endswith(':'): |
82 |
raise ValueError(property) |
|
2447.1.2
by John Arbash Meinel
Add tests that we handle empty values whether they end in ': \n' or ':\n'. |
83 |
key = str(property[:-1]) |
84 |
value = '' |
|
85 |
else: |
|
2447.1.4
by John Arbash Meinel
Add a test that we properly round-trip unicode properties. |
86 |
key = str(property[:key_end]) |
87 |
value = property[key_end+2:] |
|
1185.82.59
by Aaron Bentley
Behave properly when there are no properties in a revision |
88 |
rev.properties[key] = value |
1185.82.35
by Aaron Bentley
Read revision properties |
89 |
|
0.5.37
by John Arbash Meinel
Made read_changeset able to spit out 'Revision' entities. |
90 |
return rev |
91 |
||
2520.4.33
by Aaron Bentley
remove test dependencies on serialization minutia |
92 |
@staticmethod
|
93 |
def from_revision(revision): |
|
94 |
revision_info = RevisionInfo(revision.revision_id) |
|
95 |
date = timestamp.format_highres_date(revision.timestamp, |
|
96 |
revision.timezone) |
|
97 |
revision_info.date = date |
|
98 |
revision_info.timezone = revision.timezone |
|
99 |
revision_info.timestamp = revision.timestamp |
|
100 |
revision_info.message = revision.message.split('\n') |
|
101 |
revision_info.properties = [': '.join(p) for p in |
|
102 |
revision.properties.iteritems()] |
|
103 |
return revision_info |
|
104 |
||
1185.82.123
by Aaron Bentley
Cleanups to prepare for review |
105 |
|
1185.82.130
by Aaron Bentley
Rename changesets to revision bundles |
106 |
class BundleInfo(object): |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
107 |
"""This contains the meta information. Stuff that allows you to
|
108 |
recreate the revision or inventory XML.
|
|
0.5.7
by John Arbash Meinel
Added a bunch more information about changesets. Can now read back in all of the meta information. |
109 |
"""
|
2520.4.35
by Aaron Bentley
zap obsolete changeset commands, add bundle-info command |
110 |
def __init__(self, bundle_format=None): |
111 |
self.bundle_format = None |
|
0.5.7
by John Arbash Meinel
Added a bunch more information about changesets. Can now read back in all of the meta information. |
112 |
self.committer = None |
113 |
self.date = None |
|
0.5.17
by John Arbash Meinel
adding apply-changset, plus more meta information. |
114 |
self.message = None |
0.5.36
by John Arbash Meinel
Updated so that read_changeset is able to parse the output |
115 |
|
0.5.39
by John Arbash Meinel
(broken) Working on changing the processing to use a ChangesetTree. |
116 |
# A list of RevisionInfo objects
|
0.5.36
by John Arbash Meinel
Updated so that read_changeset is able to parse the output |
117 |
self.revisions = [] |
0.5.56
by John Arbash Meinel
A couple more fixups, it seems actually capable now of writing out a changeset, and reading it back. |
118 |
|
119 |
# The next entries are created during complete_info() and
|
|
120 |
# other post-read functions.
|
|
121 |
||
122 |
# A list of real Revision objects
|
|
123 |
self.real_revisions = [] |
|
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
124 |
|
125 |
self.timestamp = None |
|
126 |
self.timezone = None |
|
0.5.15
by John Arbash Meinel
Created an apply-changeset function, and modified output for better parsing. |
127 |
|
2476.2.1
by John Arbash Meinel
Vastly improve bundle install performance by only validating the bundle one time |
128 |
# Have we checked the repository yet?
|
129 |
self._validated_revisions_against_repo = False |
|
130 |
||
0.5.7
by John Arbash Meinel
Added a bunch more information about changesets. Can now read back in all of the meta information. |
131 |
def __str__(self): |
132 |
return pprint.pformat(self.__dict__) |
|
133 |
||
0.5.39
by John Arbash Meinel
(broken) Working on changing the processing to use a ChangesetTree. |
134 |
def complete_info(self): |
135 |
"""This makes sure that all information is properly
|
|
136 |
split up, based on the assumptions that can be made
|
|
137 |
when information is missing.
|
|
138 |
"""
|
|
1551.12.29
by Aaron Bentley
Copy and extend patch date formatting code, add patch-date parsing |
139 |
from bzrlib.timestamp import unpack_highres_date |
0.5.56
by John Arbash Meinel
A couple more fixups, it seems actually capable now of writing out a changeset, and reading it back. |
140 |
# Put in all of the guessable information.
|
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
141 |
if not self.timestamp and self.date: |
0.5.81
by John Arbash Meinel
Cleaning up from pychecker. |
142 |
self.timestamp, self.timezone = unpack_highres_date(self.date) |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
143 |
|
0.5.56
by John Arbash Meinel
A couple more fixups, it seems actually capable now of writing out a changeset, and reading it back. |
144 |
self.real_revisions = [] |
0.5.39
by John Arbash Meinel
(broken) Working on changing the processing to use a ChangesetTree. |
145 |
for rev in self.revisions: |
0.5.60
by John Arbash Meinel
read_changeset now parses the date: subheader of revisions correctly. |
146 |
if rev.timestamp is None: |
147 |
if rev.date is not None: |
|
148 |
rev.timestamp, rev.timezone = \ |
|
0.5.81
by John Arbash Meinel
Cleaning up from pychecker. |
149 |
unpack_highres_date(rev.date) |
0.5.60
by John Arbash Meinel
read_changeset now parses the date: subheader of revisions correctly. |
150 |
else: |
151 |
rev.timestamp = self.timestamp |
|
152 |
rev.timezone = self.timezone |
|
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
153 |
if rev.message is None and self.message: |
154 |
rev.message = self.message |
|
155 |
if rev.committer is None and self.committer: |
|
156 |
rev.committer = self.committer |
|
0.5.56
by John Arbash Meinel
A couple more fixups, it seems actually capable now of writing out a changeset, and reading it back. |
157 |
self.real_revisions.append(rev.as_revision()) |
158 |
||
1185.82.48
by Aaron Bentley
Inching closer to supporting multiple revisions per changeset |
159 |
def get_base(self, revision): |
1185.82.74
by Aaron Bentley
Allow custom base for any revision |
160 |
revision_info = self.get_revision_info(revision.revision_id) |
161 |
if revision_info.base_id is not None: |
|
162 |
if revision_info.base_id == NULL_REVISION: |
|
163 |
return None |
|
164 |
else: |
|
165 |
return revision_info.base_id |
|
1185.82.48
by Aaron Bentley
Inching closer to supporting multiple revisions per changeset |
166 |
if len(revision.parent_ids) == 0: |
167 |
# There is no base listed, and
|
|
168 |
# the lowest revision doesn't have a parent
|
|
169 |
# so this is probably against the empty tree
|
|
170 |
# and thus base truly is None
|
|
171 |
return None |
|
172 |
else: |
|
1185.82.73
by Aaron Bentley
Use rightmost parent always |
173 |
return revision.parent_ids[-1] |
0.5.56
by John Arbash Meinel
A couple more fixups, it seems actually capable now of writing out a changeset, and reading it back. |
174 |
|
0.5.67
by John Arbash Meinel
Working on apply_changeset |
175 |
def _get_target(self): |
0.5.81
by John Arbash Meinel
Cleaning up from pychecker. |
176 |
"""Return the target revision."""
|
0.5.67
by John Arbash Meinel
Working on apply_changeset |
177 |
if len(self.real_revisions) > 0: |
1185.82.48
by Aaron Bentley
Inching closer to supporting multiple revisions per changeset |
178 |
return self.real_revisions[0].revision_id |
0.5.67
by John Arbash Meinel
Working on apply_changeset |
179 |
elif len(self.revisions) > 0: |
1185.82.48
by Aaron Bentley
Inching closer to supporting multiple revisions per changeset |
180 |
return self.revisions[0].revision_id |
0.5.67
by John Arbash Meinel
Working on apply_changeset |
181 |
return None |
182 |
||
183 |
target = property(_get_target, doc='The target revision id') |
|
184 |
||
1185.82.49
by Aaron Bentley
SPOT fixes, fix inventory validation |
185 |
def get_revision(self, revision_id): |
186 |
for r in self.real_revisions: |
|
187 |
if r.revision_id == revision_id: |
|
188 |
return r |
|
189 |
raise KeyError(revision_id) |
|
190 |
||
191 |
def get_revision_info(self, revision_id): |
|
192 |
for r in self.revisions: |
|
193 |
if r.revision_id == revision_id: |
|
194 |
return r |
|
195 |
raise KeyError(revision_id) |
|
196 |
||
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
197 |
def revision_tree(self, repository, revision_id, base=None): |
198 |
revision = self.get_revision(revision_id) |
|
199 |
base = self.get_base(revision) |
|
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
200 |
if base == revision_id: |
201 |
raise AssertionError() |
|
2476.2.1
by John Arbash Meinel
Vastly improve bundle install performance by only validating the bundle one time |
202 |
if not self._validated_revisions_against_repo: |
203 |
self._validate_references_from_repository(repository) |
|
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
204 |
revision_info = self.get_revision_info(revision_id) |
205 |
inventory_revision_id = revision_id |
|
206 |
bundle_tree = BundleTree(repository.revision_tree(base), |
|
207 |
inventory_revision_id) |
|
208 |
self._update_tree(bundle_tree, revision_id) |
|
209 |
||
210 |
inv = bundle_tree.inventory |
|
211 |
self._validate_inventory(inv, revision_id) |
|
212 |
self._validate_revision(inv, revision_id) |
|
213 |
||
214 |
return bundle_tree |
|
0.5.62
by John Arbash Meinel
Doing some internal validation before allowing processing to continue, additional checks at the command level. |
215 |
|
1185.82.15
by Aaron Bentley
Disabled validate_revisions (needs info it doesn't have), updated API to repos |
216 |
def _validate_references_from_repository(self, repository): |
217 |
"""Now that we have a repository which should have some of the
|
|
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
218 |
revisions we care about, go through and validate all of them
|
219 |
that we can.
|
|
220 |
"""
|
|
221 |
rev_to_sha = {} |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
222 |
inv_to_sha = {} |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
223 |
def add_sha(d, revision_id, sha1): |
224 |
if revision_id is None: |
|
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
225 |
if sha1 is not None: |
226 |
raise BzrError('A Null revision should always' |
|
227 |
'have a null sha1 hash') |
|
228 |
return
|
|
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
229 |
if revision_id in d: |
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
230 |
# This really should have been validated as part
|
231 |
# of _validate_revisions but lets do it again
|
|
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
232 |
if sha1 != d[revision_id]: |
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
233 |
raise BzrError('** Revision %r referenced with 2 different' |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
234 |
' sha hashes %s != %s' % (revision_id, |
235 |
sha1, d[revision_id])) |
|
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
236 |
else: |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
237 |
d[revision_id] = sha1 |
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
238 |
|
239 |
# All of the contained revisions were checked
|
|
240 |
# in _validate_revisions
|
|
241 |
checked = {} |
|
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
242 |
for rev_info in self.revisions: |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
243 |
checked[rev_info.revision_id] = True |
244 |
add_sha(rev_to_sha, rev_info.revision_id, rev_info.sha1) |
|
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
245 |
|
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
246 |
for (rev, rev_info) in zip(self.real_revisions, self.revisions): |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
247 |
add_sha(inv_to_sha, rev_info.revision_id, rev_info.inventory_sha1) |
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
248 |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
249 |
count = 0 |
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
250 |
missing = {} |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
251 |
for revision_id, sha1 in rev_to_sha.iteritems(): |
1185.82.15
by Aaron Bentley
Disabled validate_revisions (needs info it doesn't have), updated API to repos |
252 |
if repository.has_revision(revision_id): |
1185.82.121
by Aaron Bentley
Move calculation of Testament sha1s to Testament |
253 |
testament = StrictTestament.from_revision(repository, |
254 |
revision_id) |
|
1910.2.55
by Aaron Bentley
Bundle 0.9 uses Testament 3 strict |
255 |
local_sha1 = self._testament_sha1_from_revision(repository, |
256 |
revision_id) |
|
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
257 |
if sha1 != local_sha1: |
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
258 |
raise BzrError('sha1 mismatch. For revision id {%s}' |
1185.82.130
by Aaron Bentley
Rename changesets to revision bundles |
259 |
'local: %s, bundle: %s' % (revision_id, local_sha1, sha1)) |
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
260 |
else: |
261 |
count += 1 |
|
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
262 |
elif revision_id not in checked: |
263 |
missing[revision_id] = sha1 |
|
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
264 |
|
265 |
if len(missing) > 0: |
|
266 |
# I don't know if this is an error yet
|
|
267 |
warning('Not all revision hashes could be validated.' |
|
268 |
' Unable validate %d hashes' % len(missing)) |
|
1185.82.130
by Aaron Bentley
Rename changesets to revision bundles |
269 |
mutter('Verified %d sha hashes for the bundle.' % count) |
2476.2.1
by John Arbash Meinel
Vastly improve bundle install performance by only validating the bundle one time |
270 |
self._validated_revisions_against_repo = True |
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
271 |
|
1185.82.49
by Aaron Bentley
SPOT fixes, fix inventory validation |
272 |
def _validate_inventory(self, inv, revision_id): |
1185.82.130
by Aaron Bentley
Rename changesets to revision bundles |
273 |
"""At this point we should have generated the BundleTree,
|
0.5.63
by John Arbash Meinel
Moving the validation into part of the reading. |
274 |
so build up an inventory, and make sure the hashes match.
|
275 |
"""
|
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
276 |
# Now we should have a complete inventory entry.
|
0.5.117
by John Arbash Meinel
Almost there. Just need to track down a few remaining bugs. |
277 |
s = serializer_v5.write_inventory_to_string(inv) |
278 |
sha1 = sha_string(s) |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
279 |
# Target revision is the last entry in the real_revisions list
|
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
280 |
rev = self.get_revision(revision_id) |
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
281 |
if rev.revision_id != revision_id: |
282 |
raise AssertionError() |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
283 |
if sha1 != rev.inventory_sha1: |
0.5.117
by John Arbash Meinel
Almost there. Just need to track down a few remaining bugs. |
284 |
open(',,bogus-inv', 'wb').write(s) |
1185.82.61
by Aaron Bentley
Downgrade inventory mismatch to warning (source can be inaccurate) |
285 |
warning('Inventory sha hash mismatch for revision %s. %s' |
286 |
' != %s' % (revision_id, sha1, rev.inventory_sha1)) |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
287 |
|
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
288 |
def _validate_revision(self, inventory, revision_id): |
289 |
"""Make sure all revision entries match their checksum."""
|
|
290 |
||
291 |
# This is a mapping from each revision id to it's sha hash
|
|
292 |
rev_to_sha1 = {} |
|
293 |
||
294 |
rev = self.get_revision(revision_id) |
|
295 |
rev_info = self.get_revision_info(revision_id) |
|
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
296 |
if not (rev.revision_id == rev_info.revision_id): |
297 |
raise AssertionError() |
|
298 |
if not (rev.revision_id == revision_id): |
|
299 |
raise AssertionError() |
|
1910.2.55
by Aaron Bentley
Bundle 0.9 uses Testament 3 strict |
300 |
sha1 = self._testament_sha1(rev, inventory) |
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
301 |
if sha1 != rev_info.sha1: |
302 |
raise TestamentMismatch(rev.revision_id, rev_info.sha1, sha1) |
|
1963.2.1
by Robey Pointer
remove usage of has_key() |
303 |
if rev.revision_id in rev_to_sha1: |
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
304 |
raise BzrError('Revision {%s} given twice in the list' |
305 |
% (rev.revision_id)) |
|
306 |
rev_to_sha1[rev.revision_id] = sha1 |
|
307 |
||
308 |
def _update_tree(self, bundle_tree, revision_id): |
|
309 |
"""This fills out a BundleTree based on the information
|
|
310 |
that was read in.
|
|
311 |
||
312 |
:param bundle_tree: A BundleTree to update with the new information.
|
|
313 |
"""
|
|
314 |
||
315 |
def get_rev_id(last_changed, path, kind): |
|
316 |
if last_changed is not None: |
|
2309.4.5
by John Arbash Meinel
Change bundle_data to use the sanitizing form of safe_*_id |
317 |
# last_changed will be a Unicode string because of how it was
|
318 |
# read. Convert it back to utf8.
|
|
319 |
changed_revision_id = osutils.safe_revision_id(last_changed, |
|
320 |
warn=False) |
|
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
321 |
else: |
322 |
changed_revision_id = revision_id |
|
323 |
bundle_tree.note_last_changed(path, changed_revision_id) |
|
324 |
return changed_revision_id |
|
325 |
||
326 |
def extra_info(info, new_path): |
|
327 |
last_changed = None |
|
328 |
encoding = None |
|
329 |
for info_item in info: |
|
330 |
try: |
|
331 |
name, value = info_item.split(':', 1) |
|
332 |
except ValueError: |
|
333 |
raise 'Value %r has no colon' % info_item |
|
334 |
if name == 'last-changed': |
|
335 |
last_changed = value |
|
336 |
elif name == 'executable': |
|
337 |
val = (value == 'yes') |
|
338 |
bundle_tree.note_executable(new_path, val) |
|
339 |
elif name == 'target': |
|
340 |
bundle_tree.note_target(new_path, value) |
|
341 |
elif name == 'encoding': |
|
342 |
encoding = value |
|
343 |
return last_changed, encoding |
|
344 |
||
345 |
def do_patch(path, lines, encoding): |
|
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
346 |
if encoding == 'base64': |
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
347 |
patch = base64.decodestring(''.join(lines)) |
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
348 |
elif encoding is None: |
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
349 |
patch = ''.join(lines) |
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
350 |
else: |
351 |
raise ValueError(encoding) |
|
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
352 |
bundle_tree.note_patch(path, patch) |
353 |
||
354 |
def renamed(kind, extra, lines): |
|
355 |
info = extra.split(' // ') |
|
356 |
if len(info) < 2: |
|
357 |
raise BzrError('renamed action lines need both a from and to' |
|
358 |
': %r' % extra) |
|
359 |
old_path = info[0] |
|
360 |
if info[1].startswith('=> '): |
|
361 |
new_path = info[1][3:] |
|
362 |
else: |
|
363 |
new_path = info[1] |
|
364 |
||
365 |
bundle_tree.note_rename(old_path, new_path) |
|
366 |
last_modified, encoding = extra_info(info[2:], new_path) |
|
367 |
revision = get_rev_id(last_modified, new_path, kind) |
|
368 |
if lines: |
|
369 |
do_patch(new_path, lines, encoding) |
|
370 |
||
371 |
def removed(kind, extra, lines): |
|
372 |
info = extra.split(' // ') |
|
373 |
if len(info) > 1: |
|
374 |
# TODO: in the future we might allow file ids to be
|
|
375 |
# given for removed entries
|
|
376 |
raise BzrError('removed action lines should only have the path' |
|
377 |
': %r' % extra) |
|
378 |
path = info[0] |
|
379 |
bundle_tree.note_deletion(path) |
|
380 |
||
381 |
def added(kind, extra, lines): |
|
382 |
info = extra.split(' // ') |
|
383 |
if len(info) <= 1: |
|
384 |
raise BzrError('add action lines require the path and file id' |
|
385 |
': %r' % extra) |
|
386 |
elif len(info) > 5: |
|
387 |
raise BzrError('add action lines have fewer than 5 entries.' |
|
388 |
': %r' % extra) |
|
389 |
path = info[0] |
|
390 |
if not info[1].startswith('file-id:'): |
|
391 |
raise BzrError('The file-id should follow the path for an add' |
|
392 |
': %r' % extra) |
|
2294.1.10
by John Arbash Meinel
Switch all apis over to utf8 file ids. All tests pass |
393 |
# This will be Unicode because of how the stream is read. Turn it
|
394 |
# back into a utf8 file_id
|
|
2309.4.5
by John Arbash Meinel
Change bundle_data to use the sanitizing form of safe_*_id |
395 |
file_id = osutils.safe_file_id(info[1][8:], warn=False) |
1793.2.1
by Aaron Bentley
Move revision_tree into BundleInfo |
396 |
|
397 |
bundle_tree.note_id(file_id, path, kind) |
|
398 |
# this will be overridden in extra_info if executable is specified.
|
|
399 |
bundle_tree.note_executable(path, False) |
|
400 |
last_changed, encoding = extra_info(info[2:], path) |
|
401 |
revision = get_rev_id(last_changed, path, kind) |
|
402 |
if kind == 'directory': |
|
403 |
return
|
|
404 |
do_patch(path, lines, encoding) |
|
405 |
||
406 |
def modified(kind, extra, lines): |
|
407 |
info = extra.split(' // ') |
|
408 |
if len(info) < 1: |
|
409 |
raise BzrError('modified action lines have at least' |
|
410 |
'the path in them: %r' % extra) |
|
411 |
path = info[0] |
|
412 |
||
413 |
last_modified, encoding = extra_info(info[1:], path) |
|
414 |
revision = get_rev_id(last_modified, path, kind) |
|
415 |
if lines: |
|
416 |
do_patch(path, lines, encoding) |
|
417 |
||
418 |
valid_actions = { |
|
419 |
'renamed':renamed, |
|
420 |
'removed':removed, |
|
421 |
'added':added, |
|
422 |
'modified':modified |
|
423 |
}
|
|
424 |
for action_line, lines in \ |
|
425 |
self.get_revision_info(revision_id).tree_actions: |
|
426 |
first = action_line.find(' ') |
|
427 |
if first == -1: |
|
428 |
raise BzrError('Bogus action line' |
|
429 |
' (no opening space): %r' % action_line) |
|
430 |
second = action_line.find(' ', first+1) |
|
431 |
if second == -1: |
|
432 |
raise BzrError('Bogus action line' |
|
433 |
' (missing second space): %r' % action_line) |
|
434 |
action = action_line[:first] |
|
435 |
kind = action_line[first+1:second] |
|
436 |
if kind not in ('file', 'directory', 'symlink'): |
|
437 |
raise BzrError('Bogus action line' |
|
438 |
' (invalid object kind %r): %r' % (kind, action_line)) |
|
439 |
extra = action_line[second+1:] |
|
440 |
||
441 |
if action not in valid_actions: |
|
442 |
raise BzrError('Bogus action line' |
|
443 |
' (unrecognized action): %r' % action_line) |
|
444 |
valid_actions[action](kind, extra, lines) |
|
445 |
||
2520.4.148
by Aaron Bentley
Updates from review |
446 |
def install_revisions(self, target_repo, stream_input=True): |
447 |
"""Install revisions and return the target revision
|
|
448 |
||
449 |
:param target_repo: The repository to install into
|
|
450 |
:param stream_input: Ignored by this implementation.
|
|
451 |
"""
|
|
1551.14.4
by Aaron Bentley
Change bundle reader and merge directive to both be 'mergeables' |
452 |
apply_bundle.install_bundle(target_repo, self) |
453 |
return self.target |
|
454 |
||
2520.4.109
by Aaron Bentley
start work on directive cherry-picking |
455 |
def get_merge_request(self, target_repo): |
456 |
"""Provide data for performing a merge
|
|
457 |
||
458 |
Returns suggested base, suggested target, and patch verification status
|
|
459 |
"""
|
|
460 |
return None, self.target, 'inapplicable' |
|
461 |
||
1551.14.4
by Aaron Bentley
Change bundle reader and merge directive to both be 'mergeables' |
462 |
|
1185.82.130
by Aaron Bentley
Rename changesets to revision bundles |
463 |
class BundleTree(Tree): |
1185.82.16
by Aaron Bentley
Ensured revision ID is stored in ChangesetTree inventories |
464 |
def __init__(self, base_tree, revision_id): |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
465 |
self.base_tree = base_tree |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
466 |
self._renamed = {} # Mapping from old_path => new_path |
467 |
self._renamed_r = {} # new_path => old_path |
|
468 |
self._new_id = {} # new_path => new_id |
|
469 |
self._new_id_r = {} # new_id => new_path |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
470 |
self._kinds = {} # new_id => kind |
0.5.118
by John Arbash Meinel
Got most of test_changeset to work. Still needs work for Aaron's test code. |
471 |
self._last_changed = {} # new_id => revision_id |
1185.82.66
by Aaron Bentley
Handle new executable files |
472 |
self._executable = {} # new_id => executable value |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
473 |
self.patches = {} |
1185.82.87
by Aaron Bentley
Got symlink adding working |
474 |
self._targets = {} # new path => new symlink target |
0.5.48
by aaron.bentley at utoronto
Implemented deletion for ChangesetTrees |
475 |
self.deleted = [] |
0.5.52
by aaron.bentley at utoronto
Make contents-addressing configurable |
476 |
self.contents_by_id = True |
1185.82.16
by Aaron Bentley
Ensured revision ID is stored in ChangesetTree inventories |
477 |
self.revision_id = revision_id |
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
478 |
self._inventory = None |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
479 |
|
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
480 |
def __str__(self): |
481 |
return pprint.pformat(self.__dict__) |
|
482 |
||
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
483 |
def note_rename(self, old_path, new_path): |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
484 |
"""A file/directory has been renamed from old_path => new_path"""
|
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
485 |
if new_path in self._renamed: |
486 |
raise AssertionError(new_path) |
|
487 |
if old_path in self._renamed_r: |
|
488 |
raise AssertionError(old_path) |
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
489 |
self._renamed[new_path] = old_path |
490 |
self._renamed_r[old_path] = new_path |
|
491 |
||
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
492 |
def note_id(self, new_id, new_path, kind='file'): |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
493 |
"""Files that don't exist in base need a new id."""
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
494 |
self._new_id[new_path] = new_id |
495 |
self._new_id_r[new_id] = new_path |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
496 |
self._kinds[new_id] = kind |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
497 |
|
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
498 |
def note_last_changed(self, file_id, revision_id): |
1963.2.1
by Robey Pointer
remove usage of has_key() |
499 |
if (file_id in self._last_changed |
0.5.118
by John Arbash Meinel
Got most of test_changeset to work. Still needs work for Aaron's test code. |
500 |
and self._last_changed[file_id] != revision_id): |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
501 |
raise BzrError('Mismatched last-changed revision for file_id {%s}' |
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
502 |
': %s != %s' % (file_id, |
0.5.118
by John Arbash Meinel
Got most of test_changeset to work. Still needs work for Aaron's test code. |
503 |
self._last_changed[file_id], |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
504 |
revision_id)) |
0.5.118
by John Arbash Meinel
Got most of test_changeset to work. Still needs work for Aaron's test code. |
505 |
self._last_changed[file_id] = revision_id |
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
506 |
|
0.5.44
by aaron.bentley at utoronto
Got get_file working for new files |
507 |
def note_patch(self, new_path, patch): |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
508 |
"""There is a patch for a given filename."""
|
1731.1.55
by Aaron Bentley
Fix bundle handling |
509 |
self.patches[new_path] = patch |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
510 |
|
1185.82.87
by Aaron Bentley
Got symlink adding working |
511 |
def note_target(self, new_path, target): |
512 |
"""The symlink at the new path has the given target"""
|
|
1731.1.55
by Aaron Bentley
Fix bundle handling |
513 |
self._targets[new_path] = target |
1185.82.87
by Aaron Bentley
Got symlink adding working |
514 |
|
0.5.48
by aaron.bentley at utoronto
Implemented deletion for ChangesetTrees |
515 |
def note_deletion(self, old_path): |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
516 |
"""The file at old_path has been deleted."""
|
1731.1.55
by Aaron Bentley
Fix bundle handling |
517 |
self.deleted.append(old_path) |
0.5.48
by aaron.bentley at utoronto
Implemented deletion for ChangesetTrees |
518 |
|
1185.82.66
by Aaron Bentley
Handle new executable files |
519 |
def note_executable(self, new_path, executable): |
1731.1.55
by Aaron Bentley
Fix bundle handling |
520 |
self._executable[new_path] = executable |
1185.82.66
by Aaron Bentley
Handle new executable files |
521 |
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
522 |
def old_path(self, new_path): |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
523 |
"""Get the old_path (path in the base_tree) for the file at new_path"""
|
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
524 |
if new_path[:1] in ('\\', '/'): |
525 |
raise ValueError(new_path) |
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
526 |
old_path = self._renamed.get(new_path) |
527 |
if old_path is not None: |
|
528 |
return old_path |
|
529 |
dirname,basename = os.path.split(new_path) |
|
0.5.56
by John Arbash Meinel
A couple more fixups, it seems actually capable now of writing out a changeset, and reading it back. |
530 |
# dirname is not '' doesn't work, because
|
531 |
# dirname may be a unicode entry, and is
|
|
532 |
# requires the objects to be identical
|
|
533 |
if dirname != '': |
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
534 |
old_dir = self.old_path(dirname) |
535 |
if old_dir is None: |
|
0.5.42
by aaron.bentley at utoronto
Improved rename handling |
536 |
old_path = None |
537 |
else: |
|
1711.4.19
by John Arbash Meinel
Bundles were still using os.path.join to compute paths rather than osutils.pathjoin |
538 |
old_path = pathjoin(old_dir, basename) |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
539 |
else: |
0.5.42
by aaron.bentley at utoronto
Improved rename handling |
540 |
old_path = new_path |
541 |
#If the new path wasn't in renamed, the old one shouldn't be in
|
|
542 |
#renamed_r
|
|
1963.2.1
by Robey Pointer
remove usage of has_key() |
543 |
if old_path in self._renamed_r: |
0.5.42
by aaron.bentley at utoronto
Improved rename handling |
544 |
return None |
545 |
return old_path |
|
546 |
||
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
547 |
def new_path(self, old_path): |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
548 |
"""Get the new_path (path in the target_tree) for the file at old_path
|
549 |
in the base tree.
|
|
550 |
"""
|
|
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
551 |
if old_path[:1] in ('\\', '/'): |
552 |
raise ValueError(old_path) |
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
553 |
new_path = self._renamed_r.get(old_path) |
554 |
if new_path is not None: |
|
555 |
return new_path |
|
1963.2.1
by Robey Pointer
remove usage of has_key() |
556 |
if new_path in self._renamed: |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
557 |
return None |
558 |
dirname,basename = os.path.split(old_path) |
|
0.5.81
by John Arbash Meinel
Cleaning up from pychecker. |
559 |
if dirname != '': |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
560 |
new_dir = self.new_path(dirname) |
561 |
if new_dir is None: |
|
0.5.42
by aaron.bentley at utoronto
Improved rename handling |
562 |
new_path = None |
563 |
else: |
|
1711.4.19
by John Arbash Meinel
Bundles were still using os.path.join to compute paths rather than osutils.pathjoin |
564 |
new_path = pathjoin(new_dir, basename) |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
565 |
else: |
0.5.42
by aaron.bentley at utoronto
Improved rename handling |
566 |
new_path = old_path |
567 |
#If the old path wasn't in renamed, the new one shouldn't be in
|
|
568 |
#renamed_r
|
|
1963.2.1
by Robey Pointer
remove usage of has_key() |
569 |
if new_path in self._renamed: |
0.5.42
by aaron.bentley at utoronto
Improved rename handling |
570 |
return None |
571 |
return new_path |
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
572 |
|
573 |
def path2id(self, path): |
|
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
574 |
"""Return the id of the file present at path in the target tree."""
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
575 |
file_id = self._new_id.get(path) |
576 |
if file_id is not None: |
|
577 |
return file_id |
|
0.5.43
by aaron.bentley at utoronto
Handled moves and adds properly |
578 |
old_path = self.old_path(path) |
579 |
if old_path is None: |
|
580 |
return None |
|
0.5.48
by aaron.bentley at utoronto
Implemented deletion for ChangesetTrees |
581 |
if old_path in self.deleted: |
582 |
return None |
|
1963.2.6
by Robey Pointer
pychecker is on crack; go back to using 'is None'. |
583 |
if getattr(self.base_tree, 'path2id', None) is not None: |
0.5.66
by John Arbash Meinel
Refactoring, moving test code into test (switching back to assert is None) |
584 |
return self.base_tree.path2id(old_path) |
585 |
else: |
|
586 |
return self.base_tree.inventory.path2id(old_path) |
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
587 |
|
588 |
def id2path(self, file_id): |
|
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
589 |
"""Return the new path in the target tree of the file with id file_id"""
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
590 |
path = self._new_id_r.get(file_id) |
591 |
if path is not None: |
|
592 |
return path |
|
0.5.43
by aaron.bentley at utoronto
Handled moves and adds properly |
593 |
old_path = self.base_tree.id2path(file_id) |
594 |
if old_path is None: |
|
595 |
return None |
|
0.5.48
by aaron.bentley at utoronto
Implemented deletion for ChangesetTrees |
596 |
if old_path in self.deleted: |
597 |
return None |
|
0.5.43
by aaron.bentley at utoronto
Handled moves and adds properly |
598 |
return self.new_path(old_path) |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
599 |
|
0.5.52
by aaron.bentley at utoronto
Make contents-addressing configurable |
600 |
def old_contents_id(self, file_id): |
1185.82.94
by Aaron Bentley
Remove old chatter |
601 |
"""Return the id in the base_tree for the given file_id.
|
602 |
Return None if the file did not exist in base.
|
|
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
603 |
"""
|
0.5.52
by aaron.bentley at utoronto
Make contents-addressing configurable |
604 |
if self.contents_by_id: |
605 |
if self.base_tree.has_id(file_id): |
|
606 |
return file_id |
|
607 |
else: |
|
608 |
return None |
|
609 |
new_path = self.id2path(file_id) |
|
610 |
return self.base_tree.path2id(new_path) |
|
611 |
||
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
612 |
def get_file(self, file_id): |
0.5.55
by John Arbash Meinel
Lots of updates. Using a minimized annotations for changesets. |
613 |
"""Return a file-like object containing the new contents of the
|
614 |
file given by file_id.
|
|
615 |
||
616 |
TODO: It might be nice if this actually generated an entry
|
|
617 |
in the text-store, so that the file contents would
|
|
618 |
then be cached.
|
|
619 |
"""
|
|
0.5.52
by aaron.bentley at utoronto
Make contents-addressing configurable |
620 |
base_id = self.old_contents_id(file_id) |
1910.2.64
by Aaron Bentley
Changes from review |
621 |
if (base_id is not None and |
1910.2.58
by Aaron Bentley
Stop using get_revision_id to make bundles |
622 |
base_id != self.base_tree.inventory.root.file_id): |
0.5.50
by aaron.bentley at utoronto
Evaluate patches against file paths, not file ids |
623 |
patch_original = self.base_tree.get_file(base_id) |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
624 |
else: |
625 |
patch_original = None |
|
0.5.52
by aaron.bentley at utoronto
Make contents-addressing configurable |
626 |
file_patch = self.patches.get(self.id2path(file_id)) |
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
627 |
if file_patch is None: |
1185.82.42
by Aaron Bentley
Handle new directories properly |
628 |
if (patch_original is None and |
629 |
self.get_kind(file_id) == 'directory'): |
|
630 |
return StringIO() |
|
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
631 |
if patch_original is None: |
632 |
raise AssertionError("None: %s" % file_id) |
|
0.5.44
by aaron.bentley at utoronto
Got get_file working for new files |
633 |
return patch_original |
0.5.94
by Aaron Bentley
Switched to native patch application, added tests for terminating newlines |
634 |
|
3376.2.4
by Martin Pool
Remove every assert statement from bzrlib! |
635 |
if file_patch.startswith('\\'): |
636 |
raise ValueError( |
|
637 |
'Malformed patch for %s, %r' % (file_id, file_patch)) |
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
638 |
return patched_file(file_patch, patch_original) |
639 |
||
1185.82.87
by Aaron Bentley
Got symlink adding working |
640 |
def get_symlink_target(self, file_id): |
641 |
new_path = self.id2path(file_id) |
|
642 |
try: |
|
643 |
return self._targets[new_path] |
|
644 |
except KeyError: |
|
645 |
return self.base_tree.get_symlink_target(file_id) |
|
646 |
||
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
647 |
def get_kind(self, file_id): |
648 |
if file_id in self._kinds: |
|
649 |
return self._kinds[file_id] |
|
650 |
return self.base_tree.inventory[file_id].kind |
|
651 |
||
1185.82.66
by Aaron Bentley
Handle new executable files |
652 |
def is_executable(self, file_id): |
1185.82.93
by Aaron Bentley
Code cleanup |
653 |
path = self.id2path(file_id) |
654 |
if path in self._executable: |
|
655 |
return self._executable[path] |
|
1185.82.66
by Aaron Bentley
Handle new executable files |
656 |
else: |
657 |
return self.base_tree.inventory[file_id].executable |
|
658 |
||
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
659 |
def get_last_changed(self, file_id): |
1185.82.95
by Aaron Bentley
Restore path-orientation of ChangesetTree |
660 |
path = self.id2path(file_id) |
661 |
if path in self._last_changed: |
|
662 |
return self._last_changed[path] |
|
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
663 |
return self.base_tree.inventory[file_id].revision |
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
664 |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
665 |
def get_size_and_sha1(self, file_id): |
666 |
"""Return the size and sha1 hash of the given file id.
|
|
667 |
If the file was not locally modified, this is extracted
|
|
668 |
from the base_tree. Rather than re-reading the file.
|
|
669 |
"""
|
|
670 |
new_path = self.id2path(file_id) |
|
671 |
if new_path is None: |
|
672 |
return None, None |
|
673 |
if new_path not in self.patches: |
|
674 |
# If the entry does not have a patch, then the
|
|
675 |
# contents must be the same as in the base_tree
|
|
676 |
ie = self.base_tree.inventory[file_id] |
|
0.5.69
by John Arbash Meinel
Applying patch from Robey Pointer to clean up apply_changeset. |
677 |
if ie.text_size is None: |
678 |
return ie.text_size, ie.text_sha1 |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
679 |
return int(ie.text_size), ie.text_sha1 |
0.5.94
by Aaron Bentley
Switched to native patch application, added tests for terminating newlines |
680 |
fileobj = self.get_file(file_id) |
681 |
content = fileobj.read() |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
682 |
return len(content), sha_string(content) |
683 |
||
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
684 |
def _get_inventory(self): |
1185.82.130
by Aaron Bentley
Rename changesets to revision bundles |
685 |
"""Build up the inventory entry for the BundleTree.
|
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
686 |
|
687 |
This need to be called before ever accessing self.inventory
|
|
688 |
"""
|
|
689 |
from os.path import dirname, basename |
|
690 |
base_inv = self.base_tree.inventory |
|
1731.1.62
by Aaron Bentley
Changes from review comments |
691 |
inv = Inventory(None, self.revision_id) |
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
692 |
|
693 |
def add_entry(file_id): |
|
694 |
path = self.id2path(file_id) |
|
695 |
if path is None: |
|
696 |
return
|
|
1731.1.55
by Aaron Bentley
Fix bundle handling |
697 |
if path == '': |
698 |
parent_id = None |
|
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
699 |
else: |
1731.1.55
by Aaron Bentley
Fix bundle handling |
700 |
parent_path = dirname(path) |
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
701 |
parent_id = self.path2id(parent_path) |
702 |
||
703 |
kind = self.get_kind(file_id) |
|
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
704 |
revision_id = self.get_last_changed(file_id) |
0.5.83
by John Arbash Meinel
Tests pass. Now ChangesetTree has it's own inventory. |
705 |
|
706 |
name = basename(path) |
|
0.5.116
by John Arbash Meinel
Fixed a bug based on the new InventoryEntry separation. |
707 |
if kind == 'directory': |
708 |
ie = InventoryDirectory(file_id, name, parent_id) |
|
709 |
elif kind == 'file': |
|
710 |
ie = InventoryFile(file_id, name, parent_id) |
|
1185.82.66
by Aaron Bentley
Handle new executable files |
711 |
ie.executable = self.is_executable(file_id) |
0.5.116
by John Arbash Meinel
Fixed a bug based on the new InventoryEntry separation. |
712 |
elif kind == 'symlink': |
713 |
ie = InventoryLink(file_id, name, parent_id) |
|
1185.82.87
by Aaron Bentley
Got symlink adding working |
714 |
ie.symlink_target = self.get_symlink_target(file_id) |
0.5.115
by John Arbash Meinel
Getting closer to being able to read back the changesets, still broken, though. |
715 |
ie.revision = revision_id |
716 |
||
1185.82.88
by Aaron Bentley
Get symlink modification, renames and deletion under test |
717 |
if kind in ('directory', 'symlink'): |
0.5.83
by John Arbash Meinel
Tests pass. Now ChangesetTree has it's own inventory. |
718 |
ie.text_size, ie.text_sha1 = None, None |
719 |
else: |
|
720 |
ie.text_size, ie.text_sha1 = self.get_size_and_sha1(file_id) |
|
1185.82.88
by Aaron Bentley
Get symlink modification, renames and deletion under test |
721 |
if (ie.text_size is None) and (kind == 'file'): |
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
722 |
raise BzrError('Got a text_size of None for file_id %r' % file_id) |
723 |
inv.add(ie) |
|
724 |
||
0.6.1
by Aaron Bentley
Fleshed out MockTree, fixed all test failures |
725 |
sorted_entries = self.sorted_path_id() |
726 |
for path, file_id in sorted_entries: |
|
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
727 |
add_entry(file_id) |
728 |
||
729 |
return inv |
|
730 |
||
731 |
# Have to overload the inherited inventory property
|
|
732 |
# because _get_inventory is only called in the parent.
|
|
733 |
# Reading the docs, property() objects do not use
|
|
734 |
# overloading, they use the function as it was defined
|
|
735 |
# at that instant
|
|
736 |
inventory = property(_get_inventory) |
|
0.5.64
by John Arbash Meinel
SUCCESS, we now are able to validate the inventory XML. |
737 |
|
0.5.49
by aaron.bentley at utoronto
Implemented iteration over ids |
738 |
def __iter__(self): |
0.5.82
by John Arbash Meinel
Lots of changes, changing separators, updating tests, updated ChangesetTree to include text_ids |
739 |
for path, entry in self.inventory.iter_entries(): |
0.5.69
by John Arbash Meinel
Applying patch from Robey Pointer to clean up apply_changeset. |
740 |
yield entry.file_id |
0.5.49
by aaron.bentley at utoronto
Implemented iteration over ids |
741 |
|
0.6.1
by Aaron Bentley
Fleshed out MockTree, fixed all test failures |
742 |
def sorted_path_id(self): |
743 |
paths = [] |
|
744 |
for result in self._new_id.iteritems(): |
|
745 |
paths.append(result) |
|
746 |
for id in self.base_tree: |
|
747 |
path = self.id2path(id) |
|
748 |
if path is None: |
|
749 |
continue
|
|
750 |
paths.append((path, id)) |
|
751 |
paths.sort() |
|
752 |
return paths |
|
753 |
||
1185.82.123
by Aaron Bentley
Cleanups to prepare for review |
754 |
|
0.5.41
by aaron.bentley at utoronto
Added non-working ChangesetTree |
755 |
def patched_file(file_patch, original): |
0.5.94
by Aaron Bentley
Switched to native patch application, added tests for terminating newlines |
756 |
"""Produce a file-like object with the patched version of a text"""
|
1185.82.13
by Aaron Bentley
Got old changeset tests running |
757 |
from bzrlib.patches import iter_patched |
758 |
from bzrlib.iterablefile import IterableFile |
|
0.5.94
by Aaron Bentley
Switched to native patch application, added tests for terminating newlines |
759 |
if file_patch == "": |
760 |
return IterableFile(()) |
|
1848.1.1
by John Arbash Meinel
fix bug in bundle handling of binary files with just '\r' in them. |
761 |
# string.splitlines(True) also splits on '\r', but the iter_patched code
|
762 |
# only expects to iterate over '\n' style lines
|
|
763 |
return IterableFile(iter_patched(original, |
|
764 |
StringIO(file_patch).readlines())) |