13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
from bzrlib.lazy_import import lazy_import
18
lazy_import(globals(), """
17
19
from bzrlib import (
26
revision as _mod_revision,
30
37
from bzrlib.decorators import needs_read_lock, needs_write_lock
31
38
from bzrlib.repository import (
33
41
MetaDirRepositoryFormat,
37
import bzrlib.revision as _mod_revision
38
from bzrlib.store.versioned import VersionedFileStore
39
from bzrlib.trace import mutter, note, warning
45
from bzrlib.trace import mutter, mutter_callsite
48
class _KnitParentsProvider(object):
50
def __init__(self, knit):
54
return 'KnitParentsProvider(%r)' % self._knit
56
def get_parent_map(self, keys):
57
"""See graph._StackedParentsProvider.get_parent_map"""
59
for revision_id in keys:
60
if revision_id is None:
61
raise ValueError('get_parent_map(None) is not valid')
62
if revision_id == _mod_revision.NULL_REVISION:
63
parent_map[revision_id] = ()
67
self._knit.get_parents_with_ghosts(revision_id))
68
except errors.RevisionNotPresent:
72
parents = (_mod_revision.NULL_REVISION,)
73
parent_map[revision_id] = parents
77
class _KnitsParentsProvider(object):
79
def __init__(self, knit, prefix=()):
80
"""Create a parent provider for string keys mapped to tuple keys."""
85
return 'KnitsParentsProvider(%r)' % self._knit
87
def get_parent_map(self, keys):
88
"""See graph._StackedParentsProvider.get_parent_map"""
89
parent_map = self._knit.get_parent_map(
90
[self._prefix + (key,) for key in keys])
92
for key, parents in parent_map.items():
95
parents = (_mod_revision.NULL_REVISION,)
97
parents = tuple(parent[-1] for parent in parents)
98
result[revid] = parents
99
for revision_id in keys:
100
if revision_id == _mod_revision.NULL_REVISION:
101
result[revision_id] = ()
42
105
class KnitRepository(MetaDirRepository):
43
106
"""Knit format repository."""
45
_serializer = xml5.serializer_v5
47
def _warn_if_deprecated(self):
48
# This class isn't deprecated
51
def _inventory_add_lines(self, inv_vf, revid, parents, lines):
52
inv_vf.add_lines_with_ghosts(revid, parents, lines)
108
# These attributes are inherited from the Repository base class. Setting
109
# them to None ensures that if the constructor is changed to not initialize
110
# them, or a subclass fails to call the constructor, that an error will
111
# occur rather than the system working but generating incorrect data.
112
_commit_builder_class = None
115
def __init__(self, _format, a_bzrdir, control_files, _commit_builder_class,
117
MetaDirRepository.__init__(self, _format, a_bzrdir, control_files)
118
self._commit_builder_class = _commit_builder_class
119
self._serializer = _serializer
120
self._reconcile_fixes_text_parents = True
55
123
def _all_revision_ids(self):
56
124
"""See Repository.all_revision_ids()."""
57
# Knits get the revision graph from the index of the revision knit, so
58
# it's always possible even if they're on an unlistable transport.
59
return self._revision_store.all_revision_ids(self.get_transaction())
125
return [key[0] for key in self.revisions.keys()]
127
def _activate_new_inventory(self):
128
"""Put a replacement inventory.new into use as inventories."""
129
# Copy the content across
131
t.copy('inventory.new.kndx', 'inventory.kndx')
133
t.copy('inventory.new.knit', 'inventory.knit')
134
except errors.NoSuchFile:
135
# empty inventories knit
136
t.delete('inventory.knit')
137
# delete the temp inventory
138
t.delete('inventory.new.kndx')
140
t.delete('inventory.new.knit')
141
except errors.NoSuchFile:
142
# empty inventories knit
144
# Force index reload (sanity check)
145
self.inventories._index._reset_cache()
146
self.inventories.keys()
148
def _backup_inventory(self):
150
t.copy('inventory.kndx', 'inventory.backup.kndx')
151
t.copy('inventory.knit', 'inventory.backup.knit')
153
def _move_file_id(self, from_id, to_id):
154
t = self._transport.clone('knits')
155
from_rel_url = self.texts._index._mapper.map((from_id, None))
156
to_rel_url = self.texts._index._mapper.map((to_id, None))
157
# We expect both files to always exist in this case.
158
for suffix in ('.knit', '.kndx'):
159
t.rename(from_rel_url + suffix, to_rel_url + suffix)
161
def _remove_file_id(self, file_id):
162
t = self._transport.clone('knits')
163
rel_url = self.texts._index._mapper.map((file_id, None))
164
for suffix in ('.kndx', '.knit'):
166
t.delete(rel_url + suffix)
167
except errors.NoSuchFile:
170
def _temp_inventories(self):
171
result = self._format._get_inventories(self._transport, self,
173
# Reconciling when the output has no revisions would result in no
174
# writes - but we want to ensure there is an inventory for
175
# compatibility with older clients that don't lazy-load.
176
result.get_parent_map([('A',)])
61
179
def fileid_involved_between_revs(self, from_revid, to_revid):
62
180
"""Find file_id(s) which are involved in the changes between revisions.
86
202
return self._fileid_involved_by_set(changed)
89
def get_ancestry(self, revision_id):
90
"""Return a list of revision-ids integrated by a revision.
92
This is topologically sorted.
94
if revision_id is None:
96
revision_id = osutils.safe_revision_id(revision_id)
97
vf = self._get_revision_vf()
99
return [None] + vf.get_ancestry(revision_id)
100
except errors.RevisionNotPresent:
101
raise errors.NoSuchRevision(self, revision_id)
104
205
def get_revision(self, revision_id):
105
206
"""Return the Revision object for a named revision"""
106
207
revision_id = osutils.safe_revision_id(revision_id)
107
208
return self.get_revision_reconcile(revision_id)
110
def get_revision_graph(self, revision_id=None):
111
"""Return a dictionary containing the revision graph.
113
:param revision_id: The revision_id to get a graph from. If None, then
114
the entire revision graph is returned. This is a deprecated mode of
115
operation and will be removed in the future.
116
:return: a dictionary of revision_id->revision_parents_list.
118
# special case NULL_REVISION
119
if revision_id == _mod_revision.NULL_REVISION:
121
revision_id = osutils.safe_revision_id(revision_id)
122
a_weave = self._get_revision_vf()
123
entire_graph = a_weave.get_graph()
124
if revision_id is None:
125
return a_weave.get_graph()
126
elif revision_id not in a_weave:
127
raise errors.NoSuchRevision(self, revision_id)
129
# add what can be reached from revision_id
131
pending = set([revision_id])
132
while len(pending) > 0:
134
result[node] = a_weave.get_parents(node)
135
for revision_id in result[node]:
136
if revision_id not in result:
137
pending.add(revision_id)
141
def get_revision_graph_with_ghosts(self, revision_ids=None):
142
"""Return a graph of the revisions with ghosts marked as applicable.
144
:param revision_ids: an iterable of revisions to graph or None for all.
145
:return: a Graph object with the graph reachable from revision_ids.
147
result = graph.Graph()
148
vf = self._get_revision_vf()
149
versions = set(vf.versions())
151
pending = set(self.all_revision_ids())
154
pending = set(osutils.safe_revision_id(r) for r in revision_ids)
155
# special case NULL_REVISION
156
if _mod_revision.NULL_REVISION in pending:
157
pending.remove(_mod_revision.NULL_REVISION)
158
required = set(pending)
161
revision_id = pending.pop()
162
if not revision_id in versions:
163
if revision_id in required:
164
raise errors.NoSuchRevision(self, revision_id)
166
result.add_ghost(revision_id)
167
# mark it as done so we don't try for it again.
168
done.add(revision_id)
170
parent_ids = vf.get_parents_with_ghosts(revision_id)
171
for parent_id in parent_ids:
172
# is this queued or done ?
173
if (parent_id not in pending and
174
parent_id not in done):
176
pending.add(parent_id)
177
result.add_node(revision_id, parent_ids)
178
done.add(revision_id)
181
def _get_revision_vf(self):
182
""":return: a versioned file containing the revisions."""
183
vf = self._revision_store.get_revision_file(self.get_transaction())
186
def _get_history_vf(self):
187
"""Get a versionedfile whose history graph reflects all revisions.
189
For knit repositories, this is the revision knit.
191
return self._get_revision_vf()
210
def _refresh_data(self):
211
if not self.is_locked():
213
# Create a new transaction to force all knits to see the scope change.
214
# This is safe because we're outside a write group.
215
self.control_files._finish_transaction()
216
if self.is_write_locked():
217
self.control_files._set_write_transaction()
219
self.control_files._set_read_transaction()
193
221
@needs_write_lock
194
222
def reconcile(self, other=None, thorough=False):
197
225
reconciler = KnitReconciler(self, thorough=thorough)
198
226
reconciler.reconcile()
199
227
return reconciler
201
def revision_parents(self, revision_id):
202
revision_id = osutils.safe_revision_id(revision_id)
203
return self._get_revision_vf().get_parents(revision_id)
206
class KnitRepository3(KnitRepository):
208
def __init__(self, _format, a_bzrdir, control_files, _revision_store,
209
control_store, text_store):
210
KnitRepository.__init__(self, _format, a_bzrdir, control_files,
211
_revision_store, control_store, text_store)
212
self._serializer = xml7.serializer_v7
214
def deserialise_inventory(self, revision_id, xml):
215
"""Transform the xml into an inventory object.
217
:param revision_id: The expected revision id of the inventory.
218
:param xml: A serialised inventory.
220
result = self._serializer.read_inventory_from_string(xml)
221
assert result.root.revision is not None
224
def serialise_inventory(self, inv):
225
"""Transform the inventory object into XML text.
227
:param revision_id: The expected revision id of the inventory.
228
:param xml: A serialised inventory.
230
assert inv.revision_id is not None
231
assert inv.root.revision is not None
232
return KnitRepository.serialise_inventory(self, inv)
234
def get_commit_builder(self, branch, parents, config, timestamp=None,
235
timezone=None, committer=None, revprops=None,
237
"""Obtain a CommitBuilder for this repository.
239
:param branch: Branch to commit to.
240
:param parents: Revision ids of the parents of the new revision.
241
:param config: Configuration to use.
242
:param timestamp: Optional timestamp recorded for commit.
243
:param timezone: Optional timezone for timestamp.
244
:param committer: Optional committer to set for commit.
245
:param revprops: Optional dictionary of revision properties.
246
:param revision_id: Optional revision id.
248
revision_id = osutils.safe_revision_id(revision_id)
249
return RootCommitBuilder(self, parents, config, timestamp, timezone,
250
committer, revprops, revision_id)
229
def _make_parents_provider(self):
230
return _KnitsParentsProvider(self.revisions)
232
def _find_inconsistent_revision_parents(self):
233
"""Find revisions with different parent lists in the revision object
234
and in the index graph.
236
:returns: an iterator yielding tuples of (revison-id, parents-in-index,
237
parents-in-revision).
239
if not self.is_locked():
240
raise AssertionError()
242
for index_version in vf.keys():
243
parent_map = vf.get_parent_map([index_version])
244
parents_according_to_index = tuple(parent[-1] for parent in
245
parent_map[index_version])
246
revision = self.get_revision(index_version[-1])
247
parents_according_to_revision = tuple(revision.parent_ids)
248
if parents_according_to_index != parents_according_to_revision:
249
yield (index_version[-1], parents_according_to_index,
250
parents_according_to_revision)
252
def _check_for_inconsistent_revision_parents(self):
253
inconsistencies = list(self._find_inconsistent_revision_parents())
255
raise errors.BzrCheckError(
256
"Revision knit has inconsistent parents.")
258
def revision_graph_can_have_wrong_parents(self):
259
# The revision.kndx could potentially claim a revision has a different
260
# parent to the revision text.
253
264
class RepositoryFormatKnit(MetaDirRepositoryFormat):
254
"""Bzr repository knit format (generalized).
265
"""Bzr repository knit format (generalized).
256
267
This repository format has:
257
268
- knits for file texts and inventory
267
def _get_control_store(self, repo_transport, control_files):
268
"""Return the control store for this repository."""
269
return VersionedFileStore(
272
file_mode=control_files._file_mode,
273
versionedfile_class=knit.KnitVersionedFile,
274
versionedfile_kwargs={'factory':knit.KnitPlainFactory()},
277
def _get_revision_store(self, repo_transport, control_files):
278
"""See RepositoryFormat._get_revision_store()."""
279
from bzrlib.store.revision.knit import KnitRevisionStore
280
versioned_file_store = VersionedFileStore(
282
file_mode=control_files._file_mode,
285
versionedfile_class=knit.KnitVersionedFile,
286
versionedfile_kwargs={'delta':False,
287
'factory':knit.KnitPlainFactory(),
291
return KnitRevisionStore(versioned_file_store)
293
def _get_text_store(self, transport, control_files):
294
"""See RepositoryFormat._get_text_store()."""
295
return self._get_versioned_file_store('knits',
298
versionedfile_class=knit.KnitVersionedFile,
299
versionedfile_kwargs={
300
'create_parent_dir':True,
302
'dir_mode':control_files._dir_mode,
278
# Set this attribute in derived classes to control the repository class
279
# created by open and initialize.
280
repository_class = None
281
# Set this attribute in derived classes to control the
282
# _commit_builder_class that the repository objects will have passed to
284
_commit_builder_class = None
285
# Set this attribute in derived clases to control the _serializer that the
286
# repository objects will have passed to their constructor.
288
def _serializer(self):
289
return xml5.serializer_v5
290
# Knit based repositories handle ghosts reasonably well.
291
supports_ghosts = True
292
# External lookups are not supported in this format.
293
supports_external_lookups = False
295
supports_chks = False
296
_fetch_order = 'topological'
297
_fetch_uses_deltas = True
300
def _get_inventories(self, repo_transport, repo, name='inventory'):
301
mapper = versionedfile.ConstantMapper(name)
302
index = _mod_knit._KndxIndex(repo_transport, mapper,
303
repo.get_transaction, repo.is_write_locked, repo.is_locked)
304
access = _mod_knit._KnitKeyAccess(repo_transport, mapper)
305
return _mod_knit.KnitVersionedFiles(index, access, annotated=False)
307
def _get_revisions(self, repo_transport, repo):
308
mapper = versionedfile.ConstantMapper('revisions')
309
index = _mod_knit._KndxIndex(repo_transport, mapper,
310
repo.get_transaction, repo.is_write_locked, repo.is_locked)
311
access = _mod_knit._KnitKeyAccess(repo_transport, mapper)
312
return _mod_knit.KnitVersionedFiles(index, access, max_delta_chain=0,
315
def _get_signatures(self, repo_transport, repo):
316
mapper = versionedfile.ConstantMapper('signatures')
317
index = _mod_knit._KndxIndex(repo_transport, mapper,
318
repo.get_transaction, repo.is_write_locked, repo.is_locked)
319
access = _mod_knit._KnitKeyAccess(repo_transport, mapper)
320
return _mod_knit.KnitVersionedFiles(index, access, max_delta_chain=0,
323
def _get_texts(self, repo_transport, repo):
324
mapper = versionedfile.HashEscapedPrefixMapper()
325
base_transport = repo_transport.clone('knits')
326
index = _mod_knit._KndxIndex(base_transport, mapper,
327
repo.get_transaction, repo.is_write_locked, repo.is_locked)
328
access = _mod_knit._KnitKeyAccess(base_transport, mapper)
329
return _mod_knit.KnitVersionedFiles(index, access, max_delta_chain=200,
306
332
def initialize(self, a_bzrdir, shared=False):
307
333
"""Create a knit format 1 repository.
314
340
mutter('creating repository in %s.', a_bzrdir.transport.base)
315
dirs = ['revision-store', 'knits']
317
343
utf8_files = [('format', self.get_format_string())]
319
345
self._upload_blank_content(a_bzrdir, dirs, files, utf8_files, shared)
320
346
repo_transport = a_bzrdir.get_repository_transport(None)
321
347
control_files = lockable_files.LockableFiles(repo_transport,
322
348
'lock', lockdir.LockDir)
323
control_store = self._get_control_store(repo_transport, control_files)
324
349
transaction = transactions.WriteTransaction()
325
# trigger a write of the inventory store.
326
control_store.get_weave_or_empty('inventory', transaction)
327
_revision_store = self._get_revision_store(repo_transport, control_files)
350
result = self.open(a_bzrdir=a_bzrdir, _found=True)
328
352
# the revision id here is irrelevant: it will not be stored, and cannot
330
_revision_store.has_revision_id('A', transaction)
331
_revision_store.get_signature_file(transaction)
332
return self.open(a_bzrdir=a_bzrdir, _found=True)
353
# already exist, we do this to create files on disk for older clients.
354
result.inventories.get_parent_map([('A',)])
355
result.revisions.get_parent_map([('A',)])
356
result.signatures.get_parent_map([('A',)])
334
360
def open(self, a_bzrdir, _found=False, _override_transport=None):
335
361
"""See RepositoryFormat.open().
337
363
:param _override_transport: INTERNAL USE ONLY. Allows opening the
338
364
repository at a slightly different url
339
365
than normal. I.e. during 'upgrade'.
342
368
format = RepositoryFormat.find_format(a_bzrdir)
343
assert format.__class__ == self.__class__
344
369
if _override_transport is not None:
345
370
repo_transport = _override_transport
347
372
repo_transport = a_bzrdir.get_repository_transport(None)
348
373
control_files = lockable_files.LockableFiles(repo_transport,
349
374
'lock', lockdir.LockDir)
350
text_store = self._get_text_store(repo_transport, control_files)
351
control_store = self._get_control_store(repo_transport, control_files)
352
_revision_store = self._get_revision_store(repo_transport, control_files)
353
return KnitRepository(_format=self,
375
repo = self.repository_class(_format=self,
354
376
a_bzrdir=a_bzrdir,
355
377
control_files=control_files,
356
_revision_store=_revision_store,
357
control_store=control_store,
358
text_store=text_store)
378
_commit_builder_class=self._commit_builder_class,
379
_serializer=self._serializer)
380
repo.revisions = self._get_revisions(repo_transport, repo)
381
repo.signatures = self._get_signatures(repo_transport, repo)
382
repo.inventories = self._get_inventories(repo_transport, repo)
383
repo.texts = self._get_texts(repo_transport, repo)
384
repo.chk_bytes = None
385
repo._transport = repo_transport
361
389
class RepositoryFormatKnit1(RepositoryFormatKnit):
433
471
"""See RepositoryFormat.get_format_description()."""
434
472
return "Knit repository format 3"
436
def open(self, a_bzrdir, _found=False, _override_transport=None):
437
"""See RepositoryFormat.open().
439
:param _override_transport: INTERNAL USE ONLY. Allows opening the
440
repository at a slightly different url
441
than normal. I.e. during 'upgrade'.
444
format = RepositoryFormat.find_format(a_bzrdir)
445
assert format.__class__ == self.__class__
446
if _override_transport is not None:
447
repo_transport = _override_transport
449
repo_transport = a_bzrdir.get_repository_transport(None)
450
control_files = lockable_files.LockableFiles(repo_transport, 'lock',
452
text_store = self._get_text_store(repo_transport, control_files)
453
control_store = self._get_control_store(repo_transport, control_files)
454
_revision_store = self._get_revision_store(repo_transport, control_files)
455
return self.repository_class(_format=self,
457
control_files=control_files,
458
_revision_store=_revision_store,
459
control_store=control_store,
460
text_store=text_store)
475
class RepositoryFormatKnit4(RepositoryFormatKnit):
476
"""Bzr repository knit format 4.
478
This repository format has everything in format 3, except for
480
- knits for file texts and inventory
481
- hash subdirectory based stores.
482
- knits for revisions and signatures
483
- TextStores for revisions and signatures.
484
- a format marker of its own
485
- an optional 'shared-storage' flag
486
- an optional 'no-working-trees' flag
488
- support for recording full info about the tree root
491
repository_class = KnitRepository
492
_commit_builder_class = RootCommitBuilder
493
rich_root_data = True
494
supports_tree_reference = False
496
def _serializer(self):
497
return xml6.serializer_v6
499
def _get_matching_bzrdir(self):
500
return bzrdir.format_registry.make_bzrdir('rich-root')
502
def _ignore_setting_bzrdir(self, format):
505
_matchingbzrdir = property(_get_matching_bzrdir, _ignore_setting_bzrdir)
507
def check_conversion_target(self, target_format):
508
if not target_format.rich_root_data:
509
raise errors.BadConversionTarget(
510
'Does not support rich root data.', target_format)
512
def get_format_string(self):
513
"""See RepositoryFormat.get_format_string()."""
514
return 'Bazaar Knit Repository Format 4 (bzr 1.0)\n'
516
def get_format_description(self):
517
"""See RepositoryFormat.get_format_description()."""
518
return "Knit repository format 4"
added
removed
bzrlib/repofmt/knitrepo.py
