83
133
"""Construct the current default format repository in a_bzrdir."""
84
134
return RepositoryFormat.get_default_format().initialize(a_bzrdir)
86
def __init__(self, transport, branch_format, _format=None, a_bzrdir=None):
88
if transport is not None:
89
warn("Repository.__init__(..., transport=XXX): The transport parameter is "
90
"deprecated and was never in a supported release. Please use "
91
"bzrdir.open_repository() or bzrdir.open_branch().repository.",
94
self.control_files = LockableFiles(transport.clone(bzrlib.BZRDIR), 'README')
96
# TODO: clone into repository if needed
97
self.control_files = LockableFiles(a_bzrdir.get_repository_transport(None), 'README')
99
dir_mode = self.control_files._dir_mode
100
file_mode = self.control_files._file_mode
136
def __init__(self, _format, a_bzrdir, control_files, _revision_store, control_store, text_store):
137
"""instantiate a Repository.
139
:param _format: The format of the repository on disk.
140
:param a_bzrdir: The BzrDir of the repository.
142
In the future we will have a single api for all stores for
143
getting file texts, inventories and revisions, then
144
this construct will accept instances of those things.
146
super(Repository, self).__init__()
101
147
self._format = _format
148
# the following are part of the public API for Repository:
102
149
self.bzrdir = a_bzrdir
104
def get_weave(name, prefixed=False):
106
name = safe_unicode(name)
109
relpath = self.control_files._escape(name)
110
weave_transport = self.control_files._transport.clone(relpath)
111
ws = WeaveStore(weave_transport, prefixed=prefixed,
114
if self.control_files._transport.should_cache():
115
ws.enable_cache = True
119
def get_store(name, compressed=True, prefixed=False):
120
# FIXME: This approach of assuming stores are all entirely compressed
121
# or entirely uncompressed is tidy, but breaks upgrade from
122
# some existing branches where there's a mixture; we probably
123
# still want the option to look for both.
125
name = safe_unicode(name)
128
relpath = self.control_files._escape(name)
129
store = TextStore(self.control_files._transport.clone(relpath),
130
prefixed=prefixed, compressed=compressed,
133
#if self._transport.should_cache():
134
# cache_path = os.path.join(self.cache_root, name)
135
# os.mkdir(cache_path)
136
# store = bzrlib.store.CachedStore(store, cache_path)
139
if branch_format is not None:
140
# circular dependencies:
141
from bzrlib.branch import (BzrBranchFormat4,
145
if isinstance(branch_format, BzrBranchFormat4):
146
self._format = RepositoryFormat4()
147
elif isinstance(branch_format, BzrBranchFormat5):
148
self._format = RepositoryFormat5()
149
elif isinstance(branch_format, BzrBranchFormat6):
150
self._format = RepositoryFormat6()
153
if isinstance(self._format, RepositoryFormat4):
154
self.inventory_store = get_store('inventory-store')
155
self.text_store = get_store('text-store')
156
self.revision_store = get_store('revision-store')
157
elif isinstance(self._format, RepositoryFormat5):
158
self.control_weaves = get_weave('')
159
self.weave_store = get_weave('weaves')
160
self.revision_store = get_store('revision-store', compressed=False)
161
elif isinstance(self._format, RepositoryFormat6):
162
self.control_weaves = get_weave('')
163
self.weave_store = get_weave('weaves', prefixed=True)
164
self.revision_store = get_store('revision-store', compressed=False,
166
elif isinstance(self._format, RepositoryFormat7):
167
self.control_weaves = get_weave('')
168
self.weave_store = get_weave('weaves', prefixed=True)
169
self.revision_store = get_store('revision-store', compressed=False,
171
self.revision_store.register_suffix('sig')
150
self.control_files = control_files
151
self._revision_store = _revision_store
152
self.text_store = text_store
153
# backwards compatability
154
self.weave_store = text_store
155
# not right yet - should be more semantically clear ?
157
self.control_store = control_store
158
self.control_weaves = control_store
159
# TODO: make sure to construct the right store classes, etc, depending
160
# on whether escaping is required.
173
162
def lock_write(self):
174
163
self.control_files.lock_write()
316
219
result = a_bzrdir.create_repository()
317
220
# FIXME RBC 20060209 split out the repository type to avoid this check ?
318
221
elif isinstance(a_bzrdir._format,
319
(bzrdir.BzrDirFormat4,
320
bzrdir.BzrDirFormat5,
321
bzrdir.BzrDirFormat6)):
222
(bzrlib.bzrdir.BzrDirFormat4,
223
bzrlib.bzrdir.BzrDirFormat5,
224
bzrlib.bzrdir.BzrDirFormat6)):
322
225
result = a_bzrdir.open_repository()
324
result = self._format.initialize(a_bzrdir)
227
result = self._format.initialize(a_bzrdir, shared=self.is_shared())
325
228
self.copy_content_into(result, revision_id, basis)
328
232
def has_revision(self, revision_id):
329
"""True if this branch has a copy of the revision.
331
This does not necessarily imply the revision is merge
332
or on the mainline."""
333
return (revision_id is None
334
or self.revision_store.has_id(revision_id))
233
"""True if this repository has a copy of the revision."""
234
return self._revision_store.has_revision_id(revision_id,
235
self.get_transaction())
337
def get_revision_xml_file(self, revision_id):
338
"""Return XML file object for revision object."""
238
def get_revision_reconcile(self, revision_id):
239
"""'reconcile' helper routine that allows access to a revision always.
241
This variant of get_revision does not cross check the weave graph
242
against the revision one as get_revision does: but it should only
243
be used by reconcile, or reconcile-alike commands that are correcting
244
or testing the revision graph.
339
246
if not revision_id or not isinstance(revision_id, basestring):
340
247
raise InvalidRevisionId(revision_id=revision_id, branch=self)
342
return self.revision_store.get(revision_id)
343
except (IndexError, KeyError):
344
raise bzrlib.errors.NoSuchRevision(self, revision_id)
248
return self._revision_store.get_revision(revision_id,
249
self.get_transaction())
347
252
def get_revision_xml(self, revision_id):
348
return self.get_revision_xml_file(revision_id).read()
253
rev = self.get_revision(revision_id)
255
# the current serializer..
256
self._revision_store._serializer.write_revision(rev, rev_tmp)
258
return rev_tmp.getvalue()
351
261
def get_revision(self, revision_id):
352
262
"""Return the Revision object for a named revision"""
353
xml_file = self.get_revision_xml_file(revision_id)
356
r = bzrlib.xml5.serializer_v5.read_revision(xml_file)
357
except SyntaxError, e:
358
raise bzrlib.errors.BzrError('failed to unpack revision_xml',
362
assert r.revision_id == revision_id
263
r = self.get_revision_reconcile(revision_id)
264
# weave corruption can lead to absent revision markers that should be
266
# the following test is reasonably cheap (it needs a single weave read)
267
# and the weave is cached in read transactions. In write transactions
268
# it is not cached but typically we only read a small number of
269
# revisions. For knits when they are introduced we will probably want
270
# to ensure that caching write transactions are in use.
271
inv = self.get_inventory_weave()
272
self._check_revision_parents(r, inv)
366
def get_revision_sha1(self, revision_id):
367
"""Hash the stored value of a revision, and return it."""
368
# In the future, revision entries will be signed. At that
369
# point, it is probably best *not* to include the signature
370
# in the revision hash. Because that lets you re-sign
371
# the revision, (add signatures/remove signatures) and still
372
# have all hash pointers stay consistent.
373
# But for now, just hash the contents.
374
return bzrlib.osutils.sha_file(self.get_revision_xml_file(revision_id))
275
def _check_revision_parents(self, revision, inventory):
276
"""Private to Repository and Fetch.
278
This checks the parentage of revision in an inventory weave for
279
consistency and is only applicable to inventory-weave-for-ancestry
280
using repository formats & fetchers.
282
weave_parents = inventory.get_parents(revision.revision_id)
283
weave_names = inventory.versions()
284
for parent_id in revision.parent_ids:
285
if parent_id in weave_names:
286
# this parent must not be a ghost.
287
if not parent_id in weave_parents:
289
raise errors.CorruptRepository(self)
376
291
@needs_write_lock
377
292
def store_revision_signature(self, gpg_strategy, plaintext, revision_id):
378
self.revision_store.add(StringIO(gpg_strategy.sign(plaintext)),
293
signature = gpg_strategy.sign(plaintext)
294
self._revision_store.add_revision_signature_text(revision_id,
296
self.get_transaction())
381
298
def fileid_involved_between_revs(self, from_revid, to_revid):
382
299
"""Find file_id(s) which are involved in the changes between revisions.
568
552
def get_transaction(self):
569
553
return self.control_files.get_transaction()
555
def revision_parents(self, revid):
556
return self.get_inventory_weave().parent_names(revid)
559
def set_make_working_trees(self, new_value):
560
"""Set the policy flag for making working trees when creating branches.
562
This only applies to branches that use this repository.
564
The default is 'True'.
565
:param new_value: True to restore the default, False to disable making
568
raise NotImplementedError(self.set_make_working_trees)
570
def make_working_trees(self):
571
"""Returns the policy for making working trees on new branches."""
572
raise NotImplementedError(self.make_working_trees)
571
574
@needs_write_lock
572
575
def sign_revision(self, revision_id, gpg_strategy):
573
576
plaintext = Testament.from_revision(self, revision_id).as_short_text()
574
577
self.store_revision_signature(gpg_strategy, plaintext, revision_id)
580
def has_signature_for_revision_id(self, revision_id):
581
"""Query for a revision signature for revision_id in the repository."""
582
return self._revision_store.has_signature(revision_id,
583
self.get_transaction())
586
def get_signature_text(self, revision_id):
587
"""Return the text for a signature."""
588
return self._revision_store.get_signature_text(revision_id,
589
self.get_transaction())
592
class AllInOneRepository(Repository):
593
"""Legacy support - the repository behaviour for all-in-one branches."""
595
def __init__(self, _format, a_bzrdir, _revision_store, control_store, text_store):
596
# we reuse one control files instance.
597
dir_mode = a_bzrdir._control_files._dir_mode
598
file_mode = a_bzrdir._control_files._file_mode
600
def get_store(name, compressed=True, prefixed=False):
601
# FIXME: This approach of assuming stores are all entirely compressed
602
# or entirely uncompressed is tidy, but breaks upgrade from
603
# some existing branches where there's a mixture; we probably
604
# still want the option to look for both.
605
relpath = a_bzrdir._control_files._escape(name)
606
store = TextStore(a_bzrdir._control_files._transport.clone(relpath),
607
prefixed=prefixed, compressed=compressed,
610
#if self._transport.should_cache():
611
# cache_path = os.path.join(self.cache_root, name)
612
# os.mkdir(cache_path)
613
# store = bzrlib.store.CachedStore(store, cache_path)
616
# not broken out yet because the controlweaves|inventory_store
617
# and text_store | weave_store bits are still different.
618
if isinstance(_format, RepositoryFormat4):
619
# cannot remove these - there is still no consistent api
620
# which allows access to this old info.
621
self.inventory_store = get_store('inventory-store')
622
text_store = get_store('text-store')
623
super(AllInOneRepository, self).__init__(_format, a_bzrdir, a_bzrdir._control_files, _revision_store, control_store, text_store)
627
"""AllInOne repositories cannot be shared."""
631
def set_make_working_trees(self, new_value):
632
"""Set the policy flag for making working trees when creating branches.
634
This only applies to branches that use this repository.
636
The default is 'True'.
637
:param new_value: True to restore the default, False to disable making
640
raise NotImplementedError(self.set_make_working_trees)
642
def make_working_trees(self):
643
"""Returns the policy for making working trees on new branches."""
647
class MetaDirRepository(Repository):
648
"""Repositories in the new meta-dir layout."""
650
def __init__(self, _format, a_bzrdir, control_files, _revision_store, control_store, text_store):
651
super(MetaDirRepository, self).__init__(_format,
658
dir_mode = self.control_files._dir_mode
659
file_mode = self.control_files._file_mode
663
"""Return True if this repository is flagged as a shared repository."""
664
return self.control_files._transport.has('shared-storage')
667
def set_make_working_trees(self, new_value):
668
"""Set the policy flag for making working trees when creating branches.
670
This only applies to branches that use this repository.
672
The default is 'True'.
673
:param new_value: True to restore the default, False to disable making
678
self.control_files._transport.delete('no-working-trees')
679
except errors.NoSuchFile:
682
self.control_files.put_utf8('no-working-trees', '')
684
def make_working_trees(self):
685
"""Returns the policy for making working trees on new branches."""
686
return not self.control_files._transport.has('no-working-trees')
689
class KnitRepository(MetaDirRepository):
690
"""Knit format repository."""
693
def all_revision_ids(self):
694
"""See Repository.all_revision_ids()."""
695
return self._revision_store.all_revision_ids(self.get_transaction())
697
def fileid_involved_between_revs(self, from_revid, to_revid):
698
"""Find file_id(s) which are involved in the changes between revisions.
700
This determines the set of revisions which are involved, and then
701
finds all file ids affected by those revisions.
703
vf = self._get_revision_vf()
704
from_set = set(vf.get_ancestry(from_revid))
705
to_set = set(vf.get_ancestry(to_revid))
706
changed = to_set.difference(from_set)
707
return self._fileid_involved_by_set(changed)
709
def fileid_involved(self, last_revid=None):
710
"""Find all file_ids modified in the ancestry of last_revid.
712
:param last_revid: If None, last_revision() will be used.
715
changed = set(self.all_revision_ids())
717
changed = set(self.get_ancestry(last_revid))
720
return self._fileid_involved_by_set(changed)
723
def get_ancestry(self, revision_id):
724
"""Return a list of revision-ids integrated by a revision.
726
This is topologically sorted.
728
if revision_id is None:
730
vf = self._get_revision_vf()
732
return [None] + vf.get_ancestry(revision_id)
733
except errors.RevisionNotPresent:
734
raise errors.NoSuchRevision(self, revision_id)
737
def get_revision(self, revision_id):
738
"""Return the Revision object for a named revision"""
739
return self.get_revision_reconcile(revision_id)
742
def get_revision_graph(self, revision_id=None):
743
"""Return a dictionary containing the revision graph.
745
:return: a dictionary of revision_id->revision_parents_list.
747
weave = self._get_revision_vf()
748
entire_graph = weave.get_graph()
749
if revision_id is None:
750
return weave.get_graph()
751
elif revision_id not in weave:
752
raise errors.NoSuchRevision(self, revision_id)
754
# add what can be reached from revision_id
756
pending = set([revision_id])
757
while len(pending) > 0:
759
result[node] = weave.get_parents(node)
760
for revision_id in result[node]:
761
if revision_id not in result:
762
pending.add(revision_id)
766
def get_revision_graph_with_ghosts(self, revision_ids=None):
767
"""Return a graph of the revisions with ghosts marked as applicable.
769
:param revision_ids: an iterable of revisions to graph or None for all.
770
:return: a Graph object with the graph reachable from revision_ids.
773
vf = self._get_revision_vf()
774
versions = set(vf.versions())
776
pending = set(self.all_revision_ids())
779
pending = set(revision_ids)
780
required = set(revision_ids)
783
revision_id = pending.pop()
784
if not revision_id in versions:
785
if revision_id in required:
786
raise errors.NoSuchRevision(self, revision_id)
788
result.add_ghost(revision_id)
789
# mark it as done so we dont try for it again.
790
done.add(revision_id)
792
parent_ids = vf.get_parents_with_ghosts(revision_id)
793
for parent_id in parent_ids:
794
# is this queued or done ?
795
if (parent_id not in pending and
796
parent_id not in done):
798
pending.add(parent_id)
799
result.add_node(revision_id, parent_ids)
800
done.add(revision_id)
803
def _get_revision_vf(self):
804
""":return: a versioned file containing the revisions."""
805
vf = self._revision_store.get_revision_file(self.get_transaction())
810
"""Reconcile this repository."""
811
from bzrlib.reconcile import KnitReconciler
812
reconciler = KnitReconciler(self)
813
reconciler.reconcile()
816
def revision_parents(self, revid):
817
return self._get_revision_vf().get_parents(rev_id)
577
819
class RepositoryFormat(object):
578
820
"""A repository format.
755
1129
def __init__(self):
756
1130
super(RepositoryFormat6, self).__init__()
757
self._matchingbzrdir = bzrdir.BzrDirFormat6()
760
class RepositoryFormat7(RepositoryFormat):
763
This repository format has:
764
- weaves for file texts and inventory
765
- hash subdirectory based stores.
766
- TextStores for revisions and signatures.
767
- a format marker of its own
770
def get_format_string(self):
771
"""See RepositoryFormat.get_format_string()."""
772
return "Bazaar-NG Repository format 7"
774
def initialize(self, a_bzrdir):
775
"""Create a weave repository.
777
from bzrlib.weavefile import write_weave_v5
778
from bzrlib.weave import Weave
780
# Create an empty weave
782
bzrlib.weavefile.write_weave_v5(Weave(), sio)
783
empty_weave = sio.getvalue()
785
mutter('creating repository in %s.', a_bzrdir.transport.base)
786
dirs = ['revision-store', 'weaves']
787
files = [('inventory.weave', StringIO(empty_weave)),
789
utf8_files = [('format', self.get_format_string())]
1131
self._matchingbzrdir = bzrlib.bzrdir.BzrDirFormat6()
1133
def get_format_description(self):
1134
"""See RepositoryFormat.get_format_description()."""
1135
return "Weave repository format 6"
1137
def _get_revision_store(self, repo_transport, control_files):
1138
"""See RepositoryFormat._get_revision_store()."""
1139
return self._get_text_rev_store(repo_transport,
1145
def _get_text_store(self, transport, control_files):
1146
"""See RepositoryFormat._get_text_store()."""
1147
return self._get_versioned_file_store('weaves', transport, control_files)
1150
class MetaDirRepositoryFormat(RepositoryFormat):
1151
"""Common base class for the new repositories using the metadir layour."""
1154
super(MetaDirRepositoryFormat, self).__init__()
1155
self._matchingbzrdir = bzrlib.bzrdir.BzrDirMetaFormat1()
1157
def _create_control_files(self, a_bzrdir):
1158
"""Create the required files and the initial control_files object."""
791
1159
# FIXME: RBC 20060125 dont peek under the covers
792
1160
# NB: no need to escape relative paths that are url safe.
794
1161
repository_transport = a_bzrdir.get_repository_transport(self)
795
repository_transport.put(lock_file, StringIO()) # TODO get the file mode from the bzrdir lock files., mode=file_mode)
796
control_files = LockableFiles(repository_transport, 'lock')
1162
control_files = LockableFiles(repository_transport, 'lock', LockDir)
1163
control_files.create_lock()
1164
return control_files
1166
def _upload_blank_content(self, a_bzrdir, dirs, files, utf8_files, shared):
1167
"""Upload the initial blank content."""
1168
control_files = self._create_control_files(a_bzrdir)
797
1169
control_files.lock_write()
798
control_files._transport.mkdir_multi(dirs,
799
mode=control_files._dir_mode)
1171
control_files._transport.mkdir_multi(dirs,
1172
mode=control_files._dir_mode)
801
1173
for file, content in files:
802
1174
control_files.put(file, content)
803
1175
for file, content in utf8_files:
804
1176
control_files.put_utf8(file, content)
1178
control_files.put_utf8('shared-storage', '')
806
1180
control_files.unlock()
807
return Repository(None, branch_format=None, _format=self, a_bzrdir=a_bzrdir)
810
super(RepositoryFormat7, self).__init__()
811
self._matchingbzrdir = bzrdir.BzrDirMetaFormat1()
1183
class RepositoryFormat7(MetaDirRepositoryFormat):
1184
"""Bzr repository 7.
1186
This repository format has:
1187
- weaves for file texts and inventory
1188
- hash subdirectory based stores.
1189
- TextStores for revisions and signatures.
1190
- a format marker of its own
1191
- an optional 'shared-storage' flag
1192
- an optional 'no-working-trees' flag
1195
def _get_control_store(self, repo_transport, control_files):
1196
"""Return the control store for this repository."""
1197
return self._get_versioned_file_store('',
1202
def get_format_string(self):
1203
"""See RepositoryFormat.get_format_string()."""
1204
return "Bazaar-NG Repository format 7"
1206
def get_format_description(self):
1207
"""See RepositoryFormat.get_format_description()."""
1208
return "Weave repository format 7"
1210
def _get_revision_store(self, repo_transport, control_files):
1211
"""See RepositoryFormat._get_revision_store()."""
1212
return self._get_text_rev_store(repo_transport,
1219
def _get_text_store(self, transport, control_files):
1220
"""See RepositoryFormat._get_text_store()."""
1221
return self._get_versioned_file_store('weaves',
1225
def initialize(self, a_bzrdir, shared=False):
1226
"""Create a weave repository.
1228
:param shared: If true the repository will be initialized as a shared
1231
from bzrlib.weavefile import write_weave_v5
1232
from bzrlib.weave import Weave
1234
# Create an empty weave
1236
bzrlib.weavefile.write_weave_v5(Weave(), sio)
1237
empty_weave = sio.getvalue()
1239
mutter('creating repository in %s.', a_bzrdir.transport.base)
1240
dirs = ['revision-store', 'weaves']
1241
files = [('inventory.weave', StringIO(empty_weave)),
1243
utf8_files = [('format', self.get_format_string())]
1245
self._upload_blank_content(a_bzrdir, dirs, files, utf8_files, shared)
1246
return self.open(a_bzrdir=a_bzrdir, _found=True)
1248
def open(self, a_bzrdir, _found=False, _override_transport=None):
1249
"""See RepositoryFormat.open().
1251
:param _override_transport: INTERNAL USE ONLY. Allows opening the
1252
repository at a slightly different url
1253
than normal. I.e. during 'upgrade'.
1256
format = RepositoryFormat.find_format(a_bzrdir)
1257
assert format.__class__ == self.__class__
1258
if _override_transport is not None:
1259
repo_transport = _override_transport
1261
repo_transport = a_bzrdir.get_repository_transport(None)
1262
control_files = LockableFiles(repo_transport, 'lock', LockDir)
1263
text_store = self._get_text_store(repo_transport, control_files)
1264
control_store = self._get_control_store(repo_transport, control_files)
1265
_revision_store = self._get_revision_store(repo_transport, control_files)
1266
return MetaDirRepository(_format=self,
1268
control_files=control_files,
1269
_revision_store=_revision_store,
1270
control_store=control_store,
1271
text_store=text_store)
1274
class RepositoryFormatKnit1(MetaDirRepositoryFormat):
1275
"""Bzr repository knit format 1.
1277
This repository format has:
1278
- knits for file texts and inventory
1279
- hash subdirectory based stores.
1280
- knits for revisions and signatures
1281
- TextStores for revisions and signatures.
1282
- a format marker of its own
1283
- an optional 'shared-storage' flag
1284
- an optional 'no-working-trees' flag
1287
This format was introduced in bzr 0.8.
1290
def _get_control_store(self, repo_transport, control_files):
1291
"""Return the control store for this repository."""
1292
return VersionedFileStore(
1295
file_mode=control_files._file_mode,
1296
versionedfile_class=KnitVersionedFile,
1297
versionedfile_kwargs={'factory':KnitPlainFactory()},
1300
def get_format_string(self):
1301
"""See RepositoryFormat.get_format_string()."""
1302
return "Bazaar-NG Knit Repository Format 1"
1304
def get_format_description(self):
1305
"""See RepositoryFormat.get_format_description()."""
1306
return "Knit repository format 1"
1308
def _get_revision_store(self, repo_transport, control_files):
1309
"""See RepositoryFormat._get_revision_store()."""
1310
from bzrlib.store.revision.knit import KnitRevisionStore
1311
versioned_file_store = VersionedFileStore(
1313
file_mode=control_files._file_mode,
1316
versionedfile_class=KnitVersionedFile,
1317
versionedfile_kwargs={'delta':False, 'factory':KnitPlainFactory()},
1320
return KnitRevisionStore(versioned_file_store)
1322
def _get_text_store(self, transport, control_files):
1323
"""See RepositoryFormat._get_text_store()."""
1324
return self._get_versioned_file_store('knits',
1327
versionedfile_class=KnitVersionedFile,
1330
def initialize(self, a_bzrdir, shared=False):
1331
"""Create a knit format 1 repository.
1333
:param a_bzrdir: bzrdir to contain the new repository; must already
1335
:param shared: If true the repository will be initialized as a shared
1338
mutter('creating repository in %s.', a_bzrdir.transport.base)
1339
dirs = ['revision-store', 'knits']
1341
utf8_files = [('format', self.get_format_string())]
1343
self._upload_blank_content(a_bzrdir, dirs, files, utf8_files, shared)
1344
repo_transport = a_bzrdir.get_repository_transport(None)
1345
control_files = LockableFiles(repo_transport, 'lock', LockDir)
1346
control_store = self._get_control_store(repo_transport, control_files)
1347
transaction = bzrlib.transactions.WriteTransaction()
1348
# trigger a write of the inventory store.
1349
control_store.get_weave_or_empty('inventory', transaction)
1350
_revision_store = self._get_revision_store(repo_transport, control_files)
1351
_revision_store.has_revision_id('A', transaction)
1352
_revision_store.get_signature_file(transaction)
1353
return self.open(a_bzrdir=a_bzrdir, _found=True)
1355
def open(self, a_bzrdir, _found=False, _override_transport=None):
1356
"""See RepositoryFormat.open().
1358
:param _override_transport: INTERNAL USE ONLY. Allows opening the
1359
repository at a slightly different url
1360
than normal. I.e. during 'upgrade'.
1363
format = RepositoryFormat.find_format(a_bzrdir)
1364
assert format.__class__ == self.__class__
1365
if _override_transport is not None:
1366
repo_transport = _override_transport
1368
repo_transport = a_bzrdir.get_repository_transport(None)
1369
control_files = LockableFiles(repo_transport, 'lock', LockDir)
1370
text_store = self._get_text_store(repo_transport, control_files)
1371
control_store = self._get_control_store(repo_transport, control_files)
1372
_revision_store = self._get_revision_store(repo_transport, control_files)
1373
return KnitRepository(_format=self,
1375
control_files=control_files,
1376
_revision_store=_revision_store,
1377
control_store=control_store,
1378
text_store=text_store)
814
1381
# formats which have no format string are not discoverable
815
1382
# and not independently creatable, so are not registered.
816
__default_format = RepositoryFormat7()
817
RepositoryFormat.register_format(__default_format)
818
RepositoryFormat.set_default_format(__default_format)
1383
RepositoryFormat.register_format(RepositoryFormat7())
1384
_default_format = RepositoryFormatKnit1()
1385
RepositoryFormat.register_format(_default_format)
1386
RepositoryFormat.set_default_format(_default_format)
819
1387
_legacy_formats = [RepositoryFormat4(),
820
1388
RepositoryFormat5(),
821
1389
RepositoryFormat6()]
824
# TODO: jam 20060108 Create a new branch format, and as part of upgrade
825
# make sure that ancestry.weave is deleted (it is never used, but
826
# used to be created)
1392
class InterRepository(InterObject):
1393
"""This class represents operations taking place between two repositories.
1395
Its instances have methods like copy_content and fetch, and contain
1396
references to the source and target repositories these operations can be
1399
Often we will provide convenience methods on 'repository' which carry out
1400
operations with another repository - they will always forward to
1401
InterRepository.get(other).method_name(parameters).
1405
"""The available optimised InterRepository types."""
1408
def copy_content(self, revision_id=None, basis=None):
1409
"""Make a complete copy of the content in self into destination.
1411
This is a destructive operation! Do not use it on existing
1414
:param revision_id: Only copy the content needed to construct
1415
revision_id and its parents.
1416
:param basis: Copy the needed data preferentially from basis.
1419
self.target.set_make_working_trees(self.source.make_working_trees())
1420
except NotImplementedError:
1422
# grab the basis available data
1423
if basis is not None:
1424
self.target.fetch(basis, revision_id=revision_id)
1425
# but dont bother fetching if we have the needed data now.
1426
if (revision_id not in (None, NULL_REVISION) and
1427
self.target.has_revision(revision_id)):
1429
self.target.fetch(self.source, revision_id=revision_id)
1431
def _double_lock(self, lock_source, lock_target):
1432
"""Take out too locks, rolling back the first if the second throws."""
1437
# we want to ensure that we don't leave source locked by mistake.
1438
# and any error on target should not confuse source.
1439
self.source.unlock()
1443
def fetch(self, revision_id=None, pb=None):
1444
"""Fetch the content required to construct revision_id.
1446
The content is copied from source to target.
1448
:param revision_id: if None all content is copied, if NULL_REVISION no
1450
:param pb: optional progress bar to use for progress reports. If not
1451
provided a default one will be created.
1453
Returns the copied revision count and the failed revisions in a tuple:
1456
from bzrlib.fetch import GenericRepoFetcher
1457
mutter("Using fetch logic to copy between %s(%s) and %s(%s)",
1458
self.source, self.source._format, self.target, self.target._format)
1459
f = GenericRepoFetcher(to_repository=self.target,
1460
from_repository=self.source,
1461
last_revision=revision_id,
1463
return f.count_copied, f.failed_revisions
1465
def lock_read(self):
1466
"""Take out a logical read lock.
1468
This will lock the source branch and the target branch. The source gets
1469
a read lock and the target a read lock.
1471
self._double_lock(self.source.lock_read, self.target.lock_read)
1473
def lock_write(self):
1474
"""Take out a logical write lock.
1476
This will lock the source branch and the target branch. The source gets
1477
a read lock and the target a write lock.
1479
self._double_lock(self.source.lock_read, self.target.lock_write)
1482
def missing_revision_ids(self, revision_id=None):
1483
"""Return the revision ids that source has that target does not.
1485
These are returned in topological order.
1487
:param revision_id: only return revision ids included by this
1490
# generic, possibly worst case, slow code path.
1491
target_ids = set(self.target.all_revision_ids())
1492
if revision_id is not None:
1493
source_ids = self.source.get_ancestry(revision_id)
1494
assert source_ids.pop(0) == None
1496
source_ids = self.source.all_revision_ids()
1497
result_set = set(source_ids).difference(target_ids)
1498
# this may look like a no-op: its not. It preserves the ordering
1499
# other_ids had while only returning the members from other_ids
1500
# that we've decided we need.
1501
return [rev_id for rev_id in source_ids if rev_id in result_set]
1504
"""Release the locks on source and target."""
1506
self.target.unlock()
1508
self.source.unlock()
1511
class InterWeaveRepo(InterRepository):
1512
"""Optimised code paths between Weave based repositories."""
1514
_matching_repo_format = RepositoryFormat7()
1515
"""Repository format for testing with."""
1518
def is_compatible(source, target):
1519
"""Be compatible with known Weave formats.
1521
We dont test for the stores being of specific types becase that
1522
could lead to confusing results, and there is no need to be
1526
return (isinstance(source._format, (RepositoryFormat5,
1528
RepositoryFormat7)) and
1529
isinstance(target._format, (RepositoryFormat5,
1531
RepositoryFormat7)))
1532
except AttributeError:
1536
def copy_content(self, revision_id=None, basis=None):
1537
"""See InterRepository.copy_content()."""
1538
# weave specific optimised path:
1539
if basis is not None:
1540
# copy the basis in, then fetch remaining data.
1541
basis.copy_content_into(self.target, revision_id)
1542
# the basis copy_content_into could misset this.
1544
self.target.set_make_working_trees(self.source.make_working_trees())
1545
except NotImplementedError:
1547
self.target.fetch(self.source, revision_id=revision_id)
1550
self.target.set_make_working_trees(self.source.make_working_trees())
1551
except NotImplementedError:
1553
# FIXME do not peek!
1554
if self.source.control_files._transport.listable():
1555
pb = bzrlib.ui.ui_factory.nested_progress_bar()
1557
self.target.weave_store.copy_all_ids(
1558
self.source.weave_store,
1560
from_transaction=self.source.get_transaction(),
1561
to_transaction=self.target.get_transaction())
1562
pb.update('copying inventory', 0, 1)
1563
self.target.control_weaves.copy_multi(
1564
self.source.control_weaves, ['inventory'],
1565
from_transaction=self.source.get_transaction(),
1566
to_transaction=self.target.get_transaction())
1567
self.target._revision_store.text_store.copy_all_ids(
1568
self.source._revision_store.text_store,
1573
self.target.fetch(self.source, revision_id=revision_id)
1576
def fetch(self, revision_id=None, pb=None):
1577
"""See InterRepository.fetch()."""
1578
from bzrlib.fetch import GenericRepoFetcher
1579
mutter("Using fetch logic to copy between %s(%s) and %s(%s)",
1580
self.source, self.source._format, self.target, self.target._format)
1581
f = GenericRepoFetcher(to_repository=self.target,
1582
from_repository=self.source,
1583
last_revision=revision_id,
1585
return f.count_copied, f.failed_revisions
1588
def missing_revision_ids(self, revision_id=None):
1589
"""See InterRepository.missing_revision_ids()."""
1590
# we want all revisions to satisfy revision_id in source.
1591
# but we dont want to stat every file here and there.
1592
# we want then, all revisions other needs to satisfy revision_id
1593
# checked, but not those that we have locally.
1594
# so the first thing is to get a subset of the revisions to
1595
# satisfy revision_id in source, and then eliminate those that
1596
# we do already have.
1597
# this is slow on high latency connection to self, but as as this
1598
# disk format scales terribly for push anyway due to rewriting
1599
# inventory.weave, this is considered acceptable.
1601
if revision_id is not None:
1602
source_ids = self.source.get_ancestry(revision_id)
1603
assert source_ids.pop(0) == None
1605
source_ids = self.source._all_possible_ids()
1606
source_ids_set = set(source_ids)
1607
# source_ids is the worst possible case we may need to pull.
1608
# now we want to filter source_ids against what we actually
1609
# have in target, but dont try to check for existence where we know
1610
# we do not have a revision as that would be pointless.
1611
target_ids = set(self.target._all_possible_ids())
1612
possibly_present_revisions = target_ids.intersection(source_ids_set)
1613
actually_present_revisions = set(self.target._eliminate_revisions_not_present(possibly_present_revisions))
1614
required_revisions = source_ids_set.difference(actually_present_revisions)
1615
required_topo_revisions = [rev_id for rev_id in source_ids if rev_id in required_revisions]
1616
if revision_id is not None:
1617
# we used get_ancestry to determine source_ids then we are assured all
1618
# revisions referenced are present as they are installed in topological order.
1619
# and the tip revision was validated by get_ancestry.
1620
return required_topo_revisions
1622
# if we just grabbed the possibly available ids, then
1623
# we only have an estimate of whats available and need to validate
1624
# that against the revision records.
1625
return self.source._eliminate_revisions_not_present(required_topo_revisions)
1628
class InterKnitRepo(InterRepository):
1629
"""Optimised code paths between Knit based repositories."""
1631
_matching_repo_format = RepositoryFormatKnit1()
1632
"""Repository format for testing with."""
1635
def is_compatible(source, target):
1636
"""Be compatible with known Knit formats.
1638
We dont test for the stores being of specific types becase that
1639
could lead to confusing results, and there is no need to be
1643
return (isinstance(source._format, (RepositoryFormatKnit1)) and
1644
isinstance(target._format, (RepositoryFormatKnit1)))
1645
except AttributeError:
1649
def fetch(self, revision_id=None, pb=None):
1650
"""See InterRepository.fetch()."""
1651
from bzrlib.fetch import KnitRepoFetcher
1652
mutter("Using fetch logic to copy between %s(%s) and %s(%s)",
1653
self.source, self.source._format, self.target, self.target._format)
1654
f = KnitRepoFetcher(to_repository=self.target,
1655
from_repository=self.source,
1656
last_revision=revision_id,
1658
return f.count_copied, f.failed_revisions
1661
def missing_revision_ids(self, revision_id=None):
1662
"""See InterRepository.missing_revision_ids()."""
1663
if revision_id is not None:
1664
source_ids = self.source.get_ancestry(revision_id)
1665
assert source_ids.pop(0) == None
1667
source_ids = self.source._all_possible_ids()
1668
source_ids_set = set(source_ids)
1669
# source_ids is the worst possible case we may need to pull.
1670
# now we want to filter source_ids against what we actually
1671
# have in target, but dont try to check for existence where we know
1672
# we do not have a revision as that would be pointless.
1673
target_ids = set(self.target._all_possible_ids())
1674
possibly_present_revisions = target_ids.intersection(source_ids_set)
1675
actually_present_revisions = set(self.target._eliminate_revisions_not_present(possibly_present_revisions))
1676
required_revisions = source_ids_set.difference(actually_present_revisions)
1677
required_topo_revisions = [rev_id for rev_id in source_ids if rev_id in required_revisions]
1678
if revision_id is not None:
1679
# we used get_ancestry to determine source_ids then we are assured all
1680
# revisions referenced are present as they are installed in topological order.
1681
# and the tip revision was validated by get_ancestry.
1682
return required_topo_revisions
1684
# if we just grabbed the possibly available ids, then
1685
# we only have an estimate of whats available and need to validate
1686
# that against the revision records.
1687
return self.source._eliminate_revisions_not_present(required_topo_revisions)
1689
InterRepository.register_optimiser(InterWeaveRepo)
1690
InterRepository.register_optimiser(InterKnitRepo)
828
1693
class RepositoryTestProviderAdapter(object):
829
1694
"""A tool to generate a suite testing multiple repository formats at once.