← Back to branch summary

~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/reconcile.py

  • Committer: Patch Queue Manager
  • Date: 2011-10-14 16:54:26 UTC
  • mfrom: (6216.1.1 remove-this-file)
  • Revision ID: pqm@pqm.ubuntu.com-20111014165426-tjix4e6idryf1r2z
(jelmer) Remove an accidentally committed .THIS file. (Jelmer Vernooij)

Show diffs side-by-side

added added

removed removed

Lines of Context:
bzrlib/reconcile.py
1
 
# Copyright (C) 2005, 2006 Canonical Ltd
 
1
# Copyright (C) 2006-2010 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
27
27
 
28
28
 
29
29
from bzrlib import (
 
30
    cleanup,
30
31
    errors,
 
32
    revision as _mod_revision,
31
33
    ui,
32
 
    repository,
33
 
    repofmt,
34
34
    )
35
 
from bzrlib.trace import mutter, note
36
 
from bzrlib.tsort import TopoSorter
 
35
from bzrlib.trace import mutter
 
36
from bzrlib.tsort import topo_sort
37
37
from bzrlib.versionedfile import AdapterFactory, FulltextContentFactory
38
 
 
39
 
 
40
 
def reconcile(dir, other=None):
 
38
from bzrlib.i18n import gettext
 
39
 
 
40
 
 
41
def reconcile(dir, canonicalize_chks=False):
41
42
    """Reconcile the data in dir.
42
43
 
43
44
    Currently this is limited to a inventory 'reweave'.
47
48
    Directly using Reconciler is recommended for library users that
48
49
    desire fine grained control or analysis of the found issues.
49
50
 
50
 
    :param other: another bzrdir to reconcile against.
 
51
    :param canonicalize_chks: Make sure CHKs are in canonical form.
51
52
    """
52
 
    reconciler = Reconciler(dir, other=other)
 
53
    reconciler = Reconciler(dir, canonicalize_chks=canonicalize_chks)
53
54
    reconciler.reconcile()
54
55
 
55
56
 
56
57
class Reconciler(object):
57
58
    """Reconcilers are used to reconcile existing data."""
58
59
 
59
 
    def __init__(self, dir, other=None):
 
60
    def __init__(self, dir, other=None, canonicalize_chks=False):
60
61
        """Create a Reconciler."""
61
62
        self.bzrdir = dir
 
63
        self.canonicalize_chks = canonicalize_chks
62
64
 
63
65
    def reconcile(self):
64
66
        """Perform reconciliation.
65
67
 
66
68
        After reconciliation the following attributes document found issues:
67
 
        inconsistent_parents: The number of revisions in the repository whose
68
 
                              ancestry was being reported incorrectly.
69
 
        garbage_inventories: The number of inventory objects without revisions
70
 
                             that were garbage collected.
71
 
        fixed_branch_history: None if there was no branch, False if the branch
72
 
                              history was correct, True if the branch history
73
 
                              needed to be re-normalized.
 
69
 
 
70
        * `inconsistent_parents`: The number of revisions in the repository
 
71
          whose ancestry was being reported incorrectly.
 
72
        * `garbage_inventories`: The number of inventory objects without
 
73
          revisions that were garbage collected.
 
74
        * `fixed_branch_history`: None if there was no branch, False if the
 
75
          branch history was correct, True if the branch history needed to be
 
76
          re-normalized.
74
77
        """
75
78
        self.pb = ui.ui_factory.nested_progress_bar()
76
79
        try:
90
93
            # Nothing to check here
91
94
            self.fixed_branch_history = None
92
95
            return
93
 
        self.pb.note('Reconciling branch %s',
94
 
                     self.branch.base)
 
96
        ui.ui_factory.note(gettext('Reconciling branch %s') % self.branch.base)
95
97
        branch_reconciler = self.branch.reconcile(thorough=True)
96
98
        self.fixed_branch_history = branch_reconciler.fixed_history
97
99
 
98
100
    def _reconcile_repository(self):
99
101
        self.repo = self.bzrdir.find_repository()
100
 
        self.pb.note('Reconciling repository %s',
101
 
                     self.repo.bzrdir.root_transport.base)
102
 
        self.pb.update("Reconciling repository", 0, 1)
103
 
        repo_reconciler = self.repo.reconcile(thorough=True)
 
102
        ui.ui_factory.note(gettext('Reconciling repository %s') %
 
103
            self.repo.user_url)
 
104
        self.pb.update(gettext("Reconciling repository"), 0, 1)
 
105
        if self.canonicalize_chks:
 
106
            try:
 
107
                self.repo.reconcile_canonicalize_chks
 
108
            except AttributeError:
 
109
                raise errors.BzrError(
 
110
                    gettext("%s cannot canonicalize CHKs.") % (self.repo,))
 
111
            repo_reconciler = self.repo.reconcile_canonicalize_chks()
 
112
        else:
 
113
            repo_reconciler = self.repo.reconcile(thorough=True)
104
114
        self.inconsistent_parents = repo_reconciler.inconsistent_parents
105
115
        self.garbage_inventories = repo_reconciler.garbage_inventories
106
116
        if repo_reconciler.aborted:
107
 
            self.pb.note(
108
 
                'Reconcile aborted: revision index has inconsistent parents.')
109
 
            self.pb.note(
110
 
                'Run "bzr check" for more details.')
 
117
            ui.ui_factory.note(gettext(
 
118
                'Reconcile aborted: revision index has inconsistent parents.'))
 
119
            ui.ui_factory.note(gettext(
 
120
                'Run "bzr check" for more details.'))
111
121
        else:
112
 
            self.pb.note('Reconciliation complete.')
 
122
            ui.ui_factory.note(gettext('Reconciliation complete.'))
113
123
 
114
124
 
115
125
class BranchReconciler(object):
121
131
        self.branch = a_branch
122
132
 
123
133
    def reconcile(self):
 
134
        operation = cleanup.OperationWithCleanups(self._reconcile)
 
135
        self.add_cleanup = operation.add_cleanup
 
136
        operation.run_simple()
 
137
 
 
138
    def _reconcile(self):
124
139
        self.branch.lock_write()
125
 
        try:
126
 
            self.pb = ui.ui_factory.nested_progress_bar()
127
 
            try:
128
 
                self._reconcile_steps()
129
 
            finally:
130
 
                self.pb.finished()
131
 
        finally:
132
 
            self.branch.unlock()
 
140
        self.add_cleanup(self.branch.unlock)
 
141
        self.pb = ui.ui_factory.nested_progress_bar()
 
142
        self.add_cleanup(self.pb.finished)
 
143
        self._reconcile_steps()
133
144
 
134
145
    def _reconcile_steps(self):
135
146
        self._reconcile_revision_history()
136
147
 
137
148
    def _reconcile_revision_history(self):
138
 
        repo = self.branch.repository
139
149
        last_revno, last_revision_id = self.branch.last_revision_info()
140
150
        real_history = []
 
151
        graph = self.branch.repository.get_graph()
141
152
        try:
142
 
            for revid in repo.iter_reverse_revision_history(
143
 
                    last_revision_id):
 
153
            for revid in graph.iter_lefthand_ancestry(
 
154
                    last_revision_id, (_mod_revision.NULL_REVISION,)):
144
155
                real_history.append(revid)
145
156
        except errors.RevisionNotPresent:
146
157
            pass # Hit a ghost left hand parent
151
162
            # set_revision_history, as this will regenerate it again.
152
163
            # Not really worth a whole BranchReconciler class just for this,
153
164
            # though.
154
 
            self.pb.note('Fixing last revision info %s => %s',
155
 
                         last_revno, len(real_history))
 
165
            ui.ui_factory.note(gettext('Fixing last revision info {0} '\
 
166
                                       ' => {1}').format(
 
167
                                       last_revno, len(real_history)))
156
168
            self.branch.set_last_revision_info(len(real_history),
157
169
                                               last_revision_id)
158
170
        else:
159
171
            self.fixed_history = False
160
 
            self.pb.note('revision_history ok.')
 
172
            ui.ui_factory.note(gettext('revision_history ok.'))
161
173
 
162
174
 
163
175
class RepoReconciler(object):
188
200
        """Perform reconciliation.
189
201
 
190
202
        After reconciliation the following attributes document found issues:
191
 
        inconsistent_parents: The number of revisions in the repository whose
192
 
                              ancestry was being reported incorrectly.
193
 
        garbage_inventories: The number of inventory objects without revisions
194
 
                             that were garbage collected.
 
203
 
 
204
        * `inconsistent_parents`: The number of revisions in the repository
 
205
          whose ancestry was being reported incorrectly.
 
206
        * `garbage_inventories`: The number of inventory objects without
 
207
          revisions that were garbage collected.
195
208
        """
 
209
        operation = cleanup.OperationWithCleanups(self._reconcile)
 
210
        self.add_cleanup = operation.add_cleanup
 
211
        operation.run_simple()
 
212
 
 
213
    def _reconcile(self):
196
214
        self.repo.lock_write()
197
 
        try:
198
 
            self.pb = ui.ui_factory.nested_progress_bar()
199
 
            try:
200
 
                self._reconcile_steps()
201
 
            finally:
202
 
                self.pb.finished()
203
 
        finally:
204
 
            self.repo.unlock()
 
215
        self.add_cleanup(self.repo.unlock)
 
216
        self.pb = ui.ui_factory.nested_progress_bar()
 
217
        self.add_cleanup(self.pb.finished)
 
218
        self._reconcile_steps()
205
219
 
206
220
    def _reconcile_steps(self):
207
221
        """Perform the steps to reconcile this repository."""
215
229
        only data-loss causing issues (!self.thorough) or all issues
216
230
        (self.thorough) are treated as requiring the reweave.
217
231
        """
218
 
        # local because needing to know about WeaveFile is a wart we want to hide
219
 
        from bzrlib.weave import WeaveFile, Weave
220
232
        transaction = self.repo.get_transaction()
221
 
        self.pb.update('Reading inventory data')
 
233
        self.pb.update(gettext('Reading inventory data'))
222
234
        self.inventory = self.repo.inventories
223
235
        self.revisions = self.repo.revisions
224
236
        # the total set of revisions to process
238
250
        # (no garbage inventories or we are not doing a thorough check)
239
251
        if (not self.inconsistent_parents and
240
252
            (not self.garbage_inventories or not self.thorough)):
241
 
            self.pb.note('Inventory ok.')
 
253
            ui.ui_factory.note(gettext('Inventory ok.'))
242
254
            return
243
 
        self.pb.update('Backing up inventory', 0, 0)
 
255
        self.pb.update(gettext('Backing up inventory'), 0, 0)
244
256
        self.repo._backup_inventory()
245
 
        self.pb.note('Backup inventory created.')
 
257
        ui.ui_factory.note(gettext('Backup inventory created.'))
246
258
        new_inventories = self.repo._temp_inventories()
247
259
 
248
260
        # we have topological order of revisions and non ghost parents ready.
249
261
        self._setup_steps(len(self._rev_graph))
250
 
        revision_keys = [(rev_id,) for rev_id in
251
 
            TopoSorter(self._rev_graph.items()).iter_topo_order()]
 
262
        revision_keys = [(rev_id,) for rev_id in topo_sort(self._rev_graph)]
252
263
        stream = self._change_inv_parents(
253
264
            self.inventory.get_record_stream(revision_keys, 'unordered', True),
254
265
            self._new_inv_parents,
259
270
        if not (set(new_inventories.keys()) ==
260
271
            set([(revid,) for revid in self.pending])):
261
272
            raise AssertionError()
262
 
        self.pb.update('Writing weave')
 
273
        self.pb.update(gettext('Writing weave'))
263
274
        self.repo._activate_new_inventory()
264
275
        self.inventory = None
265
 
        self.pb.note('Inventory regenerated.')
 
276
        ui.ui_factory.note(gettext('Inventory regenerated.'))
266
277
 
267
278
    def _new_inv_parents(self, revision_key):
268
279
        """Lookup ghost-filtered parents for revision_key."""
356
367
    def _load_indexes(self):
357
368
        """Load indexes for the reconciliation."""
358
369
        self.transaction = self.repo.get_transaction()
359
 
        self.pb.update('Reading indexes', 0, 2)
 
370
        self.pb.update(gettext('Reading indexes'), 0, 2)
360
371
        self.inventory = self.repo.inventories
361
 
        self.pb.update('Reading indexes', 1, 2)
 
372
        self.pb.update(gettext('Reading indexes'), 1, 2)
362
373
        self.repo._check_for_inconsistent_revision_parents()
363
374
        self.revisions = self.repo.revisions
364
 
        self.pb.update('Reading indexes', 2, 2)
 
375
        self.pb.update(gettext('Reading indexes'), 2, 2)
365
376
 
366
377
    def _gc_inventory(self):
367
378
        """Remove inventories that are not referenced from the revision store."""
368
 
        self.pb.update('Checking unused inventories', 0, 1)
 
379
        self.pb.update(gettext('Checking unused inventories'), 0, 1)
369
380
        self._check_garbage_inventories()
370
 
        self.pb.update('Checking unused inventories', 1, 3)
 
381
        self.pb.update(gettext('Checking unused inventories'), 1, 3)
371
382
        if not self.garbage_inventories:
372
 
            self.pb.note('Inventory ok.')
 
383
            ui.ui_factory.note(gettext('Inventory ok.'))
373
384
            return
374
 
        self.pb.update('Backing up inventory', 0, 0)
 
385
        self.pb.update(gettext('Backing up inventory'), 0, 0)
375
386
        self.repo._backup_inventory()
376
 
        self.pb.note('Backup Inventory created')
 
387
        ui.ui_factory.note(gettext('Backup Inventory created'))
377
388
        # asking for '' should never return a non-empty weave
378
389
        new_inventories = self.repo._temp_inventories()
379
390
        # we have topological order of revisions and non ghost parents ready.
380
391
        graph = self.revisions.get_parent_map(self.revisions.keys())
381
 
        revision_keys = list(TopoSorter(graph).iter_topo_order())
 
392
        revision_keys = topo_sort(graph)
382
393
        revision_ids = [key[-1] for key in revision_keys]
383
394
        self._setup_steps(len(revision_keys))
384
395
        stream = self._change_inv_parents(
390
401
        # the revisionds list
391
402
        if not(set(new_inventories.keys()) == set(revision_keys)):
392
403
            raise AssertionError()
393
 
        self.pb.update('Writing weave')
 
404
        self.pb.update(gettext('Writing weave'))
394
405
        self.repo._activate_new_inventory()
395
406
        self.inventory = None
396
 
        self.pb.note('Inventory regenerated.')
 
407
        ui.ui_factory.note(gettext('Inventory regenerated.'))
397
408
 
398
409
    def _fix_text_parents(self):
399
410
        """Fix bad versionedfile parent entries.
431
442
            versions_list.append(text_key[1])
432
443
        # Do the reconcile of individual weaves.
433
444
        for num, file_id in enumerate(per_id_bad_parents):
434
 
            self.pb.update('Fixing text parents', num,
 
445
            self.pb.update(gettext('Fixing text parents'), num,
435
446
                           len(per_id_bad_parents))
436
447
            versions_with_bad_parents = per_id_bad_parents[file_id]
437
448
            id_unused_versions = set(key[-1] for key in unused_versions
495
506
    #  - lock the names list
496
507
    #  - perform a customised pack() that regenerates data as needed
497
508
    #  - unlock the names list
498
 
    # https://bugs.edge.launchpad.net/bzr/+bug/154173
 
509
    # https://bugs.launchpad.net/bzr/+bug/154173
 
510
 
 
511
    def __init__(self, repo, other=None, thorough=False,
 
512
            canonicalize_chks=False):
 
513
        super(PackReconciler, self).__init__(repo, other=other,
 
514
            thorough=thorough)
 
515
        self.canonicalize_chks = canonicalize_chks
499
516
 
500
517
    def _reconcile_steps(self):
501
518
        """Perform the steps to reconcile this repository."""
504
521
        collection = self.repo._pack_collection
505
522
        collection.ensure_loaded()
506
523
        collection.lock_names()
507
 
        try:
508
 
            packs = collection.all_packs()
509
 
            all_revisions = self.repo.all_revision_ids()
510
 
            total_inventories = len(list(
511
 
                collection.inventory_index.combined_index.iter_all_entries()))
512
 
            if len(all_revisions):
513
 
                new_pack =  self.repo._reconcile_pack(collection, packs,
514
 
                    ".reconcile", all_revisions, self.pb)
515
 
                if new_pack is not None:
516
 
                    self._discard_and_save(packs)
 
524
        self.add_cleanup(collection._unlock_names)
 
525
        packs = collection.all_packs()
 
526
        all_revisions = self.repo.all_revision_ids()
 
527
        total_inventories = len(list(
 
528
            collection.inventory_index.combined_index.iter_all_entries()))
 
529
        if len(all_revisions):
 
530
            if self.canonicalize_chks:
 
531
                reconcile_meth = self.repo._canonicalize_chks_pack
517
532
            else:
518
 
                # only make a new pack when there is data to copy.
 
533
                reconcile_meth = self.repo._reconcile_pack
 
534
            new_pack = reconcile_meth(collection, packs, ".reconcile",
 
535
                all_revisions, self.pb)
 
536
            if new_pack is not None:
519
537
                self._discard_and_save(packs)
520
 
            self.garbage_inventories = total_inventories - len(list(
521
 
                collection.inventory_index.combined_index.iter_all_entries()))
522
 
        finally:
523
 
            collection._unlock_names()
 
538
        else:
 
539
            # only make a new pack when there is data to copy.
 
540
            self._discard_and_save(packs)
 
541
        self.garbage_inventories = total_inventories - len(list(
 
542
            collection.inventory_index.combined_index.iter_all_entries()))
524
543
 
525
544
    def _discard_and_save(self, packs):
526
545
        """Discard some packs from the repository.