~bzr-pqm/bzr/bzr.dev

1 by mbp at sourcefrog
import from baz patch-364
1
# Copyright (C) 2004, 2005 by Martin Pool
2
# Copyright (C) 2005 by Canonical Ltd
3
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
8
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12
# GNU General Public License for more details.
13
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
17
1335 by Martin Pool
doc
18
# TODO: Check ancestries are correct for every revision: includes
19
# every committed so far, and in a reasonable order.
20
1347 by Martin Pool
- refactor check code into method object
21
# TODO: Also check non-mainline revisions mentioned as parents.
22
23
# TODO: Check for extra files in the control directory.
24
1348 by Martin Pool
- more refactoring of check code
25
# TODO: Check revision, inventory and entry objects have all 
26
# required fields.
27
1347 by Martin Pool
- refactor check code into method object
28
1104 by Martin Pool
- Add a simple UIFactory
29
import bzrlib.ui
1130 by Martin Pool
- check command writes output through logging not direct
30
from bzrlib.trace import note, warning
1369 by Martin Pool
- try to avoid redundant conversion of strings when retrieving from weaves
31
from bzrlib.osutils import rename, sha_string, fingerprint_file, sha_strings
1346 by Martin Pool
- remove dead code from bzrlib.check
32
from bzrlib.trace import mutter
33
from bzrlib.errors import BzrCheckError, NoSuchRevision
34
from bzrlib.inventory import ROOT_ID
35
from bzrlib.branch import gen_root_id
1 by mbp at sourcefrog
import from baz patch-364
36
1104 by Martin Pool
- Add a simple UIFactory
37
1347 by Martin Pool
- refactor check code into method object
38
class Check(object):
39
    """Check a branch"""
40
    def __init__(self, branch):
41
        self.branch = branch
1383 by Martin Pool
- untabify only
42
        branch.lock_read()
43
        try:
1384 by Martin Pool
- turn off branch weave caches when we're done with checking
44
            branch.weave_store.enable_cache = True
45
            branch.control_weaves.enable_cache = True
1383 by Martin Pool
- untabify only
46
            self.run()
47
        finally:
48
            branch.unlock()
1384 by Martin Pool
- turn off branch weave caches when we're done with checking
49
            branch.weave_store.enable_cache = False
50
            branch.control_weaves.enable_cache = False
1347 by Martin Pool
- refactor check code into method object
51
52
53
    def run(self):
54
        branch = self.branch
55
1373 by Martin Pool
- use cache for weaves for check only
56
1383 by Martin Pool
- untabify only
57
        self.checked_text_cnt = 0
58
        self.checked_rev_cnt = 0
1365 by Martin Pool
- try to avoid checking texts repeatedly
59
        self.repeated_text_cnt = 0
1348 by Martin Pool
- more refactoring of check code
60
        self.missing_inventory_sha_cnt = 0
61
        self.missing_revision_cnt = 0
1365 by Martin Pool
- try to avoid checking texts repeatedly
62
        # maps (file-id, version) -> sha1
63
        self.checked_texts = {}
676 by Martin Pool
- lock branch while checking
64
65
        history = branch.revision_history()
66
        revno = 0
67
        revcount = len(history)
68
1348 by Martin Pool
- more refactoring of check code
69
        last_rev_id = None
70
        self.progress = bzrlib.ui.ui_factory.progress_bar()
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
71
        for rev_id in history:
1348 by Martin Pool
- more refactoring of check code
72
            self.progress.update('checking revision', revno, revcount)
676 by Martin Pool
- lock branch while checking
73
            revno += 1
1383 by Martin Pool
- untabify only
74
            self.check_one_rev(rev_id, last_rev_id)
75
            last_rev_id = rev_id
1348 by Martin Pool
- more refactoring of check code
76
        self.progress.clear()
1383 by Martin Pool
- untabify only
77
        self.report_results()
1348 by Martin Pool
- more refactoring of check code
78
79
80
    def report_results(self):
1383 by Martin Pool
- untabify only
81
        note('checked branch %s format %d',
82
             self.branch.base, 
83
             self.branch._branch_format)
1348 by Martin Pool
- more refactoring of check code
84
1365 by Martin Pool
- try to avoid checking texts repeatedly
85
        note('%6d revisions', self.checked_rev_cnt)
86
        note('%6d unique file texts', self.checked_text_cnt)
87
        note('%6d repeated file texts', self.repeated_text_cnt)
1348 by Martin Pool
- more refactoring of check code
88
        if self.missing_inventory_sha_cnt:
89
            note('%d revisions are missing inventory_sha1',
1383 by Martin Pool
- untabify only
90
                 self.missing_inventory_sha_cnt)
1348 by Martin Pool
- more refactoring of check code
91
        if self.missing_revision_cnt:
92
            note('%d revisions are mentioned but not present',
1383 by Martin Pool
- untabify only
93
                 self.missing_revision_cnt)
1348 by Martin Pool
- more refactoring of check code
94
95
96
    def check_one_rev(self, rev_id, last_rev_id):
1383 by Martin Pool
- untabify only
97
        """Check one revision.
98
99
        rev_id - the one to check
100
101
        last_rev_id - the previous one on the mainline, if any.
102
        """
103
104
        # mutter('    revision {%s}' % rev_id)
105
        branch = self.branch
106
        rev = branch.get_revision(rev_id)
107
        if rev.revision_id != rev_id:
108
            raise BzrCheckError('wrong internal revision id in revision {%s}'
109
                                % rev_id)
110
111
        # check the previous history entry is a parent of this entry
112
        if rev.parent_ids:
113
            if last_rev_id is None:
114
                raise BzrCheckError("revision {%s} has %d parents, but is the "
115
                                    "start of the branch"
116
                                    % (rev_id, len(rev.parent_ids)))
117
            for parent_id in rev.parent_ids:
118
                if parent_id == last_rev_id:
119
                    break
120
            else:
121
                raise BzrCheckError("previous revision {%s} not listed among "
122
                                    "parents of {%s}"
123
                                    % (last_rev_id, rev_id))
124
        elif last_rev_id:
125
            raise BzrCheckError("revision {%s} has no parents listed "
126
                                "but preceded by {%s}"
127
                                % (rev_id, last_rev_id))
128
129
        if rev.inventory_sha1:
130
            inv_sha1 = branch.get_inventory_sha1(rev_id)
131
            if inv_sha1 != rev.inventory_sha1:
132
                raise BzrCheckError('Inventory sha1 hash doesn\'t match'
133
                    ' value in revision {%s}' % rev_id)
134
        else:
135
            missing_inventory_sha_cnt += 1
136
            mutter("no inventory_sha1 on revision {%s}" % rev_id)
137
        self._check_revision_tree(rev_id)
1362 by Martin Pool
- keep track of number of checked revisions
138
        self.checked_rev_cnt += 1
1349 by Martin Pool
- more refactoring of check code
139
140
    def _check_revision_tree(self, rev_id):
1383 by Martin Pool
- untabify only
141
        tree = self.branch.revision_tree(rev_id)
142
        inv = tree.inventory
143
        seen_ids = {}
144
        for file_id in inv:
145
            if file_id in seen_ids:
146
                raise BzrCheckError('duplicated file_id {%s} '
147
                                    'in inventory for revision {%s}'
148
                                    % (file_id, rev_id))
149
            seen_ids[file_id] = True
150
        for file_id in inv:
151
            self._check_one_entry(rev_id, inv, tree, file_id)
152
        seen_names = {}
153
        for path, ie in inv.iter_entries():
154
            if path in seen_names:
155
                raise BzrCheckError('duplicated path %s '
156
                                    'in inventory for revision {%s}'
157
                                    % (path, rev_id))
158
            seen_names[path] = True
1349 by Martin Pool
- more refactoring of check code
159
1383 by Martin Pool
- untabify only
160
        
1349 by Martin Pool
- more refactoring of check code
161
    def _check_one_entry(self, rev_id, inv, tree, file_id):
1383 by Martin Pool
- untabify only
162
        ie = inv[file_id]
163
        if ie.parent_id != None:
164
            if not inv.has_id(ie.parent_id):
165
                raise BzrCheckError('missing parent {%s} in inventory for revision {%s}'
166
                        % (ie.parent_id, rev_id))
167
        if ie.kind == 'file':
1365 by Martin Pool
- try to avoid checking texts repeatedly
168
            text_version = ie.text_version
169
            t = (file_id, text_version)
170
            if t in self.checked_texts:
171
                prev_sha = self.checked_texts[t] 
172
                if prev_sha != ie.text_sha1:
173
                    raise BzrCheckError('mismatched sha1 on {%s} in {%s}' %
174
                                        (file_id, rev_id))
175
                else:
176
                    self.repeated_text_cnt += 1
1383 by Martin Pool
- untabify only
177
                    return
1367 by Martin Pool
- *really* avoid repeatedly checking texts
178
            mutter('check version {%s} of {%s}', rev_id, file_id)
1383 by Martin Pool
- untabify only
179
            file_lines = tree.get_file_lines(file_id)
180
            self.checked_text_cnt += 1 
181
            if ie.text_size != sum(map(len, file_lines)):
182
                raise BzrCheckError('text {%s} wrong size' % ie.text_id)
183
            if ie.text_sha1 != sha_strings(file_lines):
184
                raise BzrCheckError('text {%s} wrong sha1' % ie.text_id)
1365 by Martin Pool
- try to avoid checking texts repeatedly
185
            self.checked_texts[t] = ie.text_sha1
1383 by Martin Pool
- untabify only
186
        elif ie.kind == 'directory':
187
            if ie.text_sha1 != None or ie.text_size != None or ie.text_id != None:
188
                raise BzrCheckError('directory {%s} has text in revision {%s}'
189
                        % (file_id, rev_id))
190
        elif ie.kind == 'root_directory':
191
            pass
192
        else:
193
            raise BzrCheckError('unknown entry kind %r in revision {%s}' % 
194
                                (ie.kind, rev_id))
1347 by Martin Pool
- refactor check code into method object
195
196
197
def check(branch):
198
    """Run consistency checks on a branch."""
199
    Check(branch)