~bzr-pqm/bzr/bzr.dev

1 by mbp at sourcefrog
import from baz patch-364
1
# Copyright (C) 2004, 2005 by Martin Pool
2
# Copyright (C) 2005 by Canonical Ltd
3
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
8
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12
# GNU General Public License for more details.
13
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
17
18
19
20
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
21
def check(branch):
654 by Martin Pool
- update check command to use aaron's progress code
22
    """Run consistency checks on a branch.
705 by Martin Pool
- updated check for revision parents and sha1
23
813 by Martin Pool
doc
24
    TODO: Also check non-mainline revisions mentioned as parents.
25
26
    TODO: Check for extra files in the control directory.
654 by Martin Pool
- update check command to use aaron's progress code
27
    """
651 by Martin Pool
- clean up imports
28
    from bzrlib.trace import mutter
29
    from bzrlib.errors import BzrCheckError
30
    from bzrlib.osutils import fingerprint_file
658 by Martin Pool
- clean up and add a bunch of options to the progress indicator
31
    from bzrlib.progress import ProgressBar
676 by Martin Pool
- lock branch while checking
32
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
33
    branch.lock_read()
676 by Martin Pool
- lock branch while checking
34
35
    try:
36
        pb = ProgressBar(show_spinner=True)
705 by Martin Pool
- updated check for revision parents and sha1
37
        last_rev_id = None
676 by Martin Pool
- lock branch while checking
38
39
        missing_inventory_sha_cnt = 0
705 by Martin Pool
- updated check for revision parents and sha1
40
        missing_revision_sha_cnt = 0
676 by Martin Pool
- lock branch while checking
41
42
        history = branch.revision_history()
43
        revno = 0
44
        revcount = len(history)
819 by Martin Pool
- check command checks that all inventory-ids are the same as in the revision.
45
        mismatch_inv_id = []
676 by Martin Pool
- lock branch while checking
46
705 by Martin Pool
- updated check for revision parents and sha1
47
        # for all texts checked, text_id -> sha1
676 by Martin Pool
- lock branch while checking
48
        checked_texts = {}
49
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
50
        for rev_id in history:
676 by Martin Pool
- lock branch while checking
51
            revno += 1
52
            pb.update('checking revision', revno, revcount)
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
53
            mutter('    revision {%s}' % rev_id)
54
            rev = branch.get_revision(rev_id)
55
            if rev.revision_id != rev_id:
705 by Martin Pool
- updated check for revision parents and sha1
56
                raise BzrCheckError('wrong internal revision id in revision {%s}'
57
                                    % rev_id)
58
59
            # check the previous history entry is a parent of this entry
60
            if rev.parents:
61
                if last_rev_id is None:
62
                    raise BzrCheckError("revision {%s} has %d parents, but is the "
63
                                        "start of the branch"
64
                                        % (rev_id, len(rev.parents)))
65
                for prr in rev.parents:
66
                    if prr.revision_id == last_rev_id:
67
                        break
68
                else:
69
                    raise BzrCheckError("previous revision {%s} not listed among "
70
                                        "parents of {%s}"
71
                                        % (last_rev_id, rev_id))
72
73
                for prr in rev.parents:
74
                    if prr.revision_sha1 is None:
75
                        missing_revision_sha_cnt += 1
76
                        continue
77
                    prid = prr.revision_id
78
                    actual_sha = branch.get_revision_sha1(prid)
79
                    if prr.revision_sha1 != actual_sha:
80
                        raise BzrCheckError("mismatched revision sha1 for "
81
                                            "parent {%s} of {%s}: %s vs %s"
82
                                            % (prid, rev_id,
83
                                               prr.revision_sha1, actual_sha))
84
            elif last_rev_id:
85
                raise BzrCheckError("revision {%s} has no parents listed but preceded "
86
                                    "by {%s}"
87
                                    % (rev_id, last_rev_id))
676 by Martin Pool
- lock branch while checking
88
819 by Martin Pool
- check command checks that all inventory-ids are the same as in the revision.
89
            if rev.inventory_id != rev_id:
90
                mismatch_inv_id.append(rev_id)
91
676 by Martin Pool
- lock branch while checking
92
            ## TODO: Check all the required fields are present on the revision.
93
94
            if rev.inventory_sha1:
95
                inv_sha1 = branch.get_inventory_sha1(rev.inventory_id)
96
                if inv_sha1 != rev.inventory_sha1:
97
                    raise BzrCheckError('Inventory sha1 hash doesn\'t match'
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
98
                        ' value in revision {%s}' % rev_id)
676 by Martin Pool
- lock branch while checking
99
            else:
100
                missing_inventory_sha_cnt += 1
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
101
                mutter("no inventory_sha1 on revision {%s}" % rev_id)
676 by Martin Pool
- lock branch while checking
102
103
            inv = branch.get_inventory(rev.inventory_id)
104
            seen_ids = {}
105
            seen_names = {}
106
107
            ## p('revision %d/%d file ids' % (revno, revcount))
108
            for file_id in inv:
109
                if file_id in seen_ids:
110
                    raise BzrCheckError('duplicated file_id {%s} '
111
                                        'in inventory for revision {%s}'
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
112
                                        % (file_id, rev_id))
676 by Martin Pool
- lock branch while checking
113
                seen_ids[file_id] = True
114
115
            i = 0
116
            for file_id in inv:
117
                i += 1
118
                if i & 31 == 0:
119
                    pb.tick()
120
121
                ie = inv[file_id]
122
123
                if ie.parent_id != None:
124
                    if ie.parent_id not in seen_ids:
125
                        raise BzrCheckError('missing parent {%s} in inventory for revision {%s}'
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
126
                                % (ie.parent_id, rev_id))
676 by Martin Pool
- lock branch while checking
127
128
                if ie.kind == 'file':
129
                    if ie.text_id in checked_texts:
130
                        fp = checked_texts[ie.text_id]
131
                    else:
132
                        if not ie.text_id in branch.text_store:
133
                            raise BzrCheckError('text {%s} not in text_store' % ie.text_id)
134
135
                        tf = branch.text_store[ie.text_id]
136
                        fp = fingerprint_file(tf)
137
                        checked_texts[ie.text_id] = fp
138
139
                    if ie.text_size != fp['size']:
140
                        raise BzrCheckError('text {%s} wrong size' % ie.text_id)
141
                    if ie.text_sha1 != fp['sha1']:
142
                        raise BzrCheckError('text {%s} wrong sha1' % ie.text_id)
143
                elif ie.kind == 'directory':
144
                    if ie.text_sha1 != None or ie.text_size != None or ie.text_id != None:
145
                        raise BzrCheckError('directory {%s} has text in revision {%s}'
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
146
                                % (file_id, rev_id))
676 by Martin Pool
- lock branch while checking
147
148
            pb.tick()
149
            for path, ie in inv.iter_entries():
150
                if path in seen_names:
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
151
                    raise BzrCheckError('duplicated path %s '
676 by Martin Pool
- lock branch while checking
152
                                        'in inventory for revision {%s}'
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
153
                                        % (path, rev_id))
543 by Martin Pool
- More cleanups for set type
154
            seen_names[path] = True
705 by Martin Pool
- updated check for revision parents and sha1
155
            last_rev_id = rev_id
125 by mbp at sourcefrog
- check progress indicator for file texts
156
676 by Martin Pool
- lock branch while checking
157
    finally:
158
        branch.unlock()
121 by mbp at sourcefrog
- progress indicator while checking
159
654 by Martin Pool
- update check command to use aaron's progress code
160
    pb.clear()
674 by Martin Pool
- check command now also checks new inventory_sha1 and
161
248 by mbp at sourcefrog
- Better progress and completion indicator from check command
162
    print 'checked %d revisions, %d file texts' % (revcount, len(checked_texts))
705 by Martin Pool
- updated check for revision parents and sha1
163
    
674 by Martin Pool
- check command now also checks new inventory_sha1 and
164
    if missing_inventory_sha_cnt:
165
        print '%d revisions are missing inventory_sha1' % missing_inventory_sha_cnt
705 by Martin Pool
- updated check for revision parents and sha1
166
167
    if missing_revision_sha_cnt:
168
        print '%d parent links are missing revision_sha1' % missing_revision_sha_cnt
169
170
    if (missing_inventory_sha_cnt
171
        or missing_revision_sha_cnt):
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
172
        print '  (use "bzr upgrade" to fix them)'
819 by Martin Pool
- check command checks that all inventory-ids are the same as in the revision.
173
174
    if mismatch_inv_id:
175
        print '%d revisions have mismatched inventory ids:' % len(mismatch_inv_id)
176
        for rev_id in mismatch_inv_id:
177
            print '  ', rev_id