/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
1 by mbp at sourcefrog
import from baz patch-364
1
# Copyright (C) 2004, 2005 by Martin Pool
2
# Copyright (C) 2005 by Canonical Ltd
3
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
8
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12
# GNU General Public License for more details.
13
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
17
1335 by Martin Pool
doc
18
# TODO: Check ancestries are correct for every revision: includes
19
# every committed so far, and in a reasonable order.
20
1347 by Martin Pool
- refactor check code into method object
21
# TODO: Also check non-mainline revisions mentioned as parents.
22
23
# TODO: Check for extra files in the control directory.
24
1348 by Martin Pool
- more refactoring of check code
25
# TODO: Check revision, inventory and entry objects have all 
26
# required fields.
27
1347 by Martin Pool
- refactor check code into method object
28
1104 by Martin Pool
- Add a simple UIFactory
29
import bzrlib.ui
1130 by Martin Pool
- check command writes output through logging not direct
30
from bzrlib.trace import note, warning
1369 by Martin Pool
- try to avoid redundant conversion of strings when retrieving from weaves
31
from bzrlib.osutils import rename, sha_string, fingerprint_file, sha_strings
1346 by Martin Pool
- remove dead code from bzrlib.check
32
from bzrlib.trace import mutter
33
from bzrlib.errors import BzrCheckError, NoSuchRevision
34
from bzrlib.inventory import ROOT_ID
35
from bzrlib.branch import gen_root_id
1 by mbp at sourcefrog
import from baz patch-364
36
1104 by Martin Pool
- Add a simple UIFactory
37
1347 by Martin Pool
- refactor check code into method object
38
class Check(object):
39
    """Check a branch"""
40
    def __init__(self, branch):
41
        self.branch = branch
1373 by Martin Pool
- use cache for weaves for check only
42
	branch.lock_read()
43
	try:
44
	    self.run()
45
	finally:
46
   	    branch.unlock()
1347 by Martin Pool
- refactor check code into method object
47
48
49
    def run(self):
50
        branch = self.branch
51
1373 by Martin Pool
- use cache for weaves for check only
52
	branch.weave_store.enable_cache = True
53
	branch.control_weaves.enable_cache = True
54
1348 by Martin Pool
- more refactoring of check code
55
	self.checked_text_cnt = 0
56
	self.checked_rev_cnt = 0
1365 by Martin Pool
- try to avoid checking texts repeatedly
57
        self.repeated_text_cnt = 0
1348 by Martin Pool
- more refactoring of check code
58
        self.missing_inventory_sha_cnt = 0
59
        self.missing_revision_cnt = 0
1365 by Martin Pool
- try to avoid checking texts repeatedly
60
        # maps (file-id, version) -> sha1
61
        self.checked_texts = {}
676 by Martin Pool
- lock branch while checking
62
63
        history = branch.revision_history()
64
        revno = 0
65
        revcount = len(history)
66
1348 by Martin Pool
- more refactoring of check code
67
        last_rev_id = None
68
        self.progress = bzrlib.ui.ui_factory.progress_bar()
703 by Martin Pool
- split out a new 'bzr upgrade' command separate from
69
        for rev_id in history:
1348 by Martin Pool
- more refactoring of check code
70
            self.progress.update('checking revision', revno, revcount)
676 by Martin Pool
- lock branch while checking
71
            revno += 1
1348 by Martin Pool
- more refactoring of check code
72
	    self.check_one_rev(rev_id, last_rev_id)
73
	    last_rev_id = rev_id
74
        self.progress.clear()
75
	self.report_results()
76
77
78
    def report_results(self):
79
	note('checked branch %s format %d',
80
	     self.branch.base, 
81
	     self.branch._branch_format)
82
1365 by Martin Pool
- try to avoid checking texts repeatedly
83
        note('%6d revisions', self.checked_rev_cnt)
84
        note('%6d unique file texts', self.checked_text_cnt)
85
        note('%6d repeated file texts', self.repeated_text_cnt)
1348 by Martin Pool
- more refactoring of check code
86
        if self.missing_inventory_sha_cnt:
87
            note('%d revisions are missing inventory_sha1',
88
		 self.missing_inventory_sha_cnt)
89
        if self.missing_revision_cnt:
90
            note('%d revisions are mentioned but not present',
91
		 self.missing_revision_cnt)
92
93
94
    def check_one_rev(self, rev_id, last_rev_id):
1349 by Martin Pool
- more refactoring of check code
95
	"""Check one revision.
96
97
	rev_id - the one to check
98
99
	last_rev_id - the previous one on the mainline, if any.
100
	"""
101
1348 by Martin Pool
- more refactoring of check code
102
	# mutter('    revision {%s}' % rev_id)
103
	branch = self.branch
104
	rev = branch.get_revision(rev_id)
105
	if rev.revision_id != rev_id:
106
	    raise BzrCheckError('wrong internal revision id in revision {%s}'
107
				% rev_id)
108
109
	# check the previous history entry is a parent of this entry
110
	if rev.parent_ids:
111
	    if last_rev_id is None:
112
		raise BzrCheckError("revision {%s} has %d parents, but is the "
113
				    "start of the branch"
114
				    % (rev_id, len(rev.parent_ids)))
115
	    for parent_id in rev.parent_ids:
116
		if parent_id == last_rev_id:
117
		    break
118
	    else:
119
		raise BzrCheckError("previous revision {%s} not listed among "
120
				    "parents of {%s}"
121
				    % (last_rev_id, rev_id))
122
	elif last_rev_id:
123
	    raise BzrCheckError("revision {%s} has no parents listed "
124
				"but preceded by {%s}"
125
				% (rev_id, last_rev_id))
126
127
	if rev.inventory_sha1:
128
	    inv_sha1 = branch.get_inventory_sha1(rev_id)
129
	    if inv_sha1 != rev.inventory_sha1:
130
		raise BzrCheckError('Inventory sha1 hash doesn\'t match'
131
		    ' value in revision {%s}' % rev_id)
132
	else:
133
	    missing_inventory_sha_cnt += 1
134
	    mutter("no inventory_sha1 on revision {%s}" % rev_id)
1349 by Martin Pool
- more refactoring of check code
135
	self._check_revision_tree(rev_id)
1362 by Martin Pool
- keep track of number of checked revisions
136
        self.checked_rev_cnt += 1
1349 by Martin Pool
- more refactoring of check code
137
138
    def _check_revision_tree(self, rev_id):
139
	tree = self.branch.revision_tree(rev_id)
1348 by Martin Pool
- more refactoring of check code
140
	inv = tree.inventory
141
	seen_ids = {}
142
	for file_id in inv:
143
	    if file_id in seen_ids:
144
		raise BzrCheckError('duplicated file_id {%s} '
145
				    'in inventory for revision {%s}'
146
				    % (file_id, rev_id))
147
	    seen_ids[file_id] = True
148
	for file_id in inv:
1349 by Martin Pool
- more refactoring of check code
149
	    self._check_one_entry(rev_id, inv, tree, file_id)
150
	seen_names = {}
1348 by Martin Pool
- more refactoring of check code
151
	for path, ie in inv.iter_entries():
152
	    if path in seen_names:
153
		raise BzrCheckError('duplicated path %s '
154
				    'in inventory for revision {%s}'
155
				    % (path, rev_id))
156
	    seen_names[path] = True
1349 by Martin Pool
- more refactoring of check code
157
158
	
159
    def _check_one_entry(self, rev_id, inv, tree, file_id):
160
	ie = inv[file_id]
161
	if ie.parent_id != None:
162
	    if not inv.has_id(ie.parent_id):
163
		raise BzrCheckError('missing parent {%s} in inventory for revision {%s}'
164
			% (ie.parent_id, rev_id))
165
	if ie.kind == 'file':
1365 by Martin Pool
- try to avoid checking texts repeatedly
166
            text_version = ie.text_version
167
            t = (file_id, text_version)
168
            if t in self.checked_texts:
169
                prev_sha = self.checked_texts[t] 
170
                if prev_sha != ie.text_sha1:
171
                    raise BzrCheckError('mismatched sha1 on {%s} in {%s}' %
172
                                        (file_id, rev_id))
173
                else:
174
                    self.repeated_text_cnt += 1
1367 by Martin Pool
- *really* avoid repeatedly checking texts
175
		    return
176
            mutter('check version {%s} of {%s}', rev_id, file_id)
1369 by Martin Pool
- try to avoid redundant conversion of strings when retrieving from weaves
177
	    file_lines = tree.get_file_lines(file_id)
1349 by Martin Pool
- more refactoring of check code
178
	    self.checked_text_cnt += 1 
1369 by Martin Pool
- try to avoid redundant conversion of strings when retrieving from weaves
179
	    if ie.text_size != sum(map(len, file_lines)):
1349 by Martin Pool
- more refactoring of check code
180
		raise BzrCheckError('text {%s} wrong size' % ie.text_id)
1369 by Martin Pool
- try to avoid redundant conversion of strings when retrieving from weaves
181
	    if ie.text_sha1 != sha_strings(file_lines):
1349 by Martin Pool
- more refactoring of check code
182
		raise BzrCheckError('text {%s} wrong sha1' % ie.text_id)
1365 by Martin Pool
- try to avoid checking texts repeatedly
183
            self.checked_texts[t] = ie.text_sha1
1349 by Martin Pool
- more refactoring of check code
184
	elif ie.kind == 'directory':
185
	    if ie.text_sha1 != None or ie.text_size != None or ie.text_id != None:
186
		raise BzrCheckError('directory {%s} has text in revision {%s}'
187
			% (file_id, rev_id))
188
	elif ie.kind == 'root_directory':
189
	    pass
190
	else:
191
	    raise BzrCheckError('unknown entry kind %r in revision {%s}' % 
192
				(ie.kind, rev_id))
1347 by Martin Pool
- refactor check code into method object
193
194
195
def check(branch):
196
    """Run consistency checks on a branch."""
197
    Check(branch)