1
# Copyright (C) 2008 Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""Serializer object for CHK based inventory storage."""
19
from cStringIO import (
28
revision as _mod_revision,
34
def _validate_properties(props, _decode=cache_utf8._utf8_decode):
35
# TODO: we really want an 'isascii' check for key
36
unicode_props = dict([(key, _decode(value)[0])
37
for key, value in props.iteritems()])
41
def _is_format_10(value):
43
raise ValueError('Format number was not recognized, expected 10 got %d'
48
class BEncodeRevisionSerializer1(object):
49
"""Simple revision serializer based around bencode.
52
# Maps {key:(Revision attribute, bencode_type, validator)}
53
# This tells us what kind we expect bdecode to create, what variable on
54
# Revision we should be using, and a function to call to validate/transform
56
# TODO: add a 'validate_utf8' for things like revision_id and file_id
57
# and a validator for parent-ids
58
_schema = {'format': (None, int, _is_format_10),
59
'committer': ('committer', str, cache_utf8.decode),
60
'timezone': ('timezone', int, None),
61
'timestamp': ('timestamp', str, float),
62
'revision-id': ('revision_id', str, None),
63
'parent-ids': ('parent_ids', list, tuple),
64
'inventory-sha1': ('inventory_sha1', str, None),
65
'message': ('message', str, cache_utf8.decode),
66
'properties': ('properties', dict, _validate_properties),
69
def write_revision_to_string(self, rev):
70
encode_utf8 = cache_utf8._utf8_encode
71
# Use a list of tuples rather than a dict
72
# This lets us control the ordering, so that we are able to create
76
("committer", encode_utf8(rev.committer)[0]),
78
if rev.timezone is not None:
79
ret.append(("timezone", rev.timezone))
80
# For bzr revisions, the most common property is just 'branch-nick'
81
# which changes infrequently.
83
for key, value in rev.properties.iteritems():
84
revprops[key] = encode_utf8(value)[0]
85
ret.append(('properties', revprops))
87
("timestamp", "%.3f" % rev.timestamp),
88
("revision-id", rev.revision_id),
89
("parent-ids", rev.parent_ids),
90
("inventory-sha1", rev.inventory_sha1),
91
("message", encode_utf8(rev.message)[0]),
93
return bencode.bencode(ret)
95
def write_revision(self, rev, f):
96
f.write(self.write_revision_to_string(rev))
98
def read_revision_from_string(self, text):
99
# TODO: consider writing a Revision decoder, rather than using the
100
# generic bencode decoder
101
# However, to decode all 25k revisions of bzr takes approx 1.3s
102
# If we remove all extra validation that goes down to about 1.2s.
103
# Of that time, probably 0.6s is spend in bencode.bdecode().
104
# Regardless 'time bzr log' of everything is 7+s, so 1.3s to
105
# extract revision texts isn't a majority of time.
106
ret = bencode.bdecode(text)
107
if not isinstance(ret, list):
108
raise ValueError("invalid revision text")
109
schema = dict(self._schema)
110
schema_pop = schema.pop
111
# timezone is allowed to be missing, but should be set
112
bits = {'timezone': None}
113
for key, value in ret:
114
# Will raise KeyError if not a valid part of the schema, or an
115
# entry is given 2 times.
116
var_name, expected_type, validator = schema_pop(key)
117
if value.__class__ is not expected_type:
118
raise ValueError('key %s did not conform to the expected type'
120
% (key, expected_type, type(value)))
121
if validator is not None:
122
value = validator(value)
123
bits[var_name] = value
125
if schema.keys() != ['timezone']:
126
raise ValueError('Revision text was missing expected keys %s.'
127
' text %r' % (schema.keys(), text))
128
del bits[None] # Get rid of bits that don't get mapped
129
rev = _mod_revision.Revision(**bits)
132
def read_revision(self, f):
133
return self.read_revision_from_string(f.read())
136
class CHKSerializerSubtree(BEncodeRevisionSerializer1, xml6.Serializer_v6):
137
"""A CHKInventory based serializer that supports tree references"""
139
supported_kinds = set(['file', 'directory', 'symlink', 'tree-reference'])
141
revision_format_num = None
142
support_altered_by_hack = False
144
def _unpack_entry(self, elt):
146
if not kind in self.supported_kinds:
147
raise AssertionError('unsupported entry kind %s' % kind)
148
if kind == 'tree-reference':
149
file_id = elt.attrib['file_id']
150
name = elt.attrib['name']
151
parent_id = elt.attrib['parent_id']
152
revision = elt.get('revision')
153
reference_revision = elt.get('reference_revision')
154
return inventory.TreeReference(file_id, name, parent_id, revision,
157
return xml6.Serializer_v6._unpack_entry(self, elt)
159
def __init__(self, node_size, search_key_name):
160
self.maximum_size = node_size
161
self.search_key_name = search_key_name
164
class CHKSerializer(xml5.Serializer_v5):
165
"""A CHKInventory based serializer with 'plain' behaviour."""
168
revision_format_num = None
169
support_altered_by_hack = False
171
def __init__(self, node_size, search_key_name):
172
self.maximum_size = node_size
173
self.search_key_name = search_key_name
176
chk_serializer_255_bigpage = CHKSerializer(65536, 'hash-255-way')
179
class CHKBEncodeSerializer(BEncodeRevisionSerializer1, CHKSerializer):
180
"""A CHKInventory and BEncode based serializer with 'plain' behaviour."""
185
chk_bencode_serializer = CHKBEncodeSerializer(65536, 'hash-255-way')
added
removed
bzrlib/chk_serializer.py
