13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
17
from bzrlib.lazy_import import lazy_import
18
18
lazy_import(globals(), """
19
19
from bzrlib import (
22
from bzrlib.store import revision
23
from bzrlib.store.revision.knit import KnitRevisionStore
26
revision as _mod_revision,
38
38
from bzrlib.decorators import needs_read_lock, needs_write_lock
39
39
from bzrlib.repository import (
43
42
MetaDirRepositoryFormat,
46
import bzrlib.revision as _mod_revision
47
from bzrlib.store.versioned import VersionedFileStore
48
from bzrlib.trace import mutter, mutter_callsite
49
from bzrlib.util import bencode
49
52
class _KnitParentsProvider(object):
54
57
def __repr__(self):
55
58
return 'KnitParentsProvider(%r)' % self._knit
57
def get_parent_map(self, keys):
58
"""See graph.StackedParentsProvider.get_parent_map"""
60
for revision_id in keys:
61
if revision_id is None:
62
raise ValueError('get_parent_map(None) is not valid')
60
def get_parents(self, revision_ids):
62
for revision_id in revision_ids:
63
63
if revision_id == _mod_revision.NULL_REVISION:
64
parent_map[revision_id] = ()
68
self._knit.get_parents_with_ghosts(revision_id))
67
parents = self._knit.get_parents_with_ghosts(revision_id)
69
68
except errors.RevisionNotPresent:
72
71
if len(parents) == 0:
73
parents = (_mod_revision.NULL_REVISION,)
74
parent_map[revision_id] = parents
78
class _KnitsParentsProvider(object):
80
def __init__(self, knit, prefix=()):
81
"""Create a parent provider for string keys mapped to tuple keys."""
86
return 'KnitsParentsProvider(%r)' % self._knit
88
def get_parent_map(self, keys):
89
"""See graph.StackedParentsProvider.get_parent_map"""
90
parent_map = self._knit.get_parent_map(
91
[self._prefix + (key,) for key in keys])
93
for key, parents in parent_map.items():
96
parents = (_mod_revision.NULL_REVISION,)
98
parents = tuple(parent[-1] for parent in parents)
99
result[revid] = parents
100
for revision_id in keys:
101
if revision_id == _mod_revision.NULL_REVISION:
102
result[revision_id] = ()
72
parents = [_mod_revision.NULL_REVISION]
73
parents_list.append(parents)
106
77
class KnitRepository(MetaDirRepository):
113
84
_commit_builder_class = None
114
85
_serializer = None
116
def __init__(self, _format, a_bzrdir, control_files, _commit_builder_class,
118
MetaDirRepository.__init__(self, _format, a_bzrdir, control_files)
87
def __init__(self, _format, a_bzrdir, control_files, _revision_store,
88
control_store, text_store, _commit_builder_class, _serializer):
89
MetaDirRepository.__init__(self, _format, a_bzrdir, control_files,
90
_revision_store, control_store, text_store)
119
91
self._commit_builder_class = _commit_builder_class
120
92
self._serializer = _serializer
121
self._reconcile_fixes_text_parents = True
94
def _warn_if_deprecated(self):
95
# This class isn't deprecated
98
def _inventory_add_lines(self, inv_vf, revid, parents, lines, check_content):
99
return inv_vf.add_lines_with_ghosts(revid, parents, lines,
100
check_content=check_content)[0]
124
103
def _all_revision_ids(self):
125
104
"""See Repository.all_revision_ids()."""
126
return [key[0] for key in self.revisions.keys()]
128
def _activate_new_inventory(self):
129
"""Put a replacement inventory.new into use as inventories."""
130
# Copy the content across
132
t.copy('inventory.new.kndx', 'inventory.kndx')
134
t.copy('inventory.new.knit', 'inventory.knit')
135
except errors.NoSuchFile:
136
# empty inventories knit
137
t.delete('inventory.knit')
138
# delete the temp inventory
139
t.delete('inventory.new.kndx')
141
t.delete('inventory.new.knit')
142
except errors.NoSuchFile:
143
# empty inventories knit
145
# Force index reload (sanity check)
146
self.inventories._index._reset_cache()
147
self.inventories.keys()
149
def _backup_inventory(self):
151
t.copy('inventory.kndx', 'inventory.backup.kndx')
152
t.copy('inventory.knit', 'inventory.backup.knit')
154
def _move_file_id(self, from_id, to_id):
155
t = self._transport.clone('knits')
156
from_rel_url = self.texts._index._mapper.map((from_id, None))
157
to_rel_url = self.texts._index._mapper.map((to_id, None))
158
# We expect both files to always exist in this case.
159
for suffix in ('.knit', '.kndx'):
160
t.rename(from_rel_url + suffix, to_rel_url + suffix)
162
def _remove_file_id(self, file_id):
163
t = self._transport.clone('knits')
164
rel_url = self.texts._index._mapper.map((file_id, None))
165
for suffix in ('.kndx', '.knit'):
167
t.delete(rel_url + suffix)
168
except errors.NoSuchFile:
171
def _temp_inventories(self):
172
result = self._format._get_inventories(self._transport, self,
174
# Reconciling when the output has no revisions would result in no
175
# writes - but we want to ensure there is an inventory for
176
# compatibility with older clients that don't lazy-load.
177
result.get_parent_map([('A',)])
105
# Knits get the revision graph from the index of the revision knit, so
106
# it's always possible even if they're on an unlistable transport.
107
return self._revision_store.all_revision_ids(self.get_transaction())
180
109
def fileid_involved_between_revs(self, from_revid, to_revid):
181
110
"""Find file_id(s) which are involved in the changes between revisions.
203
132
return self._fileid_involved_by_set(changed)
206
def get_revision(self, revision_id):
207
"""Return the Revision object for a named revision"""
208
revision_id = osutils.safe_revision_id(revision_id)
209
return self.get_revision_reconcile(revision_id)
211
def _refresh_data(self):
212
if not self.is_locked():
214
if self.is_in_write_group():
215
raise IsInWriteGroupError(self)
216
# Create a new transaction to force all knits to see the scope change.
217
# This is safe because we're outside a write group.
218
self.control_files._finish_transaction()
219
if self.is_write_locked():
220
self.control_files._set_write_transaction()
222
self.control_files._set_read_transaction()
135
def get_ancestry(self, revision_id, topo_sorted=True):
136
"""Return a list of revision-ids integrated by a revision.
138
This is topologically sorted, unless 'topo_sorted' is specified as
141
if _mod_revision.is_null(revision_id):
143
vf = self._get_revision_vf()
145
return [None] + vf.get_ancestry(revision_id, topo_sorted)
146
except errors.RevisionNotPresent:
147
raise errors.NoSuchRevision(self, revision_id)
150
def get_revision_graph(self, revision_id=None):
151
"""Return a dictionary containing the revision graph.
153
:param revision_id: The revision_id to get a graph from. If None, then
154
the entire revision graph is returned. This is a deprecated mode of
155
operation and will be removed in the future.
156
:return: a dictionary of revision_id->revision_parents_list.
158
if 'evil' in debug.debug_flags:
160
"get_revision_graph scales with size of history.")
161
# special case NULL_REVISION
162
if revision_id == _mod_revision.NULL_REVISION:
164
a_weave = self._get_revision_vf()
165
if revision_id is None:
166
return a_weave.get_graph()
167
if revision_id not in a_weave:
168
raise errors.NoSuchRevision(self, revision_id)
170
# add what can be reached from revision_id
171
return a_weave.get_graph([revision_id])
174
def get_revision_graph_with_ghosts(self, revision_ids=None):
175
"""Return a graph of the revisions with ghosts marked as applicable.
177
:param revision_ids: an iterable of revisions to graph or None for all.
178
:return: a Graph object with the graph reachable from revision_ids.
180
if 'evil' in debug.debug_flags:
182
"get_revision_graph_with_ghosts scales with size of history.")
183
result = deprecated_graph.Graph()
184
vf = self._get_revision_vf()
185
versions = set(vf.versions())
187
pending = set(self.all_revision_ids())
190
pending = set(revision_ids)
191
# special case NULL_REVISION
192
if _mod_revision.NULL_REVISION in pending:
193
pending.remove(_mod_revision.NULL_REVISION)
194
required = set(pending)
197
revision_id = pending.pop()
198
if not revision_id in versions:
199
if revision_id in required:
200
raise errors.NoSuchRevision(self, revision_id)
202
result.add_ghost(revision_id)
203
# mark it as done so we don't try for it again.
204
done.add(revision_id)
206
parent_ids = vf.get_parents_with_ghosts(revision_id)
207
for parent_id in parent_ids:
208
# is this queued or done ?
209
if (parent_id not in pending and
210
parent_id not in done):
212
pending.add(parent_id)
213
result.add_node(revision_id, parent_ids)
214
done.add(revision_id)
217
def _get_revision_vf(self):
218
""":return: a versioned file containing the revisions."""
219
vf = self._revision_store.get_revision_file(self.get_transaction())
222
def _get_history_vf(self):
223
"""Get a versionedfile whose history graph reflects all revisions.
225
For knit repositories, this is the revision knit.
227
return self._get_revision_vf()
224
229
@needs_write_lock
225
230
def reconcile(self, other=None, thorough=False):
228
233
reconciler = KnitReconciler(self, thorough=thorough)
229
234
reconciler.reconcile()
230
235
return reconciler
237
def revision_parents(self, revision_id):
238
return self._get_revision_vf().get_parents(revision_id)
232
240
def _make_parents_provider(self):
233
return _KnitsParentsProvider(self.revisions)
235
def _find_inconsistent_revision_parents(self, revisions_iterator=None):
236
"""Find revisions with different parent lists in the revision object
237
and in the index graph.
239
:param revisions_iterator: None, or an iterator of (revid,
240
Revision-or-None). This iterator controls the revisions checked.
241
:returns: an iterator yielding tuples of (revison-id, parents-in-index,
242
parents-in-revision).
244
if not self.is_locked():
245
raise AssertionError()
247
if revisions_iterator is None:
248
revisions_iterator = self._iter_revisions(None)
249
for revid, revision in revisions_iterator:
252
parent_map = vf.get_parent_map([(revid,)])
253
parents_according_to_index = tuple(parent[-1] for parent in
254
parent_map[(revid,)])
255
parents_according_to_revision = tuple(revision.parent_ids)
256
if parents_according_to_index != parents_according_to_revision:
257
yield (revid, parents_according_to_index,
258
parents_according_to_revision)
260
def _check_for_inconsistent_revision_parents(self):
261
inconsistencies = list(self._find_inconsistent_revision_parents())
263
raise errors.BzrCheckError(
264
"Revision knit has inconsistent parents.")
266
def revision_graph_can_have_wrong_parents(self):
267
# The revision.kndx could potentially claim a revision has a different
268
# parent to the revision text.
241
return _KnitParentsProvider(self._get_revision_vf())
272
244
class RepositoryFormatKnit(MetaDirRepositoryFormat):
273
"""Bzr repository knit format (generalized).
245
"""Bzr repository knit format (generalized).
275
247
This repository format has:
276
248
- knits for file texts and inventory
292
264
_commit_builder_class = None
293
265
# Set this attribute in derived clases to control the _serializer that the
294
266
# repository objects will have passed to their constructor.
296
def _serializer(self):
297
return xml5.serializer_v5
298
# Knit based repositories handle ghosts reasonably well.
299
supports_ghosts = True
300
# External lookups are not supported in this format.
301
supports_external_lookups = False
303
supports_chks = False
304
_fetch_order = 'topological'
305
_fetch_uses_deltas = True
308
def _get_inventories(self, repo_transport, repo, name='inventory'):
309
mapper = versionedfile.ConstantMapper(name)
310
index = _mod_knit._KndxIndex(repo_transport, mapper,
311
repo.get_transaction, repo.is_write_locked, repo.is_locked)
312
access = _mod_knit._KnitKeyAccess(repo_transport, mapper)
313
return _mod_knit.KnitVersionedFiles(index, access, annotated=False)
315
def _get_revisions(self, repo_transport, repo):
316
mapper = versionedfile.ConstantMapper('revisions')
317
index = _mod_knit._KndxIndex(repo_transport, mapper,
318
repo.get_transaction, repo.is_write_locked, repo.is_locked)
319
access = _mod_knit._KnitKeyAccess(repo_transport, mapper)
320
return _mod_knit.KnitVersionedFiles(index, access, max_delta_chain=0,
323
def _get_signatures(self, repo_transport, repo):
324
mapper = versionedfile.ConstantMapper('signatures')
325
index = _mod_knit._KndxIndex(repo_transport, mapper,
326
repo.get_transaction, repo.is_write_locked, repo.is_locked)
327
access = _mod_knit._KnitKeyAccess(repo_transport, mapper)
328
return _mod_knit.KnitVersionedFiles(index, access, max_delta_chain=0,
331
def _get_texts(self, repo_transport, repo):
332
mapper = versionedfile.HashEscapedPrefixMapper()
333
base_transport = repo_transport.clone('knits')
334
index = _mod_knit._KndxIndex(base_transport, mapper,
335
repo.get_transaction, repo.is_write_locked, repo.is_locked)
336
access = _mod_knit._KnitKeyAccess(base_transport, mapper)
337
return _mod_knit.KnitVersionedFiles(index, access, max_delta_chain=200,
267
_serializer = xml5.serializer_v5
269
def _get_control_store(self, repo_transport, control_files):
270
"""Return the control store for this repository."""
271
return VersionedFileStore(
274
file_mode=control_files._file_mode,
275
versionedfile_class=knit.KnitVersionedFile,
276
versionedfile_kwargs={'factory':knit.KnitPlainFactory()},
279
def _get_revision_store(self, repo_transport, control_files):
280
"""See RepositoryFormat._get_revision_store()."""
281
versioned_file_store = VersionedFileStore(
283
file_mode=control_files._file_mode,
286
versionedfile_class=knit.KnitVersionedFile,
287
versionedfile_kwargs={'delta':False,
288
'factory':knit.KnitPlainFactory(),
292
return KnitRevisionStore(versioned_file_store)
294
def _get_text_store(self, transport, control_files):
295
"""See RepositoryFormat._get_text_store()."""
296
return self._get_versioned_file_store('knits',
299
versionedfile_class=knit.KnitVersionedFile,
300
versionedfile_kwargs={
301
'create_parent_dir':True,
303
'dir_mode':control_files._dir_mode,
340
307
def initialize(self, a_bzrdir, shared=False):
341
308
"""Create a knit format 1 repository.
345
312
:param shared: If true the repository will be initialized as a shared
348
trace.mutter('creating repository in %s.', a_bzrdir.transport.base)
315
mutter('creating repository in %s.', a_bzrdir.transport.base)
351
318
utf8_files = [('format', self.get_format_string())]
353
320
self._upload_blank_content(a_bzrdir, dirs, files, utf8_files, shared)
354
321
repo_transport = a_bzrdir.get_repository_transport(None)
355
322
control_files = lockable_files.LockableFiles(repo_transport,
356
323
'lock', lockdir.LockDir)
324
control_store = self._get_control_store(repo_transport, control_files)
357
325
transaction = transactions.WriteTransaction()
358
result = self.open(a_bzrdir=a_bzrdir, _found=True)
326
# trigger a write of the inventory store.
327
control_store.get_weave_or_empty('inventory', transaction)
328
_revision_store = self._get_revision_store(repo_transport, control_files)
360
329
# the revision id here is irrelevant: it will not be stored, and cannot
361
# already exist, we do this to create files on disk for older clients.
362
result.inventories.get_parent_map([('A',)])
363
result.revisions.get_parent_map([('A',)])
364
result.signatures.get_parent_map([('A',)])
366
self._run_post_repo_init_hooks(result, a_bzrdir, shared)
331
_revision_store.has_revision_id('A', transaction)
332
_revision_store.get_signature_file(transaction)
333
return self.open(a_bzrdir=a_bzrdir, _found=True)
369
335
def open(self, a_bzrdir, _found=False, _override_transport=None):
370
336
"""See RepositoryFormat.open().
372
338
:param _override_transport: INTERNAL USE ONLY. Allows opening the
373
339
repository at a slightly different url
374
340
than normal. I.e. during 'upgrade'.
377
343
format = RepositoryFormat.find_format(a_bzrdir)
344
assert format.__class__ == self.__class__
378
345
if _override_transport is not None:
379
346
repo_transport = _override_transport
381
348
repo_transport = a_bzrdir.get_repository_transport(None)
382
349
control_files = lockable_files.LockableFiles(repo_transport,
383
350
'lock', lockdir.LockDir)
384
repo = self.repository_class(_format=self,
351
text_store = self._get_text_store(repo_transport, control_files)
352
control_store = self._get_control_store(repo_transport, control_files)
353
_revision_store = self._get_revision_store(repo_transport, control_files)
354
return self.repository_class(_format=self,
385
355
a_bzrdir=a_bzrdir,
386
356
control_files=control_files,
357
_revision_store=_revision_store,
358
control_store=control_store,
359
text_store=text_store,
387
360
_commit_builder_class=self._commit_builder_class,
388
361
_serializer=self._serializer)
389
repo.revisions = self._get_revisions(repo_transport, repo)
390
repo.signatures = self._get_signatures(repo_transport, repo)
391
repo.inventories = self._get_inventories(repo_transport, repo)
392
repo.texts = self._get_texts(repo_transport, repo)
393
repo.chk_bytes = None
394
repo._transport = repo_transport
398
364
class RepositoryFormatKnit1(RepositoryFormatKnit):
463
427
_matchingbzrdir = property(_get_matching_bzrdir, _ignore_setting_bzrdir)
429
def check_conversion_target(self, target_format):
430
if not target_format.rich_root_data:
431
raise errors.BadConversionTarget(
432
'Does not support rich root data.', target_format)
433
if not getattr(target_format, 'supports_tree_reference', False):
434
raise errors.BadConversionTarget(
435
'Does not support nested trees', target_format)
465
437
def get_format_string(self):
466
438
"""See RepositoryFormat.get_format_string()."""
467
439
return "Bazaar Knit Repository Format 3 (bzr 0.15)\n"
471
443
return "Knit repository format 3"
474
class RepositoryFormatKnit4(RepositoryFormatKnit):
475
"""Bzr repository knit format 4.
477
This repository format has everything in format 3, except for
479
- knits for file texts and inventory
480
- hash subdirectory based stores.
481
- knits for revisions and signatures
482
- TextStores for revisions and signatures.
483
- a format marker of its own
484
- an optional 'shared-storage' flag
485
- an optional 'no-working-trees' flag
487
- support for recording full info about the tree root
446
def _get_stream_as_bytes(knit, required_versions):
447
"""Generate a serialised data stream.
449
The format is a bencoding of a list. The first element of the list is a
450
string of the format signature, then each subsequent element is a list
451
corresponding to a record. Those lists contain:
458
:returns: a bencoded list.
490
repository_class = KnitRepository
491
_commit_builder_class = RootCommitBuilder
492
rich_root_data = True
493
supports_tree_reference = False
495
def _serializer(self):
496
return xml6.serializer_v6
498
def _get_matching_bzrdir(self):
499
return bzrdir.format_registry.make_bzrdir('rich-root')
501
def _ignore_setting_bzrdir(self, format):
504
_matchingbzrdir = property(_get_matching_bzrdir, _ignore_setting_bzrdir)
506
def get_format_string(self):
507
"""See RepositoryFormat.get_format_string()."""
508
return 'Bazaar Knit Repository Format 4 (bzr 1.0)\n'
510
def get_format_description(self):
511
"""See RepositoryFormat.get_format_description()."""
512
return "Knit repository format 4"
460
knit_stream = knit.get_data_stream(required_versions)
461
format_signature, data_list, callable = knit_stream
463
data.append(format_signature)
464
for version, options, length, parents in data_list:
465
data.append([version, options, parents, callable(length)])
466
return bencode.bencode(data)
added
removed
bzrlib/repofmt/knitrepo.py
