1
# Copyright (C) 2005, 2006, 2007 Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
from bzrlib.lazy_import import lazy_import
18
lazy_import(globals(), """
26
revision as _mod_revision,
37
from bzrlib.decorators import needs_read_lock, needs_write_lock
38
from bzrlib.repository import (
41
MetaDirRepositoryFormat,
45
from bzrlib.trace import mutter, mutter_callsite
48
class _KnitParentsProvider(object):
50
def __init__(self, knit):
54
return 'KnitParentsProvider(%r)' % self._knit
56
@symbol_versioning.deprecated_method(symbol_versioning.one_one)
57
def get_parents(self, revision_ids):
58
"""See graph._StackedParentsProvider.get_parents"""
59
parent_map = self.get_parent_map(revision_ids)
60
return [parent_map.get(r, None) for r in revision_ids]
62
def get_parent_map(self, keys):
63
"""See graph._StackedParentsProvider.get_parent_map"""
65
for revision_id in keys:
66
if revision_id is None:
67
raise ValueError('get_parent_map(None) is not valid')
68
if revision_id == _mod_revision.NULL_REVISION:
69
parent_map[revision_id] = ()
73
self._knit.get_parents_with_ghosts(revision_id))
74
except errors.RevisionNotPresent:
78
parents = (_mod_revision.NULL_REVISION,)
79
parent_map[revision_id] = parents
83
class _KnitsParentsProvider(object):
85
def __init__(self, knit, prefix=()):
86
"""Create a parent provider for string keys mapped to tuple keys."""
91
return 'KnitsParentsProvider(%r)' % self._knit
93
def get_parent_map(self, keys):
94
"""See graph._StackedParentsProvider.get_parent_map"""
95
parent_map = self._knit.get_parent_map(
96
[self._prefix + (key,) for key in keys])
98
for key, parents in parent_map.items():
100
if len(parents) == 0:
101
parents = (_mod_revision.NULL_REVISION,)
103
parents = tuple(parent[-1] for parent in parents)
104
result[revid] = parents
105
for revision_id in keys:
106
if revision_id == _mod_revision.NULL_REVISION:
107
result[revision_id] = ()
111
class KnitRepository(MetaDirRepository):
112
"""Knit format repository."""
114
# These attributes are inherited from the Repository base class. Setting
115
# them to None ensures that if the constructor is changed to not initialize
116
# them, or a subclass fails to call the constructor, that an error will
117
# occur rather than the system working but generating incorrect data.
118
_commit_builder_class = None
121
def __init__(self, _format, a_bzrdir, control_files, _commit_builder_class,
123
MetaDirRepository.__init__(self, _format, a_bzrdir, control_files)
124
self._commit_builder_class = _commit_builder_class
125
self._serializer = _serializer
126
self._reconcile_fixes_text_parents = True
129
def _all_revision_ids(self):
130
"""See Repository.all_revision_ids()."""
131
return [key[0] for key in self.revisions.keys()]
133
def _activate_new_inventory(self):
134
"""Put a replacement inventory.new into use as inventories."""
135
# Copy the content across
137
t.copy('inventory.new.kndx', 'inventory.kndx')
139
t.copy('inventory.new.knit', 'inventory.knit')
140
except errors.NoSuchFile:
141
# empty inventories knit
142
t.delete('inventory.knit')
143
# delete the temp inventory
144
t.delete('inventory.new.kndx')
146
t.delete('inventory.new.knit')
147
except errors.NoSuchFile:
148
# empty inventories knit
150
# Force index reload (sanity check)
151
self.inventories._index._reset_cache()
152
self.inventories.keys()
154
def _backup_inventory(self):
156
t.copy('inventory.kndx', 'inventory.backup.kndx')
157
t.copy('inventory.knit', 'inventory.backup.knit')
159
def _move_file_id(self, from_id, to_id):
160
t = self._transport.clone('knits')
161
from_rel_url = self.texts._index._mapper.map((from_id, None))
162
to_rel_url = self.texts._index._mapper.map((to_id, None))
163
# We expect both files to always exist in this case.
164
for suffix in ('.knit', '.kndx'):
165
t.rename(from_rel_url + suffix, to_rel_url + suffix)
167
def _remove_file_id(self, file_id):
168
t = self._transport.clone('knits')
169
rel_url = self.texts._index._mapper.map((file_id, None))
170
for suffix in ('.kndx', '.knit'):
172
t.delete(rel_url + suffix)
173
except errors.NoSuchFile:
176
def _temp_inventories(self):
177
result = self._format._get_inventories(self._transport, self,
179
# Reconciling when the output has no revisions would result in no
180
# writes - but we want to ensure there is an inventory for
181
# compatibility with older clients that don't lazy-load.
182
result.get_parent_map([('A',)])
185
def fileid_involved_between_revs(self, from_revid, to_revid):
186
"""Find file_id(s) which are involved in the changes between revisions.
188
This determines the set of revisions which are involved, and then
189
finds all file ids affected by those revisions.
191
vf = self._get_revision_vf()
192
from_set = set(vf.get_ancestry(from_revid))
193
to_set = set(vf.get_ancestry(to_revid))
194
changed = to_set.difference(from_set)
195
return self._fileid_involved_by_set(changed)
197
def fileid_involved(self, last_revid=None):
198
"""Find all file_ids modified in the ancestry of last_revid.
200
:param last_revid: If None, last_revision() will be used.
203
changed = set(self.all_revision_ids())
205
changed = set(self.get_ancestry(last_revid))
208
return self._fileid_involved_by_set(changed)
211
def get_revision(self, revision_id):
212
"""Return the Revision object for a named revision"""
213
revision_id = osutils.safe_revision_id(revision_id)
214
return self.get_revision_reconcile(revision_id)
216
def _refresh_data(self):
217
if not self.is_locked():
219
# Create a new transaction to force all knits to see the scope change.
220
# This is safe because we're outside a write group.
221
self.control_files._finish_transaction()
222
if self.is_write_locked():
223
self.control_files._set_write_transaction()
225
self.control_files._set_read_transaction()
228
def reconcile(self, other=None, thorough=False):
229
"""Reconcile this repository."""
230
from bzrlib.reconcile import KnitReconciler
231
reconciler = KnitReconciler(self, thorough=thorough)
232
reconciler.reconcile()
235
def _make_parents_provider(self):
236
return _KnitsParentsProvider(self.revisions)
238
def _find_inconsistent_revision_parents(self):
239
"""Find revisions with different parent lists in the revision object
240
and in the index graph.
242
:returns: an iterator yielding tuples of (revison-id, parents-in-index,
243
parents-in-revision).
245
if not self.is_locked():
246
raise AssertionError()
248
for index_version in vf.keys():
249
parent_map = vf.get_parent_map([index_version])
250
parents_according_to_index = tuple(parent[-1] for parent in
251
parent_map[index_version])
252
revision = self.get_revision(index_version[-1])
253
parents_according_to_revision = tuple(revision.parent_ids)
254
if parents_according_to_index != parents_according_to_revision:
255
yield (index_version[-1], parents_according_to_index,
256
parents_according_to_revision)
258
def _check_for_inconsistent_revision_parents(self):
259
inconsistencies = list(self._find_inconsistent_revision_parents())
261
raise errors.BzrCheckError(
262
"Revision knit has inconsistent parents.")
264
def revision_graph_can_have_wrong_parents(self):
265
# The revision.kndx could potentially claim a revision has a different
266
# parent to the revision text.
270
class RepositoryFormatKnit(MetaDirRepositoryFormat):
271
"""Bzr repository knit format (generalized).
273
This repository format has:
274
- knits for file texts and inventory
275
- hash subdirectory based stores.
276
- knits for revisions and signatures
277
- TextStores for revisions and signatures.
278
- a format marker of its own
279
- an optional 'shared-storage' flag
280
- an optional 'no-working-trees' flag
284
# Set this attribute in derived classes to control the repository class
285
# created by open and initialize.
286
repository_class = None
287
# Set this attribute in derived classes to control the
288
# _commit_builder_class that the repository objects will have passed to
290
_commit_builder_class = None
291
# Set this attribute in derived clases to control the _serializer that the
292
# repository objects will have passed to their constructor.
294
def _serializer(self):
295
return xml5.serializer_v5
296
# Knit based repositories handle ghosts reasonably well.
297
supports_ghosts = True
298
# External lookups are not supported in this format.
299
supports_external_lookups = False
300
_fetch_order = 'topological'
301
_fetch_uses_deltas = True
303
def _get_inventories(self, repo_transport, repo, name='inventory'):
304
mapper = versionedfile.ConstantMapper(name)
305
index = _mod_knit._KndxIndex(repo_transport, mapper,
306
repo.get_transaction, repo.is_write_locked, repo.is_locked)
307
access = _mod_knit._KnitKeyAccess(repo_transport, mapper)
308
return _mod_knit.KnitVersionedFiles(index, access, annotated=False)
310
def _get_revisions(self, repo_transport, repo):
311
mapper = versionedfile.ConstantMapper('revisions')
312
index = _mod_knit._KndxIndex(repo_transport, mapper,
313
repo.get_transaction, repo.is_write_locked, repo.is_locked)
314
access = _mod_knit._KnitKeyAccess(repo_transport, mapper)
315
return _mod_knit.KnitVersionedFiles(index, access, max_delta_chain=0,
318
def _get_signatures(self, repo_transport, repo):
319
mapper = versionedfile.ConstantMapper('signatures')
320
index = _mod_knit._KndxIndex(repo_transport, mapper,
321
repo.get_transaction, repo.is_write_locked, repo.is_locked)
322
access = _mod_knit._KnitKeyAccess(repo_transport, mapper)
323
return _mod_knit.KnitVersionedFiles(index, access, max_delta_chain=0,
326
def _get_texts(self, repo_transport, repo):
327
mapper = versionedfile.HashEscapedPrefixMapper()
328
base_transport = repo_transport.clone('knits')
329
index = _mod_knit._KndxIndex(base_transport, mapper,
330
repo.get_transaction, repo.is_write_locked, repo.is_locked)
331
access = _mod_knit._KnitKeyAccess(base_transport, mapper)
332
return _mod_knit.KnitVersionedFiles(index, access, max_delta_chain=200,
335
def initialize(self, a_bzrdir, shared=False):
336
"""Create a knit format 1 repository.
338
:param a_bzrdir: bzrdir to contain the new repository; must already
340
:param shared: If true the repository will be initialized as a shared
343
mutter('creating repository in %s.', a_bzrdir.transport.base)
346
utf8_files = [('format', self.get_format_string())]
348
self._upload_blank_content(a_bzrdir, dirs, files, utf8_files, shared)
349
repo_transport = a_bzrdir.get_repository_transport(None)
350
control_files = lockable_files.LockableFiles(repo_transport,
351
'lock', lockdir.LockDir)
352
transaction = transactions.WriteTransaction()
353
result = self.open(a_bzrdir=a_bzrdir, _found=True)
355
# the revision id here is irrelevant: it will not be stored, and cannot
356
# already exist, we do this to create files on disk for older clients.
357
result.inventories.get_parent_map([('A',)])
358
result.revisions.get_parent_map([('A',)])
359
result.signatures.get_parent_map([('A',)])
363
def open(self, a_bzrdir, _found=False, _override_transport=None):
364
"""See RepositoryFormat.open().
366
:param _override_transport: INTERNAL USE ONLY. Allows opening the
367
repository at a slightly different url
368
than normal. I.e. during 'upgrade'.
371
format = RepositoryFormat.find_format(a_bzrdir)
372
if _override_transport is not None:
373
repo_transport = _override_transport
375
repo_transport = a_bzrdir.get_repository_transport(None)
376
control_files = lockable_files.LockableFiles(repo_transport,
377
'lock', lockdir.LockDir)
378
repo = self.repository_class(_format=self,
380
control_files=control_files,
381
_commit_builder_class=self._commit_builder_class,
382
_serializer=self._serializer)
383
repo.revisions = self._get_revisions(repo_transport, repo)
384
repo.signatures = self._get_signatures(repo_transport, repo)
385
repo.inventories = self._get_inventories(repo_transport, repo)
386
repo.texts = self._get_texts(repo_transport, repo)
387
repo._transport = repo_transport
391
class RepositoryFormatKnit1(RepositoryFormatKnit):
392
"""Bzr repository knit format 1.
394
This repository format has:
395
- knits for file texts and inventory
396
- hash subdirectory based stores.
397
- knits for revisions and signatures
398
- TextStores for revisions and signatures.
399
- a format marker of its own
400
- an optional 'shared-storage' flag
401
- an optional 'no-working-trees' flag
404
This format was introduced in bzr 0.8.
407
repository_class = KnitRepository
408
_commit_builder_class = CommitBuilder
410
def _serializer(self):
411
return xml5.serializer_v5
413
def __ne__(self, other):
414
return self.__class__ is not other.__class__
416
def get_format_string(self):
417
"""See RepositoryFormat.get_format_string()."""
418
return "Bazaar-NG Knit Repository Format 1"
420
def get_format_description(self):
421
"""See RepositoryFormat.get_format_description()."""
422
return "Knit repository format 1"
424
def check_conversion_target(self, target_format):
428
class RepositoryFormatKnit3(RepositoryFormatKnit):
429
"""Bzr repository knit format 3.
431
This repository format has:
432
- knits for file texts and inventory
433
- hash subdirectory based stores.
434
- knits for revisions and signatures
435
- TextStores for revisions and signatures.
436
- a format marker of its own
437
- an optional 'shared-storage' flag
438
- an optional 'no-working-trees' flag
440
- support for recording full info about the tree root
441
- support for recording tree-references
444
repository_class = KnitRepository
445
_commit_builder_class = RootCommitBuilder
446
rich_root_data = True
447
supports_tree_reference = True
449
def _serializer(self):
450
return xml7.serializer_v7
452
def _get_matching_bzrdir(self):
453
return bzrdir.format_registry.make_bzrdir('dirstate-with-subtree')
455
def _ignore_setting_bzrdir(self, format):
458
_matchingbzrdir = property(_get_matching_bzrdir, _ignore_setting_bzrdir)
460
def check_conversion_target(self, target_format):
461
if not target_format.rich_root_data:
462
raise errors.BadConversionTarget(
463
'Does not support rich root data.', target_format)
464
if not getattr(target_format, 'supports_tree_reference', False):
465
raise errors.BadConversionTarget(
466
'Does not support nested trees', target_format)
468
def get_format_string(self):
469
"""See RepositoryFormat.get_format_string()."""
470
return "Bazaar Knit Repository Format 3 (bzr 0.15)\n"
472
def get_format_description(self):
473
"""See RepositoryFormat.get_format_description()."""
474
return "Knit repository format 3"
477
class RepositoryFormatKnit4(RepositoryFormatKnit):
478
"""Bzr repository knit format 4.
480
This repository format has everything in format 3, except for
482
- knits for file texts and inventory
483
- hash subdirectory based stores.
484
- knits for revisions and signatures
485
- TextStores for revisions and signatures.
486
- a format marker of its own
487
- an optional 'shared-storage' flag
488
- an optional 'no-working-trees' flag
490
- support for recording full info about the tree root
493
repository_class = KnitRepository
494
_commit_builder_class = RootCommitBuilder
495
rich_root_data = True
496
supports_tree_reference = False
498
def _serializer(self):
499
return xml6.serializer_v6
501
def _get_matching_bzrdir(self):
502
return bzrdir.format_registry.make_bzrdir('rich-root')
504
def _ignore_setting_bzrdir(self, format):
507
_matchingbzrdir = property(_get_matching_bzrdir, _ignore_setting_bzrdir)
509
def check_conversion_target(self, target_format):
510
if not target_format.rich_root_data:
511
raise errors.BadConversionTarget(
512
'Does not support rich root data.', target_format)
514
def get_format_string(self):
515
"""See RepositoryFormat.get_format_string()."""
516
return 'Bazaar Knit Repository Format 4 (bzr 1.0)\n'
518
def get_format_description(self):
519
"""See RepositoryFormat.get_format_description()."""
520
return "Knit repository format 4"
added
removed
bzrlib/repofmt/knitrepo.py
