1
# Copyright (C) 2005, 2006, 2007, 2008 Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""Deprecated weave-based repository formats.
19
Weave based formats scaled linearly with history size and could not represent
24
from cStringIO import StringIO
27
from bzrlib.lazy_import import lazy_import
28
lazy_import(globals(), """
40
revision as _mod_revision,
46
from bzrlib.decorators import needs_read_lock, needs_write_lock
47
from bzrlib.repository import (
49
MetaDirVersionedFileRepository,
50
MetaDirRepositoryFormat,
54
from bzrlib.store.text import TextStore
55
from bzrlib.trace import mutter
56
from bzrlib.tuned_gzip import GzipFile, bytes_to_gzip
57
from bzrlib.versionedfile import (
59
FulltextContentFactory,
64
class AllInOneRepository(Repository):
65
"""Legacy support - the repository behaviour for all-in-one branches."""
68
def _serializer(self):
69
return xml5.serializer_v5
71
def _escape(self, file_or_path):
72
if not isinstance(file_or_path, basestring):
73
file_or_path = '/'.join(file_or_path)
74
if file_or_path == '':
76
return urlutils.escape(osutils.safe_unicode(file_or_path))
78
def __init__(self, _format, a_bzrdir):
79
# we reuse one control files instance.
80
dir_mode = a_bzrdir._get_dir_mode()
81
file_mode = a_bzrdir._get_file_mode()
83
def get_store(name, compressed=True, prefixed=False):
84
# FIXME: This approach of assuming stores are all entirely compressed
85
# or entirely uncompressed is tidy, but breaks upgrade from
86
# some existing branches where there's a mixture; we probably
87
# still want the option to look for both.
88
relpath = self._escape(name)
89
store = TextStore(a_bzrdir.transport.clone(relpath),
90
prefixed=prefixed, compressed=compressed,
95
# not broken out yet because the controlweaves|inventory_store
96
# and texts bits are still different.
97
if isinstance(_format, RepositoryFormat4):
98
# cannot remove these - there is still no consistent api
99
# which allows access to this old info.
100
self.inventory_store = get_store('inventory-store')
101
self._text_store = get_store('text-store')
102
super(AllInOneRepository, self).__init__(_format, a_bzrdir, a_bzrdir._control_files)
105
def _all_possible_ids(self):
106
"""Return all the possible revisions that we could find."""
107
if 'evil' in debug.debug_flags:
108
mutter_callsite(3, "_all_possible_ids scales with size of history.")
109
return [key[-1] for key in self.inventories.keys()]
112
def _all_revision_ids(self):
113
"""Returns a list of all the revision ids in the repository.
115
These are in as much topological order as the underlying store can
116
present: for weaves ghosts may lead to a lack of correctness until
117
the reweave updates the parents list.
119
return [key[-1] for key in self.revisions.keys()]
121
def _activate_new_inventory(self):
122
"""Put a replacement inventory.new into use as inventories."""
123
# Copy the content across
124
t = self.bzrdir._control_files._transport
125
t.copy('inventory.new.weave', 'inventory.weave')
126
# delete the temp inventory
127
t.delete('inventory.new.weave')
128
# Check we can parse the new weave properly as a sanity check
129
self.inventories.keys()
131
def _backup_inventory(self):
132
t = self.bzrdir._control_files._transport
133
t.copy('inventory.weave', 'inventory.backup.weave')
135
def _temp_inventories(self):
136
t = self.bzrdir._control_files._transport
137
return self._format._get_inventories(t, self, 'inventory.new')
139
def get_commit_builder(self, branch, parents, config, timestamp=None,
140
timezone=None, committer=None, revprops=None,
142
self._check_ascii_revisionid(revision_id, self.get_commit_builder)
143
result = CommitBuilder(self, parents, config, timestamp, timezone,
144
committer, revprops, revision_id)
145
self.start_write_group()
149
def get_revisions(self, revision_ids):
150
revs = self._get_revisions(revision_ids)
153
def _inventory_add_lines(self, revision_id, parents, lines,
155
"""Store lines in inv_vf and return the sha1 of the inventory."""
156
present_parents = self.get_graph().get_parent_map(parents)
158
for parent in parents:
159
if parent in present_parents:
160
final_parents.append((parent,))
161
return self.inventories.add_lines((revision_id,), final_parents, lines,
162
check_content=check_content)[0]
165
"""AllInOne repositories cannot be shared."""
169
def set_make_working_trees(self, new_value):
170
"""Set the policy flag for making working trees when creating branches.
172
This only applies to branches that use this repository.
174
The default is 'True'.
175
:param new_value: True to restore the default, False to disable making
178
raise errors.RepositoryUpgradeRequired(self.bzrdir.root_transport.base)
180
def make_working_trees(self):
181
"""Returns the policy for making working trees on new branches."""
184
def revision_graph_can_have_wrong_parents(self):
185
# XXX: This is an old format that we don't support full checking on, so
186
# just claim that checking for this inconsistency is not required.
190
class WeaveMetaDirRepository(MetaDirVersionedFileRepository):
191
"""A subclass of MetaDirRepository to set weave specific policy."""
193
def __init__(self, _format, a_bzrdir, control_files):
194
super(WeaveMetaDirRepository, self).__init__(_format, a_bzrdir, control_files)
195
self._serializer = _format._serializer
198
def _all_possible_ids(self):
199
"""Return all the possible revisions that we could find."""
200
if 'evil' in debug.debug_flags:
201
mutter_callsite(3, "_all_possible_ids scales with size of history.")
202
return [key[-1] for key in self.inventories.keys()]
205
def _all_revision_ids(self):
206
"""Returns a list of all the revision ids in the repository.
208
These are in as much topological order as the underlying store can
209
present: for weaves ghosts may lead to a lack of correctness until
210
the reweave updates the parents list.
212
return [key[-1] for key in self.revisions.keys()]
214
def _activate_new_inventory(self):
215
"""Put a replacement inventory.new into use as inventories."""
216
# Copy the content across
218
t.copy('inventory.new.weave', 'inventory.weave')
219
# delete the temp inventory
220
t.delete('inventory.new.weave')
221
# Check we can parse the new weave properly as a sanity check
222
self.inventories.keys()
224
def _backup_inventory(self):
226
t.copy('inventory.weave', 'inventory.backup.weave')
228
def _temp_inventories(self):
230
return self._format._get_inventories(t, self, 'inventory.new')
232
def get_commit_builder(self, branch, parents, config, timestamp=None,
233
timezone=None, committer=None, revprops=None,
235
self._check_ascii_revisionid(revision_id, self.get_commit_builder)
236
result = CommitBuilder(self, parents, config, timestamp, timezone,
237
committer, revprops, revision_id)
238
self.start_write_group()
242
def get_revision(self, revision_id):
243
"""Return the Revision object for a named revision"""
244
r = self.get_revision_reconcile(revision_id)
247
def _inventory_add_lines(self, revision_id, parents, lines,
249
"""Store lines in inv_vf and return the sha1 of the inventory."""
250
present_parents = self.get_graph().get_parent_map(parents)
252
for parent in parents:
253
if parent in present_parents:
254
final_parents.append((parent,))
255
return self.inventories.add_lines((revision_id,), final_parents, lines,
256
check_content=check_content)[0]
258
def revision_graph_can_have_wrong_parents(self):
262
class PreSplitOutRepositoryFormat(RepositoryFormat):
263
"""Base class for the pre split out repository formats."""
265
rich_root_data = False
266
supports_tree_reference = False
267
supports_ghosts = False
268
supports_external_lookups = False
269
_fetch_order = 'topological'
270
_fetch_reconcile = True
272
def initialize(self, a_bzrdir, shared=False, _internal=False):
273
"""Create a weave repository."""
275
raise errors.IncompatibleFormat(self, a_bzrdir._format)
278
# always initialized when the bzrdir is.
279
return self.open(a_bzrdir, _found=True)
281
# Create an empty weave
283
weavefile.write_weave_v5(weave.Weave(), sio)
284
empty_weave = sio.getvalue()
286
mutter('creating repository in %s.', a_bzrdir.transport.base)
288
# FIXME: RBC 20060125 don't peek under the covers
289
# NB: no need to escape relative paths that are url safe.
290
control_files = lockable_files.LockableFiles(a_bzrdir.transport,
291
'branch-lock', lockable_files.TransportLock)
292
control_files.create_lock()
293
control_files.lock_write()
294
transport = a_bzrdir.transport
296
transport.mkdir_multi(['revision-store', 'weaves'],
297
mode=a_bzrdir._get_dir_mode())
298
transport.put_bytes_non_atomic('inventory.weave', empty_weave)
300
control_files.unlock()
301
return self.open(a_bzrdir, _found=True)
303
def open(self, a_bzrdir, _found=False):
304
"""See RepositoryFormat.open()."""
306
# we are being called directly and must probe.
307
raise NotImplementedError
309
repo_transport = a_bzrdir.get_repository_transport(None)
310
control_files = a_bzrdir._control_files
311
result = AllInOneRepository(_format=self, a_bzrdir=a_bzrdir)
312
result.revisions = self._get_revisions(repo_transport, result)
313
result.signatures = self._get_signatures(repo_transport, result)
314
result.inventories = self._get_inventories(repo_transport, result)
315
result.texts = self._get_texts(repo_transport, result)
318
def check_conversion_target(self, target_format):
322
class RepositoryFormat4(PreSplitOutRepositoryFormat):
323
"""Bzr repository format 4.
325
This repository format has:
327
- TextStores for texts, inventories,revisions.
329
This format is deprecated: it indexes texts using a text id which is
330
removed in format 5; initialization and write support for this format
334
_matchingbzrdir = bzrdir.BzrDirFormat4()
336
def get_format_description(self):
337
"""See RepositoryFormat.get_format_description()."""
338
return "Repository format 4"
340
def initialize(self, url, shared=False, _internal=False):
341
"""Format 4 branches cannot be created."""
342
raise errors.UninitializableFormat(self)
344
def is_supported(self):
345
"""Format 4 is not supported.
347
It is not supported because the model changed from 4 to 5 and the
348
conversion logic is expensive - so doing it on the fly was not
353
def _get_inventories(self, repo_transport, repo, name='inventory'):
354
# No inventories store written so far.
357
def _get_revisions(self, repo_transport, repo):
358
from bzrlib.xml4 import serializer_v4
359
return RevisionTextStore(repo_transport.clone('revision-store'),
360
serializer_v4, True, versionedfile.PrefixMapper(),
361
repo.is_locked, repo.is_write_locked)
363
def _get_signatures(self, repo_transport, repo):
364
return SignatureTextStore(repo_transport.clone('revision-store'),
365
False, versionedfile.PrefixMapper(),
366
repo.is_locked, repo.is_write_locked)
368
def _get_texts(self, repo_transport, repo):
372
class RepositoryFormat5(PreSplitOutRepositoryFormat):
373
"""Bzr control format 5.
375
This repository format has:
376
- weaves for file texts and inventory
378
- TextStores for revisions and signatures.
381
_versionedfile_class = weave.WeaveFile
382
_matchingbzrdir = bzrdir.BzrDirFormat5()
384
def _serializer(self):
385
return xml5.serializer_v5
387
def get_format_description(self):
388
"""See RepositoryFormat.get_format_description()."""
389
return "Weave repository format 5"
391
def network_name(self):
392
"""The network name for this format is the control dirs disk label."""
393
return self._matchingbzrdir.get_format_string()
395
def _get_inventories(self, repo_transport, repo, name='inventory'):
396
mapper = versionedfile.ConstantMapper(name)
397
return versionedfile.ThunkedVersionedFiles(repo_transport,
398
weave.WeaveFile, mapper, repo.is_locked)
400
def _get_revisions(self, repo_transport, repo):
401
return RevisionTextStore(repo_transport.clone('revision-store'),
402
xml5.serializer_v5, False, versionedfile.PrefixMapper(),
403
repo.is_locked, repo.is_write_locked)
405
def _get_signatures(self, repo_transport, repo):
406
return SignatureTextStore(repo_transport.clone('revision-store'),
407
False, versionedfile.PrefixMapper(),
408
repo.is_locked, repo.is_write_locked)
410
def _get_texts(self, repo_transport, repo):
411
mapper = versionedfile.PrefixMapper()
412
base_transport = repo_transport.clone('weaves')
413
return versionedfile.ThunkedVersionedFiles(base_transport,
414
weave.WeaveFile, mapper, repo.is_locked)
417
class RepositoryFormat6(PreSplitOutRepositoryFormat):
418
"""Bzr control format 6.
420
This repository format has:
421
- weaves for file texts and inventory
422
- hash subdirectory based stores.
423
- TextStores for revisions and signatures.
426
_versionedfile_class = weave.WeaveFile
427
_matchingbzrdir = bzrdir.BzrDirFormat6()
429
def _serializer(self):
430
return xml5.serializer_v5
432
def get_format_description(self):
433
"""See RepositoryFormat.get_format_description()."""
434
return "Weave repository format 6"
436
def network_name(self):
437
"""The network name for this format is the control dirs disk label."""
438
return self._matchingbzrdir.get_format_string()
440
def _get_inventories(self, repo_transport, repo, name='inventory'):
441
mapper = versionedfile.ConstantMapper(name)
442
return versionedfile.ThunkedVersionedFiles(repo_transport,
443
weave.WeaveFile, mapper, repo.is_locked)
445
def _get_revisions(self, repo_transport, repo):
446
return RevisionTextStore(repo_transport.clone('revision-store'),
447
xml5.serializer_v5, False, versionedfile.HashPrefixMapper(),
448
repo.is_locked, repo.is_write_locked)
450
def _get_signatures(self, repo_transport, repo):
451
return SignatureTextStore(repo_transport.clone('revision-store'),
452
False, versionedfile.HashPrefixMapper(),
453
repo.is_locked, repo.is_write_locked)
455
def _get_texts(self, repo_transport, repo):
456
mapper = versionedfile.HashPrefixMapper()
457
base_transport = repo_transport.clone('weaves')
458
return versionedfile.ThunkedVersionedFiles(base_transport,
459
weave.WeaveFile, mapper, repo.is_locked)
462
class RepositoryFormat7(MetaDirRepositoryFormat):
465
This repository format has:
466
- weaves for file texts and inventory
467
- hash subdirectory based stores.
468
- TextStores for revisions and signatures.
469
- a format marker of its own
470
- an optional 'shared-storage' flag
471
- an optional 'no-working-trees' flag
474
_versionedfile_class = weave.WeaveFile
475
supports_ghosts = False
476
_fetch_order = 'topological'
477
_fetch_reconcile = True
479
def _serializer(self):
480
return xml5.serializer_v5
482
def get_format_string(self):
483
"""See RepositoryFormat.get_format_string()."""
484
return "Bazaar-NG Repository format 7"
486
def get_format_description(self):
487
"""See RepositoryFormat.get_format_description()."""
488
return "Weave repository format 7"
490
def check_conversion_target(self, target_format):
493
def _get_inventories(self, repo_transport, repo, name='inventory'):
494
mapper = versionedfile.ConstantMapper(name)
495
return versionedfile.ThunkedVersionedFiles(repo_transport,
496
weave.WeaveFile, mapper, repo.is_locked)
498
def _get_revisions(self, repo_transport, repo):
499
return RevisionTextStore(repo_transport.clone('revision-store'),
500
xml5.serializer_v5, True, versionedfile.HashPrefixMapper(),
501
repo.is_locked, repo.is_write_locked)
503
def _get_signatures(self, repo_transport, repo):
504
return SignatureTextStore(repo_transport.clone('revision-store'),
505
True, versionedfile.HashPrefixMapper(),
506
repo.is_locked, repo.is_write_locked)
508
def _get_texts(self, repo_transport, repo):
509
mapper = versionedfile.HashPrefixMapper()
510
base_transport = repo_transport.clone('weaves')
511
return versionedfile.ThunkedVersionedFiles(base_transport,
512
weave.WeaveFile, mapper, repo.is_locked)
514
def initialize(self, a_bzrdir, shared=False):
515
"""Create a weave repository.
517
:param shared: If true the repository will be initialized as a shared
520
# Create an empty weave
522
weavefile.write_weave_v5(weave.Weave(), sio)
523
empty_weave = sio.getvalue()
525
mutter('creating repository in %s.', a_bzrdir.transport.base)
526
dirs = ['revision-store', 'weaves']
527
files = [('inventory.weave', StringIO(empty_weave)),
529
utf8_files = [('format', self.get_format_string())]
531
self._upload_blank_content(a_bzrdir, dirs, files, utf8_files, shared)
532
return self.open(a_bzrdir=a_bzrdir, _found=True)
534
def open(self, a_bzrdir, _found=False, _override_transport=None):
535
"""See RepositoryFormat.open().
537
:param _override_transport: INTERNAL USE ONLY. Allows opening the
538
repository at a slightly different url
539
than normal. I.e. during 'upgrade'.
542
format = RepositoryFormat.find_format(a_bzrdir)
543
if _override_transport is not None:
544
repo_transport = _override_transport
546
repo_transport = a_bzrdir.get_repository_transport(None)
547
control_files = lockable_files.LockableFiles(repo_transport,
548
'lock', lockdir.LockDir)
549
result = WeaveMetaDirRepository(_format=self, a_bzrdir=a_bzrdir,
550
control_files=control_files)
551
result.revisions = self._get_revisions(repo_transport, result)
552
result.signatures = self._get_signatures(repo_transport, result)
553
result.inventories = self._get_inventories(repo_transport, result)
554
result.texts = self._get_texts(repo_transport, result)
555
result._transport = repo_transport
559
class TextVersionedFiles(VersionedFiles):
560
"""Just-a-bunch-of-files based VersionedFile stores."""
562
def __init__(self, transport, compressed, mapper, is_locked, can_write):
563
self._compressed = compressed
564
self._transport = transport
565
self._mapper = mapper
570
self._is_locked = is_locked
571
self._can_write = can_write
573
def add_lines(self, key, parents, lines):
574
"""Add a revision to the store."""
575
if not self._is_locked():
576
raise errors.ObjectNotLocked(self)
577
if not self._can_write():
578
raise errors.ReadOnlyError(self)
580
raise ValueError('bad idea to put / in %r' % (key,))
581
text = ''.join(lines)
583
text = bytes_to_gzip(text)
584
path = self._map(key)
585
self._transport.put_bytes_non_atomic(path, text, create_parent_dir=True)
587
def insert_record_stream(self, stream):
589
for record in stream:
590
# Raise an error when a record is missing.
591
if record.storage_kind == 'absent':
592
raise errors.RevisionNotPresent([record.key[0]], self)
593
# adapt to non-tuple interface
594
if record.storage_kind == 'fulltext':
595
self.add_lines(record.key, None,
596
osutils.split_lines(record.get_bytes_as('fulltext')))
598
adapter_key = record.storage_kind, 'fulltext'
600
adapter = adapters[adapter_key]
602
adapter_factory = adapter_registry.get(adapter_key)
603
adapter = adapter_factory(self)
604
adapters[adapter_key] = adapter
605
lines = osutils.split_lines(adapter.get_bytes(
606
record, record.get_bytes_as(record.storage_kind)))
608
self.add_lines(record.key, None, lines)
609
except RevisionAlreadyPresent:
612
def _load_text(self, key):
613
if not self._is_locked():
614
raise errors.ObjectNotLocked(self)
615
path = self._map(key)
617
text = self._transport.get_bytes(path)
618
compressed = self._compressed
619
except errors.NoSuchFile:
621
# try without the .gz
624
text = self._transport.get_bytes(path)
626
except errors.NoSuchFile:
631
text = GzipFile(mode='rb', fileobj=StringIO(text)).read()
635
return self._mapper.map(key) + self._ext
638
class RevisionTextStore(TextVersionedFiles):
639
"""Legacy thunk for format 4 repositories."""
641
def __init__(self, transport, serializer, compressed, mapper, is_locked,
643
"""Create a RevisionTextStore at transport with serializer."""
644
TextVersionedFiles.__init__(self, transport, compressed, mapper,
645
is_locked, can_write)
646
self._serializer = serializer
648
def _load_text_parents(self, key):
649
text = self._load_text(key)
652
parents = self._serializer.read_revision_from_string(text).parent_ids
653
return text, tuple((parent,) for parent in parents)
655
def get_parent_map(self, keys):
658
parents = self._load_text_parents(key)[1]
661
result[key] = parents
664
def get_record_stream(self, keys, sort_order, include_delta_closure):
666
text, parents = self._load_text_parents(key)
668
yield AbsentContentFactory(key)
670
yield FulltextContentFactory(key, parents, None, text)
673
if not self._is_locked():
674
raise errors.ObjectNotLocked(self)
676
for quoted_relpath in self._transport.iter_files_recursive():
677
relpath = urllib.unquote(quoted_relpath)
678
path, ext = os.path.splitext(relpath)
681
if '.sig' not in relpath:
682
relpaths.add(relpath)
683
paths = list(relpaths)
684
return set([self._mapper.unmap(path) for path in paths])
687
class SignatureTextStore(TextVersionedFiles):
688
"""Legacy thunk for format 4-7 repositories."""
690
def __init__(self, transport, compressed, mapper, is_locked, can_write):
691
TextVersionedFiles.__init__(self, transport, compressed, mapper,
692
is_locked, can_write)
693
self._ext = '.sig' + self._ext
695
def get_parent_map(self, keys):
698
text = self._load_text(key)
704
def get_record_stream(self, keys, sort_order, include_delta_closure):
706
text = self._load_text(key)
708
yield AbsentContentFactory(key)
710
yield FulltextContentFactory(key, None, None, text)
713
if not self._is_locked():
714
raise errors.ObjectNotLocked(self)
716
for quoted_relpath in self._transport.iter_files_recursive():
717
relpath = urllib.unquote(quoted_relpath)
718
path, ext = os.path.splitext(relpath)
721
if not relpath.endswith('.sig'):
723
relpaths.add(relpath[:-4])
724
paths = list(relpaths)
725
return set([self._mapper.unmap(path) for path in paths])
727
_legacy_formats = [RepositoryFormat4(),
added
removed
bzrlib/repofmt/weaverepo.py
