bzr branch
http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
| 
1
by mbp at sourcefrog
 import from baz patch-364  | 
1  | 
#! /usr/bin/env python
 | 
2  | 
# -*- coding: UTF-8 -*-
 | 
|
3  | 
||
4  | 
# This program is free software; you can redistribute it and/or modify
 | 
|
5  | 
# it under the terms of the GNU General Public License as published by
 | 
|
6  | 
# the Free Software Foundation; either version 2 of the License, or
 | 
|
7  | 
# (at your option) any later version.
 | 
|
8  | 
||
9  | 
# This program is distributed in the hope that it will be useful,
 | 
|
10  | 
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
|
11  | 
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
|
12  | 
# GNU General Public License for more details.
 | 
|
13  | 
||
14  | 
# You should have received a copy of the GNU General Public License
 | 
|
15  | 
# along with this program; if not, write to the Free Software
 | 
|
16  | 
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 | 
|
17  | 
||
18  | 
"""Stores are the main data-storage mechanism for Bazaar-NG.
 | 
|
19  | 
||
20  | 
A store is a simple write-once container indexed by a universally
 | 
|
21  | 
unique ID, which is typically the SHA-1 of the content."""
 | 
|
22  | 
||
23  | 
__copyright__ = "Copyright (C) 2005 Canonical Ltd."  | 
|
24  | 
__author__ = "Martin Pool <mbp@canonical.com>"  | 
|
25  | 
||
26  | 
import os, tempfile, types, osutils  | 
|
27  | 
from StringIO import StringIO  | 
|
28  | 
from trace import mutter  | 
|
29  | 
||
30  | 
||
31  | 
######################################################################
 | 
|
32  | 
# stores
 | 
|
33  | 
||
34  | 
class StoreError(Exception):  | 
|
35  | 
    pass
 | 
|
36  | 
||
37  | 
||
38  | 
class ImmutableStore:  | 
|
39  | 
"""Store that holds files indexed by unique names.  | 
|
40  | 
||
41  | 
    Files can be added, but not modified once they are in.  Typically
 | 
|
42  | 
    the hash is used as the name, or something else known to be unique,
 | 
|
43  | 
    such as a UUID.
 | 
|
44  | 
||
45  | 
    >>> st = ImmutableScratchStore()
 | 
|
46  | 
||
47  | 
    >>> st.add(StringIO('hello'), 'aa')
 | 
|
48  | 
    >>> 'aa' in st
 | 
|
49  | 
    True
 | 
|
50  | 
    >>> 'foo' in st
 | 
|
51  | 
    False
 | 
|
52  | 
||
53  | 
    You are not allowed to add an id that is already present.
 | 
|
54  | 
||
55  | 
    Entries can be retrieved as files, which may then be read.
 | 
|
56  | 
||
57  | 
    >>> st.add(StringIO('goodbye'), '123123')
 | 
|
58  | 
    >>> st['123123'].read()
 | 
|
59  | 
    'goodbye'
 | 
|
60  | 
||
61  | 
    :todo: Atomic add by writing to a temporary file and renaming.
 | 
|
62  | 
||
63  | 
    :todo: Perhaps automatically transform to/from XML in a method?
 | 
|
64  | 
           Would just need to tell the constructor what class to
 | 
|
65  | 
           use...
 | 
|
66  | 
||
67  | 
    :todo: Even within a simple disk store like this, we could
 | 
|
68  | 
           gzip the files.  But since many are less than one disk
 | 
|
69  | 
           block, that might not help a lot.
 | 
|
70  | 
||
71  | 
    """
 | 
|
72  | 
||
73  | 
def __init__(self, basedir):  | 
|
74  | 
"""ImmutableStore constructor."""  | 
|
75  | 
self._basedir = basedir  | 
|
76  | 
||
77  | 
def _path(self, id):  | 
|
78  | 
return os.path.join(self._basedir, id)  | 
|
79  | 
||
80  | 
def __repr__(self):  | 
|
81  | 
return "%s(%r)" % (self.__class__.__name__, self._basedir)  | 
|
82  | 
||
83  | 
def add(self, f, fileid):  | 
|
84  | 
"""Add contents of a file into the store.  | 
|
85  | 
||
86  | 
        :param f: An open file, or file-like object."""
 | 
|
87  | 
        # FIXME: Only works on smallish files
 | 
|
88  | 
        # TODO: Can be optimized by copying at the same time as
 | 
|
89  | 
        # computing the sum.
 | 
|
90  | 
mutter("add store entry %r" % (fileid))  | 
|
91  | 
if isinstance(f, types.StringTypes):  | 
|
92  | 
content = f  | 
|
93  | 
else:  | 
|
94  | 
content = f.read()  | 
|
95  | 
if fileid not in self:  | 
|
96  | 
filename = self._path(fileid)  | 
|
97  | 
f = file(filename, 'wb')  | 
|
98  | 
f.write(content)  | 
|
99  | 
f.flush()  | 
|
100  | 
os.fsync(f.fileno())  | 
|
101  | 
f.close()  | 
|
102  | 
osutils.make_readonly(filename)  | 
|
103  | 
||
104  | 
||
105  | 
def __contains__(self, fileid):  | 
|
106  | 
""""""  | 
|
107  | 
return os.access(self._path(fileid), os.R_OK)  | 
|
108  | 
||
109  | 
||
110  | 
def __iter__(self):  | 
|
111  | 
return iter(os.listdir(self._basedir))  | 
|
112  | 
||
113  | 
def __getitem__(self, fileid):  | 
|
114  | 
"""Returns a file reading from a particular entry."""  | 
|
115  | 
return file(self._path(fileid), 'rb')  | 
|
116  | 
||
117  | 
def delete_all(self):  | 
|
118  | 
for fileid in self:  | 
|
119  | 
self.delete(fileid)  | 
|
120  | 
||
121  | 
def delete(self, fileid):  | 
|
122  | 
"""Remove nominated store entry.  | 
|
123  | 
||
124  | 
        Most stores will be add-only."""
 | 
|
125  | 
filename = self._path(fileid)  | 
|
126  | 
        ## osutils.make_writable(filename)
 | 
|
127  | 
os.remove(filename)  | 
|
128  | 
||
129  | 
def destroy(self):  | 
|
130  | 
"""Remove store; only allowed if it is empty."""  | 
|
131  | 
os.rmdir(self._basedir)  | 
|
132  | 
mutter("%r destroyed" % self)  | 
|
133  | 
||
134  | 
||
135  | 
||
136  | 
class ImmutableScratchStore(ImmutableStore):  | 
|
137  | 
"""Self-destructing test subclass of ImmutableStore.  | 
|
138  | 
||
139  | 
    The Store only exists for the lifetime of the Python object.
 | 
|
140  | 
    Obviously you should not put anything precious in it.
 | 
|
141  | 
    """
 | 
|
142  | 
def __init__(self):  | 
|
143  | 
ImmutableStore.__init__(self, tempfile.mkdtemp())  | 
|
144  | 
||
145  | 
def __del__(self):  | 
|
146  | 
self.delete_all()  | 
|
147  | 
self.destroy()  |