/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to inventory.py

Rely less on command-line git.

Show diffs side-by-side

added added

removed removed

Lines of Context:
inventory.py
18
18
"""Git inventory."""
19
19
 
20
20
 
21
 
from dulwich.objects import (
22
 
    Blob,
23
 
    Tree,
24
 
    )
 
21
import stat
25
22
 
26
23
 
27
24
from bzrlib import (
29
26
    inventory,
30
27
    osutils,
31
28
    ui,
32
 
    )
33
 
 
34
 
from bzrlib.plugins.git.mapping import (
35
 
    mode_kind,
36
 
    mode_is_executable,
 
29
    urlutils,
37
30
    )
38
31
 
39
32
 
40
33
class GitInventoryEntry(inventory.InventoryEntry):
41
34
 
42
 
    _git_class = None
43
 
 
44
35
    def __init__(self, inv, parent_id, hexsha, path, name, executable):
45
36
        self.name = name
46
37
        self.parent_id = parent_id
50
41
        self.path = path
51
42
        self.revision = self._inventory.revision_id
52
43
        self.executable = executable
53
 
        self.file_id = self._inventory.fileid_map.lookup_file_id(
54
 
            path.encode('utf-8'))
 
44
        self.file_id = self._inventory.mapping.generate_file_id(path.encode('utf-8'))
55
45
 
56
46
    @property
57
47
    def object(self):
58
48
        if self._object is None:
59
49
            self._object = self._inventory.store[self.hexsha]
60
 
            assert isinstance(self._object, self._git_class), \
61
 
                    "Expected instance of %r, got %r" % \
62
 
                    (self._git_class, self._object)
63
50
        return self._object
64
51
 
65
52
 
66
53
class GitInventoryFile(GitInventoryEntry):
67
54
 
68
 
    _git_class = Blob
69
 
 
70
55
    def __init__(self, inv, parent_id, hexsha, path, basename, executable):
71
 
        super(GitInventoryFile, self).__init__(inv, parent_id, hexsha, path,
72
 
            basename, executable)
 
56
        super(GitInventoryFile, self).__init__(inv, parent_id, hexsha, path, basename, executable)
73
57
        self.kind = 'file'
74
58
        self.text_id = None
75
59
        self.symlink_target = None
76
60
 
77
61
    @property
78
62
    def text_sha1(self):
79
 
        return osutils.sha_strings(self.object.chunked)
 
63
        return osutils.sha_string(self.object.data)
80
64
 
81
65
    @property
82
66
    def text_size(self):
97
81
        return ''
98
82
 
99
83
    def copy(self):
100
 
        other = inventory.InventoryFile(self.file_id, self.name,
101
 
            self.parent_id)
 
84
        other = inventory.InventoryFile(self.file_id, self.name, self.parent_id)
102
85
        other.executable = self.executable
103
86
        other.text_id = self.text_id
104
87
        other.text_sha1 = self.text_sha1
109
92
 
110
93
class GitInventoryLink(GitInventoryEntry):
111
94
 
112
 
    _git_class = Blob
113
 
 
114
95
    def __init__(self, inv, parent_id, hexsha, path, basename, executable):
115
96
        super(GitInventoryLink, self).__init__(inv, parent_id, hexsha, path, basename, executable)
116
97
        self.text_sha1 = None
127
108
 
128
109
    def copy(self):
129
110
        other = inventory.InventoryLink(self.file_id, self.name, self.parent_id)
130
 
        other.executable = self.executable
131
111
        other.symlink_target = self.symlink_target
132
112
        other.revision = self.revision
133
113
        return other
134
114
 
135
115
 
136
 
class GitInventoryTreeReference(GitInventoryEntry):
137
 
 
138
 
    _git_class = None
139
 
 
140
 
    def __init__(self, inv, parent_id, hexsha, path, basename, executable):
141
 
        super(GitInventoryTreeReference, self).__init__(inv, parent_id, hexsha, path, basename, executable)
142
 
        self.hexsha = hexsha
143
 
        self.reference_revision = inv.mapping.revision_id_foreign_to_bzr(hexsha)
144
 
        self.text_sha1 = None
145
 
        self.text_size = None
146
 
        self.symlink_target = None
147
 
        self.kind = 'tree-reference'
148
 
        self._children = None
149
 
 
150
 
    def kind_character(self):
151
 
        """See InventoryEntry.kind_character."""
152
 
        return '/'
153
 
 
154
 
 
155
116
class GitInventoryDirectory(GitInventoryEntry):
156
117
 
157
 
    _git_class = Tree
158
 
 
159
118
    def __init__(self, inv, parent_id, hexsha, path, basename, executable):
160
119
        super(GitInventoryDirectory, self).__init__(inv, parent_id, hexsha, path, basename, executable)
161
120
        self.text_sha1 = None
179
138
        for mode, name, hexsha in self.object.entries():
180
139
            basename = name.decode("utf-8")
181
140
            child_path = osutils.pathjoin(self.path, basename)
182
 
            if self._inventory.mapping.is_control_file(child_path):
183
 
                continue
184
 
            executable = mode_is_executable(mode)
185
 
            kind_class = {'directory': GitInventoryDirectory,
186
 
                          'file': GitInventoryFile,
187
 
                          'symlink': GitInventoryLink,
188
 
                          'tree-reference': GitInventoryTreeReference}[mode_kind(mode)]
189
 
            self._children[basename] = kind_class(self._inventory,
190
 
                self.file_id, hexsha, child_path, basename, executable)
 
141
            entry_kind = (mode & 0700000) / 0100000
 
142
            fs_mode = mode & 0777
 
143
            executable = bool(fs_mode & 0111)
 
144
            if entry_kind == 0:
 
145
                kind_class = GitInventoryDirectory
 
146
            elif entry_kind == 1:
 
147
                file_kind = (mode & 070000) / 010000
 
148
                if file_kind == 0:
 
149
                    kind_class = GitInventoryFile
 
150
                elif file_kind == 2:
 
151
                    kind_class = GitInventoryLink
 
152
                else:
 
153
                    raise AssertionError(
 
154
                        "Unknown file kind, perms=%o." % (mode,))
 
155
            else:
 
156
                raise AssertionError(
 
157
                    "Unknown blob kind, perms=%r." % (mode,))
 
158
            self._children[basename] = kind_class(self._inventory, self.file_id, hexsha, child_path, basename, executable)
191
159
 
192
160
    def copy(self):
193
 
        other = inventory.InventoryDirectory(self.file_id, self.name,
 
161
        other = inventory.InventoryDirectory(self.file_id, self.name, 
194
162
                                             self.parent_id)
195
163
        other.revision = self.revision
196
164
        # note that children are *not* copied; they're pulled across when
200
168
 
201
169
class GitInventory(inventory.Inventory):
202
170
 
203
 
    def __repr__(self):
204
 
        return "<%s for %r in %r>" % (self.__class__.__name__,
205
 
                self.root.hexsha, self.store)
206
 
 
207
 
    def __init__(self, tree_id, mapping, fileid_map, store, revision_id):
 
171
    def __init__(self, tree_id, mapping, store, revision_id):
208
172
        super(GitInventory, self).__init__(revision_id=revision_id)
209
173
        self.store = store
210
 
        self.fileid_map = fileid_map
211
174
        self.mapping = mapping
212
175
        self.root = GitInventoryDirectory(self, None, tree_id, u"", u"", False)
213
176
 
214
177
    def _get_ie(self, path):
215
 
        if path == "" or path == []:
216
 
            return self.root
217
 
        if isinstance(path, basestring):
218
 
            parts = path.split("/")
219
 
        else:
220
 
            parts = path
 
178
        parts = path.split("/")
221
179
        ie = self.root
222
180
        for name in parts:
223
 
            ie = ie.children[name]
 
181
            ie = ie.children[name] 
224
182
        return ie
225
183
 
226
184
    def has_filename(self, path):
238
196
            return False
239
197
 
240
198
    def id2path(self, file_id):
241
 
        path = self.fileid_map.lookup_path(file_id)
 
199
        path = self.mapping.parse_file_id(file_id)
242
200
        try:
243
201
            ie = self._get_ie(path)
244
202
            assert ie.path == path
254
212
    def __getitem__(self, file_id):
255
213
        if file_id == inventory.ROOT_ID:
256
214
            return self.root
257
 
        path = self.fileid_map.lookup_path(file_id)
 
215
        path = self.mapping.parse_file_id(file_id)
258
216
        try:
259
217
            return self._get_ie(path)
260
218
        except KeyError:
264
222
class GitIndexInventory(inventory.Inventory):
265
223
    """Inventory that retrieves its contents from an index file."""
266
224
 
267
 
    def __repr__(self):
268
 
        return "<%s for %r>" % (self.__class__.__name__, self.index)
269
 
 
270
 
    def __init__(self, basis_inventory, fileid_map, index, store):
271
 
        if basis_inventory is None:
272
 
            root_id = None
273
 
        else:
274
 
            root_id = basis_inventory.root.file_id
275
 
        super(GitIndexInventory, self).__init__(revision_id=None, root_id=root_id)
 
225
    def __init__(self, basis_inventory, mapping, index):
 
226
        super(GitIndexInventory, self).__init__(revision_id=None, root_id=basis_inventory.root.file_id)
276
227
        self.basis_inv = basis_inventory
277
 
        self.fileid_map = fileid_map
 
228
        self.mapping = mapping
278
229
        self.index = index
279
 
        self._contents_read = False
280
 
        self.store = store
281
 
        self.root = self.add_path("", 'directory',
282
 
            self.fileid_map.lookup_file_id(""), None)
283
 
 
284
 
    def iter_entries_by_dir(self, specific_file_ids=None, yield_parents=False):
285
 
        self._read_contents()
286
 
        return super(GitIndexInventory, self).iter_entries_by_dir(
287
 
            specific_file_ids=specific_file_ids, yield_parents=yield_parents)
288
 
 
289
 
    def has_id(self, file_id):
290
 
        if type(file_id) != str:
291
 
            raise AssertionError
292
 
        try:
293
 
            self.id2path(file_id)
294
 
            return True
295
 
        except errors.NoSuchId:
296
 
            return False
297
 
 
298
 
    def has_filename(self, path):
299
 
        if path in self.index:
300
 
            return True
301
 
        self._read_contents()
302
 
        return super(GitIndexInventory, self).has_filename(path)
303
 
 
304
 
    def id2path(self, file_id):
305
 
        if type(file_id) != str:
306
 
            raise AssertionError
307
 
        path = self.fileid_map.lookup_path(file_id)
308
 
        if path in self.index:
309
 
            return path
310
 
        self._read_contents()
311
 
        return super(GitIndexInventory, self).id2path(file_id)
312
 
 
313
 
    def path2id(self, path):
314
 
        if type(path) in (list, tuple):
315
 
            path = "/".join(path)
316
 
        if path in self.index:
317
 
            file_id = self.fileid_map.lookup_file_id(path)
318
 
        else:
319
 
            self._read_contents()
320
 
            file_id = super(GitIndexInventory, self).path2id(path)
321
 
        if file_id is not None and type(file_id) is not str:
322
 
            raise AssertionError
323
 
        return file_id
324
 
 
325
 
    def __getitem__(self, file_id):
326
 
        self._read_contents()
327
 
        return super(GitIndexInventory, self).__getitem__(file_id)
328
 
 
329
 
    def _read_contents(self):
330
 
        if self._contents_read:
331
 
            return
332
 
        self._contents_read = True
 
230
 
333
231
        pb = ui.ui_factory.nested_progress_bar()
334
232
        try:
335
233
            for i, (path, value) in enumerate(self.index.iteritems()):
336
 
                pb.update("creating working inventory from index",
 
234
                pb.update("creating working inventory from index", 
337
235
                        i, len(self.index))
338
236
                assert isinstance(path, str)
339
237
                assert isinstance(value, tuple) and len(value) == 10
340
 
                (ctime, mtime, dev, ino, mode, uid, gid, size, sha, flags) = value
341
 
                if self.basis_inv is not None:
342
 
                    try:
343
 
                        old_ie = self.basis_inv._get_ie(path)
344
 
                    except KeyError:
345
 
                        old_ie = None
346
 
                else:
 
238
                (ctime, mtime, ino, dev, mode, uid, gid, size, sha, flags) = value
 
239
                try:
 
240
                    old_ie = self.basis_inv._get_ie(path)
 
241
                except KeyError:
347
242
                    old_ie = None
348
243
                if old_ie is None:
349
 
                    file_id = self.fileid_map.lookup_file_id(path)
 
244
                    file_id = self.mapping.generate_file_id(path)
350
245
                else:
351
246
                    file_id = old_ie.file_id
352
 
                if type(file_id) != str:
353
 
                    raise AssertionError
354
 
                kind = mode_kind(mode)
 
247
                if stat.S_ISLNK(mode):
 
248
                    kind = 'symlink'
 
249
                else:
 
250
                    assert stat.S_ISREG(mode)
 
251
                    kind = 'file'
355
252
                if old_ie is not None and old_ie.hexsha == sha:
356
253
                    # Hasn't changed since basis inv
357
254
                    self.add_parents(path)
358
255
                    self.add(old_ie)
359
256
                else:
360
 
                    ie = self.add_path(path, kind, file_id,
361
 
                        self.add_parents(path))
362
 
                    data = self.store[sha].data
363
 
                    if kind == "symlink":
364
 
                        ie.symlink_target = data
365
 
                    else:
366
 
                        ie.text_sha1 = osutils.sha_string(data)
367
 
                        ie.text_size = len(data)
 
257
                    ie = self.add_path(path, kind, file_id, self.add_parents(path))
368
258
                    ie.revision = None
369
259
        finally:
370
260
            pb.finished()
371
261
 
372
262
    def add_parents(self, path):
373
263
        dirname, _ = osutils.split(path)
374
 
        file_id = super(GitIndexInventory, self).path2id(dirname)
 
264
        file_id = self.path2id(dirname)
375
265
        if file_id is None:
376
266
            if dirname == "":
377
267
                parent_fid = None
378
268
            else:
379
269
                parent_fid = self.add_parents(dirname)
380
 
            ie = self.add_path(dirname, 'directory',
381
 
                    self.fileid_map.lookup_file_id(dirname), parent_fid)
382
 
            if self.basis_inv is not None and ie.file_id in self.basis_inv:
 
270
            ie = self.add_path(dirname, 'directory', 
 
271
                    self.mapping.generate_file_id(dirname), parent_fid)
 
272
            if ie.file_id in self.basis_inv:
383
273
                ie.revision = self.basis_inv[ie.file_id].revision
384
274
            file_id = ie.file_id
385
 
        if type(file_id) != str:
386
 
            raise AssertionError
387
275
        return file_id
388
276