/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
0.200.196 by Jelmer Vernooij
Add simple tests and docstrings for GraphWalker.
1
# Copyright (C) 2009 Jelmer Vernooij <jelmer@samba.org>
0.200.298 by Jelmer Vernooij
Add test for non-ascii characters.
2
# -*- coding: utf-8 -*-
0.200.196 by Jelmer Vernooij
Add simple tests and docstrings for GraphWalker.
3
#
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
8
#
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12
# GNU General Public License for more details.
13
#
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
17
0.200.264 by Jelmer Vernooij
Add more tests.
18
from dulwich.objects import (
19
    Blob,
0.200.265 by Jelmer Vernooij
Add more tests.
20
    Tree,
0.200.264 by Jelmer Vernooij
Add more tests.
21
    )
0.200.447 by Jelmer Vernooij
Rely less on command-line git.
22
from dulwich.repo import (
23
    Repo as GitRepo,
24
    )
0.228.1 by Jelmer Vernooij
Add basic tests for local fetch.
25
import os
26
0.200.264 by Jelmer Vernooij
Add more tests.
27
from bzrlib import (
28
    knit,
0.200.265 by Jelmer Vernooij
Add more tests.
29
    osutils,
0.200.264 by Jelmer Vernooij
Add more tests.
30
    versionedfile,
31
    )
32
from bzrlib.bzrdir import (
33
    BzrDir,
34
    )
35
from bzrlib.inventory import (
36
    Inventory,
37
    )
38
from bzrlib.repository import (
39
    Repository,
40
    )
41
from bzrlib.tests import (
42
    TestCaseWithTransport,
43
    )
0.228.1 by Jelmer Vernooij
Add basic tests for local fetch.
44
45
from bzrlib.plugins.git import (
46
    get_rich_root_format,
47
    )
0.200.264 by Jelmer Vernooij
Add more tests.
48
from bzrlib.plugins.git.fetch import (
49
    import_git_blob,
50
    import_git_tree,
51
    )
52
from bzrlib.plugins.git.mapping import (
53
    BzrGitMappingv1,
54
    default_mapping,
55
    )
56
from bzrlib.plugins.git.shamap import (
57
    DictGitShaMap,
58
    )
0.228.1 by Jelmer Vernooij
Add basic tests for local fetch.
59
from bzrlib.plugins.git.tests import (
60
    GitBranchBuilder,
61
    )
0.200.196 by Jelmer Vernooij
Add simple tests and docstrings for GraphWalker.
62
63
0.200.269 by Jelmer Vernooij
Prepare for testing remote repos.
64
class RepositoryFetchTests:
0.228.1 by Jelmer Vernooij
Add basic tests for local fetch.
65
66
    def make_git_repo(self, path):
67
        os.mkdir(path)
0.200.447 by Jelmer Vernooij
Rely less on command-line git.
68
        GitRepo.init(path)
0.228.1 by Jelmer Vernooij
Add basic tests for local fetch.
69
0.200.268 by Jelmer Vernooij
Add more fetch tests.
70
    def clone_git_repo(self, from_url, to_url, revision_id=None):
71
        oldrepos = self.open_git_repo(from_url)
0.228.1 by Jelmer Vernooij
Add basic tests for local fetch.
72
        dir = BzrDir.create(to_url, get_rich_root_format())
73
        newrepos = dir.create_repository()
0.200.268 by Jelmer Vernooij
Add more fetch tests.
74
        oldrepos.copy_content_into(newrepos, revision_id=revision_id)
0.228.1 by Jelmer Vernooij
Add basic tests for local fetch.
75
        return newrepos
76
77
    def test_empty(self):
78
        self.make_git_repo("d")
79
        newrepos = self.clone_git_repo("d", "f")
80
        self.assertEquals([], newrepos.all_revision_ids())
81
0.200.268 by Jelmer Vernooij
Add more fetch tests.
82
    def make_onerev_branch(self):
83
        self.make_git_repo("d")
84
        os.chdir("d")
85
        bb = GitBranchBuilder()
86
        bb.set_file("foobar", "foo\nbar\n", False)
87
        mark = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
88
        gitsha = bb.finish()[mark]
89
        os.chdir("..")
90
        return "d", gitsha
91
0.228.1 by Jelmer Vernooij
Add basic tests for local fetch.
92
    def test_single_rev(self):
0.200.268 by Jelmer Vernooij
Add more fetch tests.
93
        path, gitsha = self.make_onerev_branch()
94
        oldrepo = self.open_git_repo(path)
95
        newrepo = self.clone_git_repo(path, "f")
0.228.1 by Jelmer Vernooij
Add basic tests for local fetch.
96
        self.assertEquals([oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha)], newrepo.all_revision_ids())
97
0.200.268 by Jelmer Vernooij
Add more fetch tests.
98
    def test_single_rev_specific(self):
99
        path, gitsha = self.make_onerev_branch()
100
        oldrepo = self.open_git_repo(path)
101
        revid = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha)
102
        newrepo = self.clone_git_repo(path, "f", revision_id=revid)
103
        self.assertEquals([revid], newrepo.all_revision_ids())
104
105
    def test_incremental(self):
106
        self.make_git_repo("d")
107
        os.chdir("d")
108
        bb = GitBranchBuilder()
109
        bb.set_file("foobar", "foo\nbar\n", False)
110
        mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
111
        bb.set_file("foobar", "fooll\nbar\n", False)
112
        mark2 = bb.commit("Somebody <somebody@someorg.org>", "nextmsg")
113
        marks = bb.finish()
114
        gitsha1 = marks[mark1]
115
        gitsha2 = marks[mark2]
116
        os.chdir("..")
117
        oldrepo = self.open_git_repo("d")
118
        revid1 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha1)
119
        newrepo = self.clone_git_repo("d", "f", revision_id=revid1)
120
        self.assertEquals([revid1], newrepo.all_revision_ids())
121
        revid2 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
122
        newrepo.fetch(oldrepo, revision_id=revid2)
0.200.269 by Jelmer Vernooij
Prepare for testing remote repos.
123
        self.assertEquals(set([revid1, revid2]), set(newrepo.all_revision_ids()))
0.200.268 by Jelmer Vernooij
Add more fetch tests.
124
0.200.552 by Jelmer Vernooij
Cope with directories becoming symlinks.
125
    def test_dir_becomes_symlink(self):
126
        self.make_git_repo("d")
127
        os.chdir("d")
128
        bb = GitBranchBuilder()
129
        bb.set_file("mylink/somefile", "foo\nbar\n", False)
130
        mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg1")
131
        bb.set_symlink("mylink", "target/")
132
        mark2 = bb.commit("Somebody <somebody@someorg.org>", "mymsg2")
133
        marks = bb.finish()
134
        gitsha1 = marks[mark1]
135
        gitsha2 = marks[mark2]
136
        os.chdir("..")
137
        oldrepo = self.open_git_repo("d")
138
        newrepo = self.clone_git_repo("d", "f")
139
        revid1 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha1)
140
        revid2 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
141
        tree1 = newrepo.revision_tree(revid1)
142
        tree2 = newrepo.revision_tree(revid2)
143
        fileid = tree1.path2id("mylink")
144
        ie1 = tree1.inventory[fileid]
145
        ie2 = tree2.inventory[fileid]
146
        self.assertEquals(revid1, ie1.revision)
147
        self.assertEquals("directory", ie1.kind)
148
        self.assertEquals(None, ie1.symlink_target)
149
        self.assertEquals(revid2, ie2.revision)
150
        self.assertEquals("symlink", ie2.kind)
151
        self.assertEquals("target/", ie2.symlink_target)
152
0.200.553 by Jelmer Vernooij
Support symlinks being turned into directories.
153
    def test_symlink_becomes_dir(self):
154
        self.make_git_repo("d")
155
        os.chdir("d")
156
        bb = GitBranchBuilder()
157
        bb.set_symlink("mylink", "target/")
158
        mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg1")
159
        bb.set_file("mylink/somefile", "foo\nbar\n", False)
160
        mark2 = bb.commit("Somebody <somebody@someorg.org>", "mymsg2")
161
        marks = bb.finish()
162
        gitsha1 = marks[mark1]
163
        gitsha2 = marks[mark2]
164
        os.chdir("..")
165
        oldrepo = self.open_git_repo("d")
166
        newrepo = self.clone_git_repo("d", "f")
167
        revid1 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha1)
168
        revid2 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
169
        tree1 = newrepo.revision_tree(revid1)
170
        tree2 = newrepo.revision_tree(revid2)
171
        fileid = tree1.path2id("mylink")
172
        ie1 = tree1.inventory[fileid]
173
        ie2 = tree2.inventory[fileid]
174
        self.assertEquals(revid1, ie1.revision)
175
        self.assertEquals("symlink", ie1.kind)
176
        self.assertEquals("target/", ie1.symlink_target)
177
        self.assertEquals(revid2, ie2.revision)
178
        self.assertEquals("directory", ie2.kind)
179
        self.assertEquals(None, ie2.symlink_target)
180
0.200.551 by Jelmer Vernooij
Properly set InventoryEntry revision when changing symlink targets.
181
    def test_changing_symlink(self):
182
        self.make_git_repo("d")
183
        os.chdir("d")
184
        bb = GitBranchBuilder()
185
        bb.set_symlink("mylink", "target")
186
        mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg1")
187
        bb.set_symlink("mylink", "target/")
188
        mark2 = bb.commit("Somebody <somebody@someorg.org>", "mymsg2")
189
        marks = bb.finish()
190
        gitsha1 = marks[mark1]
191
        gitsha2 = marks[mark2]
192
        os.chdir("..")
193
        oldrepo = self.open_git_repo("d")
194
        newrepo = self.clone_git_repo("d", "f")
195
        revid1 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha1)
196
        revid2 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
197
        tree1 = newrepo.revision_tree(revid1)
198
        tree2 = newrepo.revision_tree(revid2)
199
        fileid = tree1.path2id("mylink")
200
        ie1 = tree1.inventory[fileid]
201
        ie2 = tree2.inventory[fileid]
202
        self.assertEquals(revid1, ie1.revision)
203
        self.assertEquals("target", ie1.symlink_target)
204
        self.assertEquals(revid2, ie2.revision)
205
        self.assertEquals("target/", ie2.symlink_target)
206
0.228.2 by Jelmer Vernooij
Add test for fetching executables.
207
    def test_executable(self):
208
        self.make_git_repo("d")
209
        os.chdir("d")
210
        bb = GitBranchBuilder()
211
        bb.set_file("foobar", "foo\nbar\n", True)
212
        bb.set_file("notexec", "foo\nbar\n", False)
213
        mark = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
214
        gitsha = bb.finish()[mark]
215
        os.chdir("..")
0.200.268 by Jelmer Vernooij
Add more fetch tests.
216
        oldrepo = self.open_git_repo("d")
0.228.2 by Jelmer Vernooij
Add test for fetching executables.
217
        newrepo = self.clone_git_repo("d", "f")
218
        revid = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha)
219
        tree = newrepo.revision_tree(revid)
220
        self.assertTrue(tree.has_filename("foobar"))
221
        self.assertEquals(True, tree.inventory[tree.path2id("foobar")].executable)
222
        self.assertTrue(tree.has_filename("notexec"))
223
        self.assertEquals(False, tree.inventory[tree.path2id("notexec")].executable)
0.200.264 by Jelmer Vernooij
Add more tests.
224
0.200.537 by Jelmer Vernooij
Fix handling of not-executable files becoming executable without any other changes.
225
    def test_becomes_executable(self):
226
        self.make_git_repo("d")
227
        os.chdir("d")
228
        bb = GitBranchBuilder()
229
        bb.set_file("foobar", "foo\nbar\n", False)
230
        mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
231
        bb.set_file("foobar", "foo\nbar\n", True)
232
        mark2 = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
233
        gitsha2 = bb.finish()[mark2]
234
        os.chdir("..")
235
        oldrepo = self.open_git_repo("d")
236
        newrepo = self.clone_git_repo("d", "f")
237
        revid = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
238
        tree = newrepo.revision_tree(revid)
239
        self.assertTrue(tree.has_filename("foobar"))
240
        ie = tree.inventory[tree.path2id("foobar")]
241
        self.assertEquals(True, ie.executable)
242
        self.assertEquals(revid, ie.revision)
243
0.200.298 by Jelmer Vernooij
Add test for non-ascii characters.
244
    def test_non_ascii_characters(self):
245
        self.make_git_repo("d")
246
        os.chdir("d")
247
        bb = GitBranchBuilder()
248
        bb.set_file(u"foőbar", "foo\nbar\n", False)
249
        mark = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
250
        gitsha = bb.finish()[mark]
251
        os.chdir("..")
252
        oldrepo = self.open_git_repo("d")
253
        newrepo = self.clone_git_repo("d", "f")
254
        revid = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha)
255
        tree = newrepo.revision_tree(revid)
256
        self.assertTrue(tree.has_filename(u"foőbar"))
257
0.200.264 by Jelmer Vernooij
Add more tests.
258
0.200.269 by Jelmer Vernooij
Prepare for testing remote repos.
259
class LocalRepositoryFetchTests(RepositoryFetchTests, TestCaseWithTransport):
260
261
    def open_git_repo(self, path):
262
        return Repository.open(path)
263
264
0.200.264 by Jelmer Vernooij
Add more tests.
265
class ImportObjects(TestCaseWithTransport):
266
267
    def setUp(self):
268
        super(ImportObjects, self).setUp()
0.200.265 by Jelmer Vernooij
Add more tests.
269
        self._mapping = BzrGitMappingv1()
0.200.264 by Jelmer Vernooij
Add more tests.
270
        factory = knit.make_file_factory(True, versionedfile.PrefixMapper())
271
        self._texts = factory(self.get_transport('texts'))
272
273
    def test_import_blob_simple(self):
274
        blob = Blob.from_string("bar")
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
275
        base_inv = Inventory()
0.200.306 by Jelmer Vernooij
Fix tests, split up InterGitNonGitRepository.
276
        objs = { "blobname": blob}
0.200.362 by Jelmer Vernooij
Fix tests.
277
        ret, _= import_git_blob(self._texts, self._mapping, "bla", "blobname", 
0.200.753 by Jelmer Vernooij
Move lookup_tree/lookup_blob to a separate object.
278
            base_inv, None, None, None, "somerevid", [], objs.__getitem__, False,
0.200.324 by Jelmer Vernooij
Fix blob fetch tests.
279
            False)
0.200.264 by Jelmer Vernooij
Add more tests.
280
        self.assertEquals(set([('bla', 'somerevid')]), self._texts.keys())
0.200.265 by Jelmer Vernooij
Add more tests.
281
        self.assertEquals(self._texts.get_record_stream([('bla', 'somerevid')],
282
            "unordered", True).next().get_bytes_as("fulltext"), "bar")
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
283
        self.assertEquals(1, len(ret)) 
284
        self.assertEquals(None, ret[0][0])
285
        self.assertEquals("bla", ret[0][1])
286
        ie = ret[0][3]
287
        self.assertEquals(False, ie.executable)
288
        self.assertEquals("file", ie.kind)
289
        self.assertEquals("somerevid", ie.revision)
290
        self.assertEquals(osutils.sha_strings(["bar"]), ie.text_sha1)
0.200.265 by Jelmer Vernooij
Add more tests.
291
292
    def test_import_tree_empty_root(self):
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
293
        base_inv = Inventory(root_id=None)
0.200.265 by Jelmer Vernooij
Add more tests.
294
        tree = Tree()
295
        tree.serialize()
0.200.362 by Jelmer Vernooij
Fix tests.
296
        ret, _, _ = import_git_tree(self._texts, self._mapping, "", 
0.200.753 by Jelmer Vernooij
Move lookup_tree/lookup_blob to a separate object.
297
               tree.id, base_inv, None, None,
298
               None, "somerevid", [], {tree.id: tree}.__getitem__)
0.200.265 by Jelmer Vernooij
Add more tests.
299
        self.assertEquals(set([("TREE_ROOT", 'somerevid')]), self._texts.keys())
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
300
        self.assertEquals(1, len(ret))
301
        self.assertEquals(None, ret[0][0])
302
        self.assertEquals("", ret[0][1])
303
        ie = ret[0][3]
304
        self.assertEquals(False, ie.executable)
305
        self.assertEquals("directory", ie.kind)
306
        self.assertEquals({}, ie.children)
307
        self.assertEquals("somerevid", ie.revision)
308
        self.assertEquals(None, ie.text_sha1)
0.200.265 by Jelmer Vernooij
Add more tests.
309
310
    def test_import_tree_empty(self):
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
311
        base_inv = Inventory()
0.200.265 by Jelmer Vernooij
Add more tests.
312
        tree = Tree()
313
        tree.serialize()
0.200.362 by Jelmer Vernooij
Fix tests.
314
        ret, _, _ = import_git_tree(self._texts, self._mapping, "bla", 
0.200.753 by Jelmer Vernooij
Move lookup_tree/lookup_blob to a separate object.
315
           tree.id, base_inv, None, None, None, "somerevid", [], 
316
           { tree.id: tree }.__getitem__)
0.200.265 by Jelmer Vernooij
Add more tests.
317
        self.assertEquals(set([("bla", 'somerevid')]), self._texts.keys())
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
318
        self.assertEquals(1, len(ret))
319
        self.assertEquals(None, ret[0][0])
320
        self.assertEquals("bla", ret[0][1])
321
        ie = ret[0][3]
322
        self.assertEquals("directory", ie.kind)
323
        self.assertEquals(False, ie.executable)
324
        self.assertEquals({}, ie.children)
325
        self.assertEquals("somerevid", ie.revision)
326
        self.assertEquals(None, ie.text_sha1)
0.200.267 by Jelmer Vernooij
Add more tests for fetch code.
327
328
    def test_import_tree_with_file(self):
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
329
        base_inv = Inventory()
0.200.267 by Jelmer Vernooij
Add more tests for fetch code.
330
        blob = Blob.from_string("bar1")
331
        tree = Tree()
332
        tree.add(0100600, "foo", blob.id)
333
        tree.serialize()
334
        objects = { blob.id: blob, tree.id: tree }
0.200.362 by Jelmer Vernooij
Fix tests.
335
        ret, _, _ = import_git_tree(self._texts, self._mapping, "bla", tree.id, 
0.200.753 by Jelmer Vernooij
Move lookup_tree/lookup_blob to a separate object.
336
            base_inv, None, None, None, "somerevid", [], objects.__getitem__)
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
337
        self.assertEquals(2, len(ret))
338
        self.assertEquals(None, ret[0][0])
339
        self.assertEquals("bla", ret[0][1])
340
        self.assertEquals(None, ret[1][0])
341
        self.assertEquals("bla/foo", ret[1][1])
342
        ie = ret[0][3]
343
        self.assertEquals("directory", ie.kind)
344
        ie = ret[1][3]
0.200.267 by Jelmer Vernooij
Add more tests for fetch code.
345
        self.assertEquals("file", ie.kind)
346
        self.assertEquals("bla/foo", ie.file_id)
347
        self.assertEquals("somerevid", ie.revision)
348
        self.assertEquals(osutils.sha_strings(["bar1"]), ie.text_sha1)
349
        self.assertEquals(False, ie.executable)
350
351
    def test_import_tree_with_file_exe(self):
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
352
        base_inv = Inventory(root_id=None)
0.200.267 by Jelmer Vernooij
Add more tests for fetch code.
353
        blob = Blob.from_string("bar")
354
        tree = Tree()
355
        tree.add(0100755, "foo", blob.id)
356
        tree.serialize()
357
        objects = { blob.id: blob, tree.id: tree }
0.200.362 by Jelmer Vernooij
Fix tests.
358
        ret, _, _ = import_git_tree(self._texts, self._mapping, "", tree.id, 
0.200.753 by Jelmer Vernooij
Move lookup_tree/lookup_blob to a separate object.
359
            base_inv, None, None, None, "somerevid", [], objects.__getitem__)
0.229.3 by Jelmer Vernooij
Use inventory deltas internally so fetch is O(changes) rather than O(tree).
360
        self.assertEquals(2, len(ret))
361
        self.assertEquals(None, ret[0][0])
362
        self.assertEquals("", ret[0][1])
363
        self.assertEquals(None, ret[1][0])
364
        self.assertEquals("foo", ret[1][1])
365
        ie = ret[0][3]
366
        self.assertEquals("directory", ie.kind)
367
        ie = ret[1][3]
0.200.267 by Jelmer Vernooij
Add more tests for fetch code.
368
        self.assertEquals("file", ie.kind)
369
        self.assertEquals(True, ie.executable)