1
# Copyright (C) 2009 Jelmer Vernooij <jelmer@samba.org>
2
# -*- coding: utf-8 -*-
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
# GNU General Public License for more details.
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18
from dulwich.objects import (
22
from dulwich.repo import (
33
from bzrlib.bzrdir import (
36
from bzrlib.inventory import (
39
from bzrlib.repository import (
42
from bzrlib.tests import (
43
TestCaseWithTransport,
46
from bzrlib.plugins.git.fetch import (
50
from bzrlib.plugins.git.mapping import (
54
from bzrlib.plugins.git.tests import (
59
class RepositoryFetchTests(object):
61
def make_git_repo(self, path):
65
def clone_git_repo(self, from_url, to_url, revision_id=None):
66
oldrepos = self.open_git_repo(from_url)
67
dir = BzrDir.create(to_url)
68
newrepos = dir.create_repository()
69
oldrepos.copy_content_into(newrepos, revision_id=revision_id)
73
self.make_git_repo("d")
74
newrepos = self.clone_git_repo("d", "f")
75
self.assertEquals([], newrepos.all_revision_ids())
77
def make_onerev_branch(self):
78
self.make_git_repo("d")
80
bb = GitBranchBuilder()
81
bb.set_file("foobar", "foo\nbar\n", False)
82
mark = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
83
gitsha = bb.finish()[mark]
87
def test_single_rev(self):
88
path, gitsha = self.make_onerev_branch()
89
oldrepo = self.open_git_repo(path)
90
newrepo = self.clone_git_repo(path, "f")
91
self.assertEquals([oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha)], newrepo.all_revision_ids())
93
def test_single_rev_specific(self):
94
path, gitsha = self.make_onerev_branch()
95
oldrepo = self.open_git_repo(path)
96
revid = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha)
97
newrepo = self.clone_git_repo(path, "f", revision_id=revid)
98
self.assertEquals([revid], newrepo.all_revision_ids())
100
def test_incremental(self):
101
self.make_git_repo("d")
103
bb = GitBranchBuilder()
104
bb.set_file("foobar", "foo\nbar\n", False)
105
mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
106
bb.set_file("foobar", "fooll\nbar\n", False)
107
mark2 = bb.commit("Somebody <somebody@someorg.org>", "nextmsg")
109
gitsha1 = marks[mark1]
110
gitsha2 = marks[mark2]
112
oldrepo = self.open_git_repo("d")
113
revid1 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha1)
114
newrepo = self.clone_git_repo("d", "f", revision_id=revid1)
115
self.assertEquals([revid1], newrepo.all_revision_ids())
116
revid2 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
117
newrepo.fetch(oldrepo, revision_id=revid2)
118
self.assertEquals(set([revid1, revid2]), set(newrepo.all_revision_ids()))
120
def test_dir_becomes_symlink(self):
121
self.make_git_repo("d")
123
bb = GitBranchBuilder()
124
bb.set_file("mylink/somefile", "foo\nbar\n", False)
125
mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg1")
126
bb.set_symlink("mylink", "target/")
127
mark2 = bb.commit("Somebody <somebody@someorg.org>", "mymsg2")
129
gitsha1 = marks[mark1]
130
gitsha2 = marks[mark2]
132
oldrepo = self.open_git_repo("d")
133
newrepo = self.clone_git_repo("d", "f")
134
revid1 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha1)
135
revid2 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
136
tree1 = newrepo.revision_tree(revid1)
137
tree2 = newrepo.revision_tree(revid2)
138
fileid = tree1.path2id("mylink")
139
self.assertEquals(revid1, tree1.get_file_revision(fileid))
140
self.assertEquals("directory", tree1.kind(fileid))
141
self.assertEquals(None, tree1.get_symlink_target(fileid))
142
self.assertEquals(revid2, tree2.get_file_revision(fileid))
143
self.assertEquals("symlink", tree2.kind(fileid))
144
self.assertEquals("target/", tree2.get_symlink_target(fileid))
146
def test_symlink_becomes_dir(self):
147
self.make_git_repo("d")
149
bb = GitBranchBuilder()
150
bb.set_symlink("mylink", "target/")
151
mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg1")
152
bb.set_file("mylink/somefile", "foo\nbar\n", False)
153
mark2 = bb.commit("Somebody <somebody@someorg.org>", "mymsg2")
155
gitsha1 = marks[mark1]
156
gitsha2 = marks[mark2]
158
oldrepo = self.open_git_repo("d")
159
newrepo = self.clone_git_repo("d", "f")
160
revid1 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha1)
161
revid2 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
162
tree1 = newrepo.revision_tree(revid1)
163
tree2 = newrepo.revision_tree(revid2)
164
fileid = tree1.path2id("mylink")
165
self.assertEquals(revid1, tree1.get_file_revision(fileid))
166
self.assertEquals("symlink", tree1.kind(fileid))
167
self.assertEquals("target/", tree1.get_symlink_target(fileid))
168
self.assertEquals(revid2, tree2.get_file_revision(fileid))
169
self.assertEquals("directory", tree2.kind(fileid))
170
self.assertEquals(None, tree2.get_symlink_target(fileid))
172
def test_changing_symlink(self):
173
self.make_git_repo("d")
175
bb = GitBranchBuilder()
176
bb.set_symlink("mylink", "target")
177
mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg1")
178
bb.set_symlink("mylink", "target/")
179
mark2 = bb.commit("Somebody <somebody@someorg.org>", "mymsg2")
181
gitsha1 = marks[mark1]
182
gitsha2 = marks[mark2]
184
oldrepo = self.open_git_repo("d")
185
newrepo = self.clone_git_repo("d", "f")
186
revid1 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha1)
187
revid2 = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
188
tree1 = newrepo.revision_tree(revid1)
189
tree2 = newrepo.revision_tree(revid2)
190
fileid = tree1.path2id("mylink")
191
self.assertEquals(revid1, tree1.get_file_revision(fileid))
192
self.assertEquals("target", tree1.get_symlink_target(fileid))
193
self.assertEquals(revid2, tree2.get_file_revision(fileid))
194
self.assertEquals("target/", tree2.get_symlink_target(fileid))
196
def test_executable(self):
197
self.make_git_repo("d")
199
bb = GitBranchBuilder()
200
bb.set_file("foobar", "foo\nbar\n", True)
201
bb.set_file("notexec", "foo\nbar\n", False)
202
mark = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
203
gitsha = bb.finish()[mark]
205
oldrepo = self.open_git_repo("d")
206
newrepo = self.clone_git_repo("d", "f")
207
revid = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha)
208
tree = newrepo.revision_tree(revid)
209
self.assertTrue(tree.has_filename("foobar"))
210
self.assertEquals(True, tree.is_executable(tree.path2id("foobar")))
211
self.assertTrue(tree.has_filename("notexec"))
212
self.assertEquals(False, tree.is_executable(tree.path2id("notexec")))
214
def test_becomes_executable(self):
215
self.make_git_repo("d")
217
bb = GitBranchBuilder()
218
bb.set_file("foobar", "foo\nbar\n", False)
219
mark1 = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
220
bb.set_file("foobar", "foo\nbar\n", True)
221
mark2 = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
222
gitsha2 = bb.finish()[mark2]
224
oldrepo = self.open_git_repo("d")
225
newrepo = self.clone_git_repo("d", "f")
226
revid = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha2)
227
tree = newrepo.revision_tree(revid)
228
self.assertTrue(tree.has_filename("foobar"))
229
fileid = tree.path2id("foobar")
230
self.assertEquals(True, tree.is_executable(fileid))
231
self.assertEquals(revid, tree.get_file_revision(fileid))
233
def test_non_ascii_characters(self):
234
self.make_git_repo("d")
236
bb = GitBranchBuilder()
237
bb.set_file(u"foőbar", "foo\nbar\n", False)
238
mark = bb.commit("Somebody <somebody@someorg.org>", "mymsg")
239
gitsha = bb.finish()[mark]
241
oldrepo = self.open_git_repo("d")
242
newrepo = self.clone_git_repo("d", "f")
243
revid = oldrepo.get_mapping().revision_id_foreign_to_bzr(gitsha)
244
tree = newrepo.revision_tree(revid)
245
self.assertTrue(tree.has_filename(u"foőbar"))
248
class LocalRepositoryFetchTests(RepositoryFetchTests, TestCaseWithTransport):
250
def open_git_repo(self, path):
251
return Repository.open(path)
254
class DummyStoreUpdater(object):
256
def add_object(self, obj, ie, path):
263
class ImportObjects(TestCaseWithTransport):
266
super(ImportObjects, self).setUp()
267
self._mapping = BzrGitMappingv1()
268
factory = knit.make_file_factory(True, versionedfile.PrefixMapper())
269
self._texts = factory(self.get_transport('texts'))
271
def test_import_blob_simple(self):
272
blob = Blob.from_string("bar")
273
base_inv = Inventory()
274
objs = { "blobname": blob}
275
ret = import_git_blob(self._texts, self._mapping, "bla", "bla",
277
base_inv, None, "somerevid", [], objs.__getitem__,
278
(None, DEFAULT_FILE_MODE), DummyStoreUpdater(),
279
self._mapping.generate_file_id)
280
self.assertEquals(set([('bla', 'somerevid')]), self._texts.keys())
281
self.assertEquals(self._texts.get_record_stream([('bla', 'somerevid')],
282
"unordered", True).next().get_bytes_as("fulltext"), "bar")
283
self.assertEquals(1, len(ret))
284
self.assertEquals(None, ret[0][0])
285
self.assertEquals("bla", ret[0][1])
287
self.assertEquals(False, ie.executable)
288
self.assertEquals("file", ie.kind)
289
self.assertEquals("somerevid", ie.revision)
290
self.assertEquals(osutils.sha_strings(["bar"]), ie.text_sha1)
292
def test_import_tree_empty_root(self):
293
base_inv = Inventory(root_id=None)
295
ret, child_modes = import_git_tree(self._texts, self._mapping, "", "",
296
(None, tree.id), base_inv,
297
None, "somerevid", [], {tree.id: tree}.__getitem__,
298
(None, stat.S_IFDIR), DummyStoreUpdater(),
299
self._mapping.generate_file_id)
300
self.assertEquals(child_modes, {})
301
self.assertEquals(set([("TREE_ROOT", 'somerevid')]), self._texts.keys())
302
self.assertEquals(1, len(ret))
303
self.assertEquals(None, ret[0][0])
304
self.assertEquals("", ret[0][1])
306
self.assertEquals(False, ie.executable)
307
self.assertEquals("directory", ie.kind)
308
self.assertEquals({}, ie.children)
309
self.assertEquals("somerevid", ie.revision)
310
self.assertEquals(None, ie.text_sha1)
312
def test_import_tree_empty(self):
313
base_inv = Inventory()
315
ret, child_modes = import_git_tree(self._texts, self._mapping, "bla", "bla",
316
(None, tree.id), base_inv, None, "somerevid", [],
317
{ tree.id: tree }.__getitem__,
318
(None, stat.S_IFDIR), DummyStoreUpdater(),
319
self._mapping.generate_file_id)
320
self.assertEquals(child_modes, {})
321
self.assertEquals(set([("bla", 'somerevid')]), self._texts.keys())
322
self.assertEquals(1, len(ret))
323
self.assertEquals(None, ret[0][0])
324
self.assertEquals("bla", ret[0][1])
326
self.assertEquals("directory", ie.kind)
327
self.assertEquals(False, ie.executable)
328
self.assertEquals({}, ie.children)
329
self.assertEquals("somerevid", ie.revision)
330
self.assertEquals(None, ie.text_sha1)
332
def test_import_tree_with_file(self):
333
base_inv = Inventory()
334
blob = Blob.from_string("bar1")
336
tree.add("foo", stat.S_IFREG | 0644, blob.id)
337
objects = { blob.id: blob, tree.id: tree }
338
ret, child_modes = import_git_tree(self._texts, self._mapping, "bla", "bla",
339
(None, tree.id), base_inv, None, "somerevid", [],
340
objects.__getitem__, (None, stat.S_IFDIR), DummyStoreUpdater(),
341
self._mapping.generate_file_id)
342
self.assertEquals(child_modes, {})
343
self.assertEquals(2, len(ret))
344
self.assertEquals(None, ret[0][0])
345
self.assertEquals("bla", ret[0][1])
346
self.assertEquals(None, ret[1][0])
347
self.assertEquals("bla/foo", ret[1][1])
349
self.assertEquals("directory", ie.kind)
351
self.assertEquals("file", ie.kind)
352
self.assertEquals("bla/foo", ie.file_id)
353
self.assertEquals("somerevid", ie.revision)
354
self.assertEquals(osutils.sha_strings(["bar1"]), ie.text_sha1)
355
self.assertEquals(False, ie.executable)
357
def test_import_tree_with_unusual_mode_file(self):
358
base_inv = Inventory()
359
blob = Blob.from_string("bar1")
361
tree.add("foo", stat.S_IFREG | 0664, blob.id)
362
objects = { blob.id: blob, tree.id: tree }
363
ret, child_modes = import_git_tree(self._texts, self._mapping,
364
"bla", "bla", (None, tree.id), base_inv, None, "somerevid", [],
365
objects.__getitem__, (None, stat.S_IFDIR), DummyStoreUpdater(),
366
self._mapping.generate_file_id)
367
self.assertEquals(child_modes, { "bla/foo": stat.S_IFREG | 0664 })
369
def test_import_tree_with_file_exe(self):
370
base_inv = Inventory(root_id=None)
371
blob = Blob.from_string("bar")
373
tree.add("foo", 0100755, blob.id)
374
objects = { blob.id: blob, tree.id: tree }
375
ret, child_modes = import_git_tree(self._texts, self._mapping, "", "",
376
(None, tree.id), base_inv, None, "somerevid", [],
377
objects.__getitem__, (None, stat.S_IFDIR), DummyStoreUpdater(),
378
self._mapping.generate_file_id)
379
self.assertEquals(child_modes, {})
380
self.assertEquals(2, len(ret))
381
self.assertEquals(None, ret[0][0])
382
self.assertEquals("", ret[0][1])
383
self.assertEquals(None, ret[1][0])
384
self.assertEquals("foo", ret[1][1])
386
self.assertEquals("directory", ie.kind)
388
self.assertEquals("file", ie.kind)
389
self.assertEquals(True, ie.executable)