/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/tests/test_transform.py

  • Committer: Jelmer Vernooij
  • Date: 2019-03-05 07:32:38 UTC
  • mto: (7290.1.21 work)
  • mto: This revision was merged to the branch mainline in revision 7311.
  • Revision ID: jelmer@jelmer.uk-20190305073238-zlqn981opwnqsmzi
Add appveyor configuration.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006-2012, 2016 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
 
17
import codecs
 
18
import errno
17
19
import os
18
 
from StringIO import StringIO
19
20
import sys
20
21
import time
21
22
 
22
 
from bzrlib import (
 
23
from .. import (
23
24
    bencode,
24
25
    errors,
25
26
    filters,
26
 
    generate_ids,
27
27
    osutils,
28
28
    revision as _mod_revision,
29
29
    rules,
30
30
    tests,
 
31
    trace,
 
32
    transform,
31
33
    urlutils,
32
34
    )
33
 
from bzrlib.bzrdir import BzrDir
34
 
from bzrlib.conflicts import (
 
35
from ..bzr import (
 
36
    generate_ids,
 
37
    )
 
38
from ..conflicts import (
35
39
    DeletingParent,
36
40
    DuplicateEntry,
37
41
    DuplicateID,
40
44
    ParentLoop,
41
45
    UnversionedParent,
42
46
)
43
 
from bzrlib.diff import show_diff_trees
44
 
from bzrlib.errors import (
 
47
from ..controldir import ControlDir
 
48
from ..diff import show_diff_trees
 
49
from ..errors import (
45
50
    DuplicateKey,
46
51
    ExistingLimbo,
47
52
    ExistingPendingDeletion,
49
54
    ImmortalPendingDeletion,
50
55
    LockError,
51
56
    MalformedTransform,
52
 
    NoSuchFile,
53
57
    ReusingTransform,
54
58
)
55
 
from bzrlib.osutils import (
 
59
from ..osutils import (
56
60
    file_kind,
57
61
    pathjoin,
58
62
)
59
 
from bzrlib.merge import Merge3Merger, Merger
60
 
from bzrlib.tests import (
 
63
from ..merge import Merge3Merger, Merger
 
64
from ..mutabletree import MutableTree
 
65
from ..sixish import (
 
66
    BytesIO,
 
67
    PY3,
 
68
    text_type,
 
69
    )
 
70
from . import (
 
71
    features,
 
72
    TestCaseInTempDir,
 
73
    TestSkipped,
 
74
    )
 
75
from .features import (
61
76
    HardlinkFeature,
62
77
    SymlinkFeature,
63
 
    TestCase,
64
 
    TestCaseInTempDir,
65
 
    TestSkipped,
66
 
)
67
 
from bzrlib.transform import (
 
78
    )
 
79
from ..transform import (
68
80
    build_tree,
69
81
    create_from_tree,
70
82
    cook_conflicts,
71
83
    _FileMover,
72
84
    FinalPaths,
73
 
    get_backup_name,
74
85
    resolve_conflicts,
75
86
    resolve_checkout,
76
87
    ROOT_PARENT,
83
94
 
84
95
    def setUp(self):
85
96
        super(TestTreeTransform, self).setUp()
86
 
        self.wt = self.make_branch_and_tree('.', format='dirstate-with-subtree')
 
97
        self.wt = self.make_branch_and_tree('.', format='development-subtree')
87
98
        os.chdir('..')
88
99
 
89
100
    def get_transform(self):
91
102
        self.addCleanup(transform.finalize)
92
103
        return transform, transform.root
93
104
 
 
105
    def get_transform_for_sha1_test(self):
 
106
        trans, root = self.get_transform()
 
107
        self.wt.lock_tree_write()
 
108
        self.addCleanup(self.wt.unlock)
 
109
        contents = [b'just some content\n']
 
110
        sha1 = osutils.sha_strings(contents)
 
111
        # Roll back the clock
 
112
        trans._creation_mtime = time.time() - 20.0
 
113
        return trans, root, contents, sha1
 
114
 
94
115
    def test_existing_limbo(self):
95
116
        transform, root = self.get_transform()
96
117
        limbo_name = transform._limbodir
123
144
        imaginary_id = transform.trans_id_tree_path('imaginary')
124
145
        imaginary_id2 = transform.trans_id_tree_path('imaginary/')
125
146
        self.assertEqual(imaginary_id, imaginary_id2)
126
 
        self.assertEqual(transform.get_tree_parent(imaginary_id), root)
127
 
        self.assertEqual(transform.final_kind(root), 'directory')
128
 
        self.assertEqual(transform.final_file_id(root), self.wt.get_root_id())
 
147
        self.assertEqual(root, transform.get_tree_parent(imaginary_id))
 
148
        self.assertEqual('directory', transform.final_kind(root))
 
149
        self.assertEqual(self.wt.get_root_id(), transform.final_file_id(root))
129
150
        trans_id = transform.create_path('name', root)
130
151
        self.assertIs(transform.final_file_id(trans_id), None)
131
 
        self.assertRaises(NoSuchFile, transform.final_kind, trans_id)
132
 
        transform.create_file('contents', trans_id)
 
152
        self.assertIs(None, transform.final_kind(trans_id))
 
153
        transform.create_file([b'contents'], trans_id)
133
154
        transform.set_executability(True, trans_id)
134
 
        transform.version_file('my_pretties', trans_id)
 
155
        transform.version_file(b'my_pretties', trans_id)
135
156
        self.assertRaises(DuplicateKey, transform.version_file,
136
 
                          'my_pretties', trans_id)
137
 
        self.assertEqual(transform.final_file_id(trans_id), 'my_pretties')
 
157
                          b'my_pretties', trans_id)
 
158
        self.assertEqual(transform.final_file_id(trans_id), b'my_pretties')
138
159
        self.assertEqual(transform.final_parent(trans_id), root)
139
160
        self.assertIs(transform.final_parent(root), ROOT_PARENT)
140
161
        self.assertIs(transform.get_tree_parent(root), ROOT_PARENT)
141
162
        oz_id = transform.create_path('oz', root)
142
163
        transform.create_directory(oz_id)
143
 
        transform.version_file('ozzie', oz_id)
 
164
        transform.version_file(b'ozzie', oz_id)
144
165
        trans_id2 = transform.create_path('name2', root)
145
 
        transform.create_file('contents', trans_id2)
 
166
        transform.create_file([b'contents'], trans_id2)
146
167
        transform.set_executability(False, trans_id2)
147
 
        transform.version_file('my_pretties2', trans_id2)
 
168
        transform.version_file(b'my_pretties2', trans_id2)
148
169
        modified_paths = transform.apply().modified_paths
149
 
        self.assertEqual('contents', self.wt.get_file_byname('name').read())
150
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
151
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
152
 
        self.assertIs(self.wt.is_executable('my_pretties2'), False)
 
170
        with self.wt.get_file('name') as f:
 
171
            self.assertEqual(b'contents', f.read())
 
172
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
173
        self.assertIs(self.wt.is_executable('name'), True)
 
174
        self.assertIs(self.wt.is_executable('name2'), False)
153
175
        self.assertEqual('directory', file_kind(self.wt.abspath('oz')))
154
176
        self.assertEqual(len(modified_paths), 3)
155
 
        tree_mod_paths = [self.wt.id2abspath(f) for f in
156
 
                          ('ozzie', 'my_pretties', 'my_pretties2')]
 
177
        tree_mod_paths = [self.wt.abspath(self.wt.id2path(f)) for f in
 
178
                          (b'ozzie', b'my_pretties', b'my_pretties2')]
157
179
        self.assertSubset(tree_mod_paths, modified_paths)
158
180
        # is it safe to finalize repeatedly?
159
181
        transform.finalize()
160
182
        transform.finalize()
161
183
 
 
184
    def test_apply_informs_tree_of_observed_sha1(self):
 
185
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
186
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
187
                                  sha1=sha1)
 
188
        calls = []
 
189
        orig = self.wt._observed_sha1
 
190
 
 
191
        def _observed_sha1(*args):
 
192
            calls.append(args)
 
193
            orig(*args)
 
194
        self.wt._observed_sha1 = _observed_sha1
 
195
        trans.apply()
 
196
        self.assertEqual([('file1', trans._observed_sha1s[trans_id])],
 
197
                         calls)
 
198
 
 
199
    def test_create_file_caches_sha1(self):
 
200
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
201
        trans_id = trans.create_path('file1', root)
 
202
        trans.create_file(contents, trans_id, sha1=sha1)
 
203
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
204
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
205
        self.assertEqual(o_sha1, sha1)
 
206
        self.assertEqualStat(o_st_val, st_val)
 
207
 
 
208
    def test__apply_insertions_updates_sha1(self):
 
209
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
210
        trans_id = trans.create_path('file1', root)
 
211
        trans.create_file(contents, trans_id, sha1=sha1)
 
212
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
213
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
214
        self.assertEqual(o_sha1, sha1)
 
215
        self.assertEqualStat(o_st_val, st_val)
 
216
        creation_mtime = trans._creation_mtime + 10.0
 
217
        # We fake a time difference from when the file was created until now it
 
218
        # is being renamed by using os.utime. Note that the change we actually
 
219
        # want to see is the real ctime change from 'os.rename()', but as long
 
220
        # as we observe a new stat value, we should be fine.
 
221
        os.utime(trans._limbo_name(trans_id), (creation_mtime, creation_mtime))
 
222
        trans.apply()
 
223
        new_st_val = osutils.lstat(self.wt.abspath('file1'))
 
224
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
225
        self.assertEqual(o_sha1, sha1)
 
226
        self.assertEqualStat(o_st_val, new_st_val)
 
227
        self.assertNotEqual(st_val.st_mtime, new_st_val.st_mtime)
 
228
 
 
229
    def test_new_file_caches_sha1(self):
 
230
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
231
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
232
                                  sha1=sha1)
 
233
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
234
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
235
        self.assertEqual(o_sha1, sha1)
 
236
        self.assertEqualStat(o_st_val, st_val)
 
237
 
 
238
    def test_cancel_creation_removes_observed_sha1(self):
 
239
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
240
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
241
                                  sha1=sha1)
 
242
        self.assertTrue(trans_id in trans._observed_sha1s)
 
243
        trans.cancel_creation(trans_id)
 
244
        self.assertFalse(trans_id in trans._observed_sha1s)
 
245
 
162
246
    def test_create_files_same_timestamp(self):
163
247
        transform, root = self.get_transform()
164
248
        self.wt.lock_tree_write()
166
250
        # Roll back the clock, so that we know everything is being set to the
167
251
        # exact time
168
252
        transform._creation_mtime = creation_mtime = time.time() - 20.0
169
 
        transform.create_file('content-one',
 
253
        transform.create_file([b'content-one'],
170
254
                              transform.create_path('one', root))
171
 
        time.sleep(1) # *ugly*
172
 
        transform.create_file('content-two',
 
255
        time.sleep(1)  # *ugly*
 
256
        transform.create_file([b'content-two'],
173
257
                              transform.create_path('two', root))
174
258
        transform.apply()
175
 
        fo, st1 = self.wt.get_file_with_stat(None, path='one', filtered=False)
 
259
        fo, st1 = self.wt.get_file_with_stat('one', filtered=False)
176
260
        fo.close()
177
 
        fo, st2 = self.wt.get_file_with_stat(None, path='two', filtered=False)
 
261
        fo, st2 = self.wt.get_file_with_stat('two', filtered=False)
178
262
        fo.close()
179
263
        # We only guarantee 2s resolution
180
 
        self.assertTrue(abs(creation_mtime - st1.st_mtime) < 2.0,
 
264
        self.assertTrue(
 
265
            abs(creation_mtime - st1.st_mtime) < 2.0,
181
266
            "%s != %s within 2 seconds" % (creation_mtime, st1.st_mtime))
182
267
        # But if we have more than that, all files should get the same result
183
268
        self.assertEqual(st1.st_mtime, st2.st_mtime)
184
269
 
185
270
    def test_change_root_id(self):
186
271
        transform, root = self.get_transform()
187
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
188
 
        transform.new_directory('', ROOT_PARENT, 'new-root-id')
 
272
        self.assertNotEqual(b'new-root-id', self.wt.get_root_id())
 
273
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
189
274
        transform.delete_contents(root)
190
275
        transform.unversion_file(root)
191
276
        transform.fixup_new_roots()
192
277
        transform.apply()
193
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
 
278
        self.assertEqual(b'new-root-id', self.wt.get_root_id())
194
279
 
195
280
    def test_change_root_id_add_files(self):
196
281
        transform, root = self.get_transform()
197
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
198
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
199
 
        transform.new_file('file', new_trans_id, ['new-contents\n'],
200
 
                           'new-file-id')
 
282
        self.assertNotEqual(b'new-root-id', self.wt.get_root_id())
 
283
        new_trans_id = transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
284
        transform.new_file('file', new_trans_id, [b'new-contents\n'],
 
285
                           b'new-file-id')
201
286
        transform.delete_contents(root)
202
287
        transform.unversion_file(root)
203
288
        transform.fixup_new_roots()
204
289
        transform.apply()
205
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
206
 
        self.assertEqual('new-file-id', self.wt.path2id('file'))
207
 
        self.assertFileEqual('new-contents\n', self.wt.abspath('file'))
 
290
        self.assertEqual(b'new-root-id', self.wt.get_root_id())
 
291
        self.assertEqual(b'new-file-id', self.wt.path2id('file'))
 
292
        self.assertFileEqual(b'new-contents\n', self.wt.abspath('file'))
208
293
 
209
294
    def test_add_two_roots(self):
210
295
        transform, root = self.get_transform()
211
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
212
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'alt-root-id')
213
 
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
296
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
297
        transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
298
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
299
 
 
300
    def test_retain_existing_root(self):
 
301
        tt, root = self.get_transform()
 
302
        with tt:
 
303
            tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
304
            tt.fixup_new_roots()
 
305
            self.assertNotEqual(b'new-root-id', tt.final_file_id(tt.root))
 
306
 
 
307
    def test_retain_existing_root_added_file(self):
 
308
        tt, root = self.get_transform()
 
309
        new_trans_id = tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
310
        child = tt.new_directory('child', new_trans_id, b'child-id')
 
311
        tt.fixup_new_roots()
 
312
        self.assertEqual(tt.root, tt.final_parent(child))
 
313
 
 
314
    def test_add_unversioned_root(self):
 
315
        transform, root = self.get_transform()
 
316
        transform.new_directory('', ROOT_PARENT, None)
 
317
        transform.delete_contents(transform.root)
 
318
        transform.fixup_new_roots()
 
319
        self.assertNotIn(transform.root, transform._new_id)
 
320
 
 
321
    def test_remove_root_fixup(self):
 
322
        transform, root = self.get_transform()
 
323
        old_root_id = self.wt.get_root_id()
 
324
        self.assertNotEqual(b'new-root-id', old_root_id)
 
325
        transform.delete_contents(root)
 
326
        transform.unversion_file(root)
 
327
        transform.fixup_new_roots()
 
328
        transform.apply()
 
329
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
330
 
 
331
        transform, root = self.get_transform()
 
332
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
333
        transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
334
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
335
 
 
336
    def test_fixup_new_roots_permits_empty_tree(self):
 
337
        transform, root = self.get_transform()
 
338
        transform.delete_contents(root)
 
339
        transform.unversion_file(root)
 
340
        transform.fixup_new_roots()
 
341
        self.assertIs(None, transform.final_kind(root))
 
342
        self.assertIs(None, transform.final_file_id(root))
 
343
 
 
344
    def test_apply_retains_root_directory(self):
 
345
        # Do not attempt to delete the physical root directory, because that
 
346
        # is impossible.
 
347
        transform, root = self.get_transform()
 
348
        with transform:
 
349
            transform.delete_contents(root)
 
350
            e = self.assertRaises(AssertionError, self.assertRaises,
 
351
                                  errors.TransformRenameFailed,
 
352
                                  transform.apply)
 
353
        self.assertContainsRe('TransformRenameFailed not raised', str(e))
 
354
 
 
355
    def test_apply_retains_file_id(self):
 
356
        transform, root = self.get_transform()
 
357
        old_root_id = transform.tree_file_id(root)
 
358
        transform.unversion_file(root)
 
359
        transform.apply()
 
360
        self.assertEqual(old_root_id, self.wt.get_root_id())
214
361
 
215
362
    def test_hardlink(self):
216
363
        self.requireFeature(HardlinkFeature)
217
364
        transform, root = self.get_transform()
218
 
        transform.new_file('file1', root, 'contents')
 
365
        transform.new_file('file1', root, [b'contents'])
219
366
        transform.apply()
220
367
        target = self.make_branch_and_tree('target')
221
368
        target_transform = TreeTransform(target)
222
369
        trans_id = target_transform.create_path('file1', target_transform.root)
223
370
        target_transform.create_hardlink(self.wt.abspath('file1'), trans_id)
224
371
        target_transform.apply()
225
 
        self.failUnlessExists('target/file1')
 
372
        self.assertPathExists('target/file1')
226
373
        source_stat = os.stat(self.wt.abspath('file1'))
227
374
        target_stat = os.stat('target/file1')
228
375
        self.assertEqual(source_stat, target_stat)
231
378
        transform, root = self.get_transform()
232
379
        self.wt.lock_tree_write()
233
380
        self.addCleanup(self.wt.unlock)
234
 
        trans_id = transform.new_file('name', root, 'contents',
235
 
                                      'my_pretties', True)
236
 
        oz = transform.new_directory('oz', root, 'oz-id')
237
 
        dorothy = transform.new_directory('dorothy', oz, 'dorothy-id')
238
 
        toto = transform.new_file('toto', dorothy, 'toto-contents',
239
 
                                  'toto-id', False)
 
381
        transform.new_file('name', root, [b'contents'], b'my_pretties', True)
 
382
        oz = transform.new_directory('oz', root, b'oz-id')
 
383
        dorothy = transform.new_directory('dorothy', oz, b'dorothy-id')
 
384
        transform.new_file('toto', dorothy, [b'toto-contents'], b'toto-id',
 
385
                           False)
240
386
 
241
387
        self.assertEqual(len(transform.find_conflicts()), 0)
242
388
        transform.apply()
243
389
        self.assertRaises(ReusingTransform, transform.find_conflicts)
244
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
245
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
246
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
247
 
        self.assertEqual(self.wt.path2id('oz'), 'oz-id')
248
 
        self.assertEqual(self.wt.path2id('oz/dorothy'), 'dorothy-id')
249
 
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), 'toto-id')
 
390
        with open(self.wt.abspath('name'), 'r') as f:
 
391
            self.assertEqual('contents', f.read())
 
392
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
393
        self.assertIs(self.wt.is_executable('name'), True)
 
394
        self.assertEqual(self.wt.path2id('oz'), b'oz-id')
 
395
        self.assertEqual(self.wt.path2id('oz/dorothy'), b'dorothy-id')
 
396
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), b'toto-id')
250
397
 
251
 
        self.assertEqual('toto-contents',
252
 
                         self.wt.get_file_byname('oz/dorothy/toto').read())
253
 
        self.assertIs(self.wt.is_executable('toto-id'), False)
 
398
        self.assertEqual(b'toto-contents',
 
399
                         self.wt.get_file('oz/dorothy/toto').read())
 
400
        self.assertIs(self.wt.is_executable('oz/dorothy/toto'), False)
254
401
 
255
402
    def test_tree_reference(self):
256
403
        transform, root = self.get_transform()
257
404
        tree = transform._tree
258
 
        trans_id = transform.new_directory('reference', root, 'subtree-id')
259
 
        transform.set_tree_reference('subtree-revision', trans_id)
 
405
        trans_id = transform.new_directory('reference', root, b'subtree-id')
 
406
        transform.set_tree_reference(b'subtree-revision', trans_id)
260
407
        transform.apply()
261
408
        tree.lock_read()
262
409
        self.addCleanup(tree.unlock)
263
 
        self.assertEqual('subtree-revision',
264
 
                         tree.inventory['subtree-id'].reference_revision)
 
410
        self.assertEqual(
 
411
            b'subtree-revision',
 
412
            tree.root_inventory.get_entry(b'subtree-id').reference_revision)
265
413
 
266
414
    def test_conflicts(self):
267
415
        transform, root = self.get_transform()
268
 
        trans_id = transform.new_file('name', root, 'contents',
269
 
                                      'my_pretties')
 
416
        trans_id = transform.new_file('name', root, [b'contents'],
 
417
                                      b'my_pretties')
270
418
        self.assertEqual(len(transform.find_conflicts()), 0)
271
 
        trans_id2 = transform.new_file('name', root, 'Crontents', 'toto')
 
419
        trans_id2 = transform.new_file('name', root, [b'Crontents'], b'toto')
272
420
        self.assertEqual(transform.find_conflicts(),
273
421
                         [('duplicate', trans_id, trans_id2, 'name')])
274
422
        self.assertRaises(MalformedTransform, transform.apply)
288
436
        self.assertEqual(transform.find_conflicts(),
289
437
                         [('unversioned parent', lion_id),
290
438
                          ('missing parent', lion_id)])
291
 
        transform.version_file("Courage", lion_id)
 
439
        transform.version_file(b"Courage", lion_id)
292
440
        self.assertEqual(transform.find_conflicts(),
293
441
                         [('missing parent', lion_id),
294
442
                          ('versioning no contents', lion_id)])
295
443
        transform.adjust_path('name2', root, trans_id2)
296
444
        self.assertEqual(transform.find_conflicts(),
297
445
                         [('versioning no contents', lion_id)])
298
 
        transform.create_file('Contents, okay?', lion_id)
 
446
        transform.create_file([b'Contents, okay?'], lion_id)
299
447
        transform.adjust_path('name2', trans_id2, trans_id2)
300
448
        self.assertEqual(transform.find_conflicts(),
301
449
                         [('parent loop', trans_id2),
305
453
        transform.set_executability(True, oz_id)
306
454
        self.assertEqual(transform.find_conflicts(),
307
455
                         [('unversioned executability', oz_id)])
308
 
        transform.version_file('oz-id', oz_id)
 
456
        transform.version_file(b'oz-id', oz_id)
309
457
        self.assertEqual(transform.find_conflicts(),
310
458
                         [('non-file executability', oz_id)])
311
459
        transform.set_executability(None, oz_id)
312
 
        tip_id = transform.new_file('tip', oz_id, 'ozma', 'tip-id')
 
460
        tip_id = transform.new_file('tip', oz_id, [b'ozma'], b'tip-id')
313
461
        transform.apply()
314
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
315
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
 
462
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
463
        with open(self.wt.abspath('name'), 'rb') as f:
 
464
            self.assertEqual(b'contents', f.read())
316
465
        transform2, root = self.get_transform()
317
 
        oz_id = transform2.trans_id_tree_file_id('oz-id')
318
 
        newtip = transform2.new_file('tip', oz_id, 'other', 'tip-id')
 
466
        oz_id = transform2.trans_id_tree_path('oz')
 
467
        newtip = transform2.new_file('tip', oz_id, [b'other'], b'tip-id')
319
468
        result = transform2.find_conflicts()
320
469
        fp = FinalPaths(transform2)
321
 
        self.assert_('oz/tip' in transform2._tree_path_ids)
 
470
        self.assertTrue('oz/tip' in transform2._tree_path_ids)
322
471
        self.assertEqual(fp.get_path(newtip), pathjoin('oz', 'tip'))
323
472
        self.assertEqual(len(result), 2)
324
473
        self.assertEqual((result[0][0], result[0][1]),
328
477
        transform2.finalize()
329
478
        transform3 = TreeTransform(self.wt)
330
479
        self.addCleanup(transform3.finalize)
331
 
        oz_id = transform3.trans_id_tree_file_id('oz-id')
 
480
        oz_id = transform3.trans_id_tree_path('oz')
332
481
        transform3.delete_contents(oz_id)
333
482
        self.assertEqual(transform3.find_conflicts(),
334
483
                         [('missing parent', oz_id)])
335
484
        root_id = transform3.root
336
 
        tip_id = transform3.trans_id_tree_file_id('tip-id')
 
485
        tip_id = transform3.trans_id_tree_path('oz/tip')
337
486
        transform3.adjust_path('tip', root_id, tip_id)
338
487
        transform3.apply()
339
488
 
345
494
        tree.case_sensitive = True
346
495
        transform = TreeTransform(tree)
347
496
        self.addCleanup(transform.finalize)
348
 
        transform.new_file('file', transform.root, 'content')
349
 
        transform.new_file('FiLe', transform.root, 'content')
 
497
        transform.new_file('file', transform.root, [b'content'])
 
498
        transform.new_file('FiLe', transform.root, [b'content'])
350
499
        result = transform.find_conflicts()
351
500
        self.assertEqual([], result)
352
501
        transform.finalize()
355
504
        tree.case_sensitive = False
356
505
        transform = TreeTransform(tree)
357
506
        self.addCleanup(transform.finalize)
358
 
        transform.new_file('file', transform.root, 'content')
359
 
        transform.new_file('FiLe', transform.root, 'content')
 
507
        transform.new_file('file', transform.root, [b'content'])
 
508
        transform.new_file('FiLe', transform.root, [b'content'])
360
509
        result = transform.find_conflicts()
361
510
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
362
511
 
369
518
        tree.case_sensitive = True
370
519
        transform = TreeTransform(tree)
371
520
        self.addCleanup(transform.finalize)
372
 
        transform.new_file('file', transform.root, 'content')
 
521
        transform.new_file('file', transform.root, [b'content'])
373
522
        result = transform.find_conflicts()
374
523
        self.assertEqual([], result)
375
524
        transform.finalize()
378
527
        tree.case_sensitive = False
379
528
        transform = TreeTransform(tree)
380
529
        self.addCleanup(transform.finalize)
381
 
        transform.new_file('file', transform.root, 'content')
 
530
        transform.new_file('file', transform.root, [b'content'])
382
531
        result = transform.find_conflicts()
383
532
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
384
533
 
390
539
        tree.case_sensitive = False
391
540
        transform = TreeTransform(tree)
392
541
        self.addCleanup(transform.finalize)
393
 
        transform.new_file('file', transform.root, 'content')
394
 
        transform.new_file('FiLe', transform.root, 'content')
 
542
        transform.new_file('file', transform.root, [b'content'])
 
543
        transform.new_file('FiLe', transform.root, [b'content'])
395
544
        resolve_conflicts(transform)
396
545
        transform.apply()
397
 
        self.failUnlessExists('tree/file')
398
 
        self.failUnlessExists('tree/FiLe.moved')
 
546
        self.assertPathExists('tree/file')
 
547
        self.assertPathExists('tree/FiLe.moved')
399
548
 
400
549
    def test_resolve_checkout_case_conflict(self):
401
550
        tree = self.make_branch_and_tree('tree')
405
554
        tree.case_sensitive = False
406
555
        transform = TreeTransform(tree)
407
556
        self.addCleanup(transform.finalize)
408
 
        transform.new_file('file', transform.root, 'content')
409
 
        transform.new_file('FiLe', transform.root, 'content')
 
557
        transform.new_file('file', transform.root, [b'content'])
 
558
        transform.new_file('FiLe', transform.root, [b'content'])
410
559
        resolve_conflicts(transform,
411
560
                          pass_func=lambda t, c: resolve_checkout(t, c, []))
412
561
        transform.apply()
413
 
        self.failUnlessExists('tree/file')
414
 
        self.failUnlessExists('tree/FiLe.moved')
 
562
        self.assertPathExists('tree/file')
 
563
        self.assertPathExists('tree/FiLe.moved')
415
564
 
416
565
    def test_apply_case_conflict(self):
417
566
        """Ensure that a transform with case conflicts can always be applied"""
418
567
        tree = self.make_branch_and_tree('tree')
419
568
        transform = TreeTransform(tree)
420
569
        self.addCleanup(transform.finalize)
421
 
        transform.new_file('file', transform.root, 'content')
422
 
        transform.new_file('FiLe', transform.root, 'content')
 
570
        transform.new_file('file', transform.root, [b'content'])
 
571
        transform.new_file('FiLe', transform.root, [b'content'])
423
572
        dir = transform.new_directory('dir', transform.root)
424
 
        transform.new_file('dirfile', dir, 'content')
425
 
        transform.new_file('dirFiLe', dir, 'content')
 
573
        transform.new_file('dirfile', dir, [b'content'])
 
574
        transform.new_file('dirFiLe', dir, [b'content'])
426
575
        resolve_conflicts(transform)
427
576
        transform.apply()
428
 
        self.failUnlessExists('tree/file')
 
577
        self.assertPathExists('tree/file')
429
578
        if not os.path.exists('tree/FiLe.moved'):
430
 
            self.failUnlessExists('tree/FiLe')
431
 
        self.failUnlessExists('tree/dir/dirfile')
 
579
            self.assertPathExists('tree/FiLe')
 
580
        self.assertPathExists('tree/dir/dirfile')
432
581
        if not os.path.exists('tree/dir/dirFiLe.moved'):
433
 
            self.failUnlessExists('tree/dir/dirFiLe')
 
582
            self.assertPathExists('tree/dir/dirFiLe')
434
583
 
435
584
    def test_case_insensitive_limbo(self):
436
585
        tree = self.make_branch_and_tree('tree')
440
589
        transform = TreeTransform(tree)
441
590
        self.addCleanup(transform.finalize)
442
591
        dir = transform.new_directory('dir', transform.root)
443
 
        first = transform.new_file('file', dir, 'content')
444
 
        second = transform.new_file('FiLe', dir, 'content')
 
592
        first = transform.new_file('file', dir, [b'content'])
 
593
        second = transform.new_file('FiLe', dir, [b'content'])
445
594
        self.assertContainsRe(transform._limbo_name(first), 'new-1/file')
446
595
        self.assertNotContainsRe(transform._limbo_name(second), 'new-1/FiLe')
447
596
 
459
608
 
460
609
    def test_add_del(self):
461
610
        start, root = self.get_transform()
462
 
        start.new_directory('a', root, 'a')
 
611
        start.new_directory('a', root, b'a')
463
612
        start.apply()
464
613
        transform, root = self.get_transform()
465
 
        transform.delete_versioned(transform.trans_id_tree_file_id('a'))
466
 
        transform.new_directory('a', root, 'a')
 
614
        transform.delete_versioned(transform.trans_id_tree_path('a'))
 
615
        transform.new_directory('a', root, b'a')
467
616
        transform.apply()
468
617
 
469
618
    def test_unversioning(self):
470
619
        create_tree, root = self.get_transform()
471
 
        parent_id = create_tree.new_directory('parent', root, 'parent-id')
472
 
        create_tree.new_file('child', parent_id, 'child', 'child-id')
 
620
        parent_id = create_tree.new_directory('parent', root, b'parent-id')
 
621
        create_tree.new_file('child', parent_id, [b'child'], b'child-id')
473
622
        create_tree.apply()
474
623
        unversion = TreeTransform(self.wt)
475
624
        self.addCleanup(unversion.finalize)
477
626
        unversion.unversion_file(parent)
478
627
        self.assertEqual(unversion.find_conflicts(),
479
628
                         [('unversioned parent', parent_id)])
480
 
        file_id = unversion.trans_id_tree_file_id('child-id')
 
629
        file_id = unversion.trans_id_tree_path('parent/child')
481
630
        unversion.unversion_file(file_id)
482
631
        unversion.apply()
483
632
 
485
634
        create_tree, root = self.get_transform()
486
635
        # prepare tree
487
636
        root = create_tree.root
488
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
489
 
        create_tree.new_file('name2', root, 'hello2', 'name2')
490
 
        ddir = create_tree.new_directory('dying_directory', root, 'ddir')
491
 
        create_tree.new_file('dying_file', ddir, 'goodbye1', 'dfile')
492
 
        create_tree.new_file('moving_file', ddir, 'later1', 'mfile')
493
 
        create_tree.new_file('moving_file2', root, 'later2', 'mfile2')
 
637
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
 
638
        create_tree.new_file('name2', root, [b'hello2'], b'name2')
 
639
        ddir = create_tree.new_directory('dying_directory', root, b'ddir')
 
640
        create_tree.new_file('dying_file', ddir, [b'goodbye1'], b'dfile')
 
641
        create_tree.new_file('moving_file', ddir, [b'later1'], b'mfile')
 
642
        create_tree.new_file('moving_file2', root, [b'later2'], b'mfile2')
494
643
        create_tree.apply()
495
644
 
496
 
        mangle_tree,root = self.get_transform()
 
645
        mangle_tree, root = self.get_transform()
497
646
        root = mangle_tree.root
498
 
        #swap names
499
 
        name1 = mangle_tree.trans_id_tree_file_id('name1')
500
 
        name2 = mangle_tree.trans_id_tree_file_id('name2')
 
647
        # swap names
 
648
        name1 = mangle_tree.trans_id_tree_path('name1')
 
649
        name2 = mangle_tree.trans_id_tree_path('name2')
501
650
        mangle_tree.adjust_path('name2', root, name1)
502
651
        mangle_tree.adjust_path('name1', root, name2)
503
652
 
504
 
        #tests for deleting parent directories
505
 
        ddir = mangle_tree.trans_id_tree_file_id('ddir')
 
653
        # tests for deleting parent directories
 
654
        ddir = mangle_tree.trans_id_tree_path('dying_directory')
506
655
        mangle_tree.delete_contents(ddir)
507
 
        dfile = mangle_tree.trans_id_tree_file_id('dfile')
 
656
        dfile = mangle_tree.trans_id_tree_path('dying_directory/dying_file')
508
657
        mangle_tree.delete_versioned(dfile)
509
658
        mangle_tree.unversion_file(dfile)
510
 
        mfile = mangle_tree.trans_id_tree_file_id('mfile')
 
659
        mfile = mangle_tree.trans_id_tree_path('dying_directory/moving_file')
511
660
        mangle_tree.adjust_path('mfile', root, mfile)
512
661
 
513
 
        #tests for adding parent directories
514
 
        newdir = mangle_tree.new_directory('new_directory', root, 'newdir')
515
 
        mfile2 = mangle_tree.trans_id_tree_file_id('mfile2')
 
662
        # tests for adding parent directories
 
663
        newdir = mangle_tree.new_directory('new_directory', root, b'newdir')
 
664
        mfile2 = mangle_tree.trans_id_tree_path('moving_file2')
516
665
        mangle_tree.adjust_path('mfile2', newdir, mfile2)
517
 
        mangle_tree.new_file('newfile', newdir, 'hello3', 'dfile')
518
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
666
        mangle_tree.new_file('newfile', newdir, [b'hello3'], b'dfile')
 
667
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
519
668
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
520
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
669
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
521
670
        mangle_tree.apply()
522
 
        self.assertEqual(file(self.wt.abspath('name1')).read(), 'hello2')
523
 
        self.assertEqual(file(self.wt.abspath('name2')).read(), 'hello1')
524
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
671
        with open(self.wt.abspath('name1'), 'r') as f:
 
672
            self.assertEqual(f.read(), 'hello2')
 
673
        with open(self.wt.abspath('name2'), 'r') as f:
 
674
            self.assertEqual(f.read(), 'hello1')
 
675
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
525
676
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
526
 
        self.assertEqual(file(mfile2_path).read(), 'later2')
527
 
        self.assertEqual(self.wt.id2path('mfile2'), 'new_directory/mfile2')
528
 
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), 'mfile2')
529
 
        newfile_path = self.wt.abspath(pathjoin('new_directory','newfile'))
530
 
        self.assertEqual(file(newfile_path).read(), 'hello3')
531
 
        self.assertEqual(self.wt.path2id('dying_directory'), 'ddir')
 
677
        with open(mfile2_path, 'r') as f:
 
678
            self.assertEqual(f.read(), 'later2')
 
679
        self.assertEqual(self.wt.id2path(b'mfile2'), 'new_directory/mfile2')
 
680
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), b'mfile2')
 
681
        newfile_path = self.wt.abspath(pathjoin('new_directory', 'newfile'))
 
682
        with open(newfile_path, 'r') as f:
 
683
            self.assertEqual(f.read(), 'hello3')
 
684
        self.assertEqual(self.wt.path2id('dying_directory'), b'ddir')
532
685
        self.assertIs(self.wt.path2id('dying_directory/dying_file'), None)
533
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
686
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
534
687
 
535
688
    def test_both_rename(self):
536
 
        create_tree,root = self.get_transform()
537
 
        newdir = create_tree.new_directory('selftest', root, 'selftest-id')
538
 
        create_tree.new_file('blackbox.py', newdir, 'hello1', 'blackbox-id')
 
689
        create_tree, root = self.get_transform()
 
690
        newdir = create_tree.new_directory('selftest', root, b'selftest-id')
 
691
        create_tree.new_file('blackbox.py', newdir, [
 
692
                             b'hello1'], b'blackbox-id')
539
693
        create_tree.apply()
540
 
        mangle_tree,root = self.get_transform()
541
 
        selftest = mangle_tree.trans_id_tree_file_id('selftest-id')
542
 
        blackbox = mangle_tree.trans_id_tree_file_id('blackbox-id')
 
694
        mangle_tree, root = self.get_transform()
 
695
        selftest = mangle_tree.trans_id_tree_path('selftest')
 
696
        blackbox = mangle_tree.trans_id_tree_path('selftest/blackbox.py')
543
697
        mangle_tree.adjust_path('test', root, selftest)
544
698
        mangle_tree.adjust_path('test_too_much', root, selftest)
545
699
        mangle_tree.set_executability(True, blackbox)
546
700
        mangle_tree.apply()
547
701
 
548
702
    def test_both_rename2(self):
549
 
        create_tree,root = self.get_transform()
550
 
        bzrlib = create_tree.new_directory('bzrlib', root, 'bzrlib-id')
551
 
        tests = create_tree.new_directory('tests', bzrlib, 'tests-id')
552
 
        blackbox = create_tree.new_directory('blackbox', tests, 'blackbox-id')
553
 
        create_tree.new_file('test_too_much.py', blackbox, 'hello1',
554
 
                             'test_too_much-id')
 
703
        create_tree, root = self.get_transform()
 
704
        breezy = create_tree.new_directory('breezy', root, b'breezy-id')
 
705
        tests = create_tree.new_directory('tests', breezy, b'tests-id')
 
706
        blackbox = create_tree.new_directory('blackbox', tests, b'blackbox-id')
 
707
        create_tree.new_file('test_too_much.py', blackbox, [b'hello1'],
 
708
                             b'test_too_much-id')
555
709
        create_tree.apply()
556
 
        mangle_tree,root = self.get_transform()
557
 
        bzrlib = mangle_tree.trans_id_tree_file_id('bzrlib-id')
558
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
559
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
560
 
        mangle_tree.adjust_path('selftest', bzrlib, tests)
 
710
        mangle_tree, root = self.get_transform()
 
711
        breezy = mangle_tree.trans_id_tree_path('breezy')
 
712
        tests = mangle_tree.trans_id_tree_path('breezy/tests')
 
713
        test_too_much = mangle_tree.trans_id_tree_path(
 
714
            'breezy/tests/blackbox/test_too_much.py')
 
715
        mangle_tree.adjust_path('selftest', breezy, tests)
561
716
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
562
717
        mangle_tree.set_executability(True, test_too_much)
563
718
        mangle_tree.apply()
564
719
 
565
720
    def test_both_rename3(self):
566
 
        create_tree,root = self.get_transform()
567
 
        tests = create_tree.new_directory('tests', root, 'tests-id')
568
 
        create_tree.new_file('test_too_much.py', tests, 'hello1',
569
 
                             'test_too_much-id')
 
721
        create_tree, root = self.get_transform()
 
722
        tests = create_tree.new_directory('tests', root, b'tests-id')
 
723
        create_tree.new_file('test_too_much.py', tests, [b'hello1'],
 
724
                             b'test_too_much-id')
570
725
        create_tree.apply()
571
 
        mangle_tree,root = self.get_transform()
572
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
573
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
 
726
        mangle_tree, root = self.get_transform()
 
727
        tests = mangle_tree.trans_id_tree_path('tests')
 
728
        test_too_much = mangle_tree.trans_id_tree_path(
 
729
            'tests/test_too_much.py')
574
730
        mangle_tree.adjust_path('selftest', root, tests)
575
731
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
576
732
        mangle_tree.set_executability(True, test_too_much)
580
736
        create_tree, root = self.get_transform()
581
737
        # prepare tree
582
738
        root = create_tree.root
583
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
739
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
584
740
        create_tree.apply()
585
741
        delete_contents, root = self.get_transform()
586
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
742
        file = delete_contents.trans_id_tree_path('name1')
587
743
        delete_contents.delete_contents(file)
588
744
        delete_contents.apply()
589
745
        move_id, root = self.get_transform()
590
 
        name1 = move_id.trans_id_tree_file_id('name1')
591
 
        newdir = move_id.new_directory('dir', root, 'newdir')
 
746
        name1 = move_id.trans_id_tree_path('name1')
 
747
        newdir = move_id.new_directory('dir', root, b'newdir')
592
748
        move_id.adjust_path('name2', newdir, name1)
593
749
        move_id.apply()
594
750
 
596
752
        create_tree, root = self.get_transform()
597
753
        # prepare tree
598
754
        root = create_tree.root
599
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
755
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
600
756
        create_tree.apply()
601
757
        delete_contents = TreeTransform(self.wt)
602
758
        self.addCleanup(delete_contents.finalize)
603
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
759
        file = delete_contents.trans_id_tree_path('name1')
604
760
        delete_contents.delete_contents(file)
605
761
        delete_contents.apply()
606
762
        delete_contents.finalize()
607
763
        replace = TreeTransform(self.wt)
608
764
        self.addCleanup(replace.finalize)
609
 
        name2 = replace.new_file('name2', root, 'hello2', 'name1')
 
765
        name2 = replace.new_file('name2', root, [b'hello2'], b'name1')
610
766
        conflicts = replace.find_conflicts()
611
 
        name1 = replace.trans_id_tree_file_id('name1')
 
767
        name1 = replace.trans_id_tree_path('name1')
612
768
        self.assertEqual(conflicts, [('duplicate id', name1, name2)])
613
769
        resolve_conflicts(replace)
614
770
        replace.apply()
615
771
 
616
 
    def _test_symlinks(self, link_name1,link_target1,
 
772
    def _test_symlinks(self, link_name1, link_target1,
617
773
                       link_name2, link_target2):
618
774
 
619
 
        def ozpath(p): return 'oz/' + p
 
775
        def ozpath(p):
 
776
            return 'oz/' + p
620
777
 
621
778
        self.requireFeature(SymlinkFeature)
622
779
        transform, root = self.get_transform()
623
 
        oz_id = transform.new_directory('oz', root, 'oz-id')
624
 
        wizard = transform.new_symlink(link_name1, oz_id, link_target1,
625
 
                                       'wizard-id')
 
780
        oz_id = transform.new_directory('oz', root, b'oz-id')
 
781
        transform.new_symlink(link_name1, oz_id, link_target1, b'wizard-id')
626
782
        wiz_id = transform.create_path(link_name2, oz_id)
627
783
        transform.create_symlink(link_target2, wiz_id)
628
 
        transform.version_file('wiz-id2', wiz_id)
 
784
        transform.version_file(b'wiz-id2', wiz_id)
629
785
        transform.set_executability(True, wiz_id)
630
786
        self.assertEqual(transform.find_conflicts(),
631
787
                         [('non-file executability', wiz_id)])
632
788
        transform.set_executability(None, wiz_id)
633
789
        transform.apply()
634
 
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), 'wizard-id')
 
790
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), b'wizard-id')
635
791
        self.assertEqual('symlink',
636
792
                         file_kind(self.wt.abspath(ozpath(link_name1))))
637
793
        self.assertEqual(link_target2,
644
800
                            'wizard2', 'behind_curtain')
645
801
 
646
802
    def test_symlinks_unicode(self):
647
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
803
        self.requireFeature(features.UnicodeFilenameFeature)
648
804
        self._test_symlinks(u'\N{Euro Sign}wizard',
649
805
                            u'wizard-targ\N{Euro Sign}t',
650
806
                            u'\N{Euro Sign}wizard2',
663
819
        os.symlink = None
664
820
        try:
665
821
            err = self.assertRaises(errors.UnableCreateSymlink, tt_helper)
666
 
            self.assertEquals(
 
822
            self.assertEqual(
667
823
                "Unable to create symlink 'foo' on this platform",
668
824
                str(err))
669
825
        finally:
671
827
                os.symlink = os_symlink
672
828
 
673
829
    def get_conflicted(self):
674
 
        create,root = self.get_transform()
675
 
        create.new_file('dorothy', root, 'dorothy', 'dorothy-id')
676
 
        oz = create.new_directory('oz', root, 'oz-id')
677
 
        create.new_directory('emeraldcity', oz, 'emerald-id')
 
830
        create, root = self.get_transform()
 
831
        create.new_file('dorothy', root, [b'dorothy'], b'dorothy-id')
 
832
        oz = create.new_directory('oz', root, b'oz-id')
 
833
        create.new_directory('emeraldcity', oz, b'emerald-id')
678
834
        create.apply()
679
 
        conflicts,root = self.get_transform()
 
835
        conflicts, root = self.get_transform()
680
836
        # set up duplicate entry, duplicate id
681
 
        new_dorothy = conflicts.new_file('dorothy', root, 'dorothy',
682
 
                                         'dorothy-id')
683
 
        old_dorothy = conflicts.trans_id_tree_file_id('dorothy-id')
684
 
        oz = conflicts.trans_id_tree_file_id('oz-id')
 
837
        new_dorothy = conflicts.new_file('dorothy', root, [b'dorothy'],
 
838
                                         b'dorothy-id')
 
839
        old_dorothy = conflicts.trans_id_tree_path('dorothy')
 
840
        oz = conflicts.trans_id_tree_path('oz')
685
841
        # set up DeletedParent parent conflict
686
842
        conflicts.delete_versioned(oz)
687
 
        emerald = conflicts.trans_id_tree_file_id('emerald-id')
 
843
        emerald = conflicts.trans_id_tree_path('oz/emeraldcity')
688
844
        # set up MissingParent conflict
689
 
        munchkincity = conflicts.trans_id_file_id('munchkincity-id')
 
845
        munchkincity = conflicts.trans_id_file_id(b'munchkincity-id')
690
846
        conflicts.adjust_path('munchkincity', root, munchkincity)
691
 
        conflicts.new_directory('auntem', munchkincity, 'auntem-id')
 
847
        conflicts.new_directory('auntem', munchkincity, b'auntem-id')
692
848
        # set up parent loop
693
849
        conflicts.adjust_path('emeraldcity', emerald, emerald)
694
850
        return conflicts, emerald, oz, old_dorothy, new_dorothy
700
856
        self.assertEqual(conflicts.final_name(old_dorothy), 'dorothy.moved')
701
857
        self.assertIs(conflicts.final_file_id(old_dorothy), None)
702
858
        self.assertEqual(conflicts.final_name(new_dorothy), 'dorothy')
703
 
        self.assertEqual(conflicts.final_file_id(new_dorothy), 'dorothy-id')
 
859
        self.assertEqual(conflicts.final_file_id(new_dorothy), b'dorothy-id')
704
860
        self.assertEqual(conflicts.final_parent(emerald), oz)
705
861
        conflicts.apply()
706
862
 
709
865
        raw_conflicts = resolve_conflicts(tt)
710
866
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
711
867
        duplicate = DuplicateEntry('Moved existing file to', 'dorothy.moved',
712
 
                                   'dorothy', None, 'dorothy-id')
 
868
                                   'dorothy', None, b'dorothy-id')
713
869
        self.assertEqual(cooked_conflicts[0], duplicate)
714
870
        duplicate_id = DuplicateID('Unversioned existing file',
715
871
                                   'dorothy.moved', 'dorothy', None,
716
 
                                   'dorothy-id')
 
872
                                   b'dorothy-id')
717
873
        self.assertEqual(cooked_conflicts[1], duplicate_id)
718
874
        missing_parent = MissingParent('Created directory', 'munchkincity',
719
 
                                       'munchkincity-id')
720
 
        deleted_parent = DeletingParent('Not deleting', 'oz', 'oz-id')
 
875
                                       b'munchkincity-id')
 
876
        deleted_parent = DeletingParent('Not deleting', 'oz', b'oz-id')
721
877
        self.assertEqual(cooked_conflicts[2], missing_parent)
722
878
        unversioned_parent = UnversionedParent('Versioned directory',
723
879
                                               'munchkincity',
724
 
                                               'munchkincity-id')
 
880
                                               b'munchkincity-id')
725
881
        unversioned_parent2 = UnversionedParent('Versioned directory', 'oz',
726
 
                                               'oz-id')
 
882
                                                b'oz-id')
727
883
        self.assertEqual(cooked_conflicts[3], unversioned_parent)
728
 
        parent_loop = ParentLoop('Cancelled move', 'oz/emeraldcity',
729
 
                                 'oz/emeraldcity', 'emerald-id', 'emerald-id')
 
884
        parent_loop = ParentLoop(
 
885
            'Cancelled move', 'oz/emeraldcity',
 
886
            'oz/emeraldcity', b'emerald-id', b'emerald-id')
730
887
        self.assertEqual(cooked_conflicts[4], deleted_parent)
731
888
        self.assertEqual(cooked_conflicts[5], unversioned_parent2)
732
889
        self.assertEqual(cooked_conflicts[6], parent_loop)
738
895
        raw_conflicts = resolve_conflicts(tt)
739
896
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
740
897
        tt.finalize()
741
 
        conflicts_s = [str(c) for c in cooked_conflicts]
 
898
        conflicts_s = [text_type(c) for c in cooked_conflicts]
742
899
        self.assertEqual(len(cooked_conflicts), len(conflicts_s))
743
900
        self.assertEqual(conflicts_s[0], 'Conflict adding file dorothy.  '
744
901
                                         'Moved existing file to '
751
908
        self.assertEqual(conflicts_s[3], 'Conflict because munchkincity is not'
752
909
                                         ' versioned, but has versioned'
753
910
                                         ' children.  Versioned directory.')
754
 
        self.assertEqualDiff(conflicts_s[4], "Conflict: can't delete oz because it"
755
 
                                         " is not empty.  Not deleting.")
 
911
        self.assertEqualDiff(
 
912
            conflicts_s[4], "Conflict: can't delete oz because it"
 
913
                            " is not empty.  Not deleting.")
756
914
        self.assertEqual(conflicts_s[5], 'Conflict because oz is not'
757
915
                                         ' versioned, but has versioned'
758
916
                                         ' children.  Versioned directory.')
761
919
 
762
920
    def prepare_wrong_parent_kind(self):
763
921
        tt, root = self.get_transform()
764
 
        tt.new_file('parent', root, 'contents', 'parent-id')
 
922
        tt.new_file('parent', root, [b'contents'], b'parent-id')
765
923
        tt.apply()
766
924
        tt, root = self.get_transform()
767
 
        parent_id = tt.trans_id_file_id('parent-id')
768
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
925
        parent_id = tt.trans_id_file_id(b'parent-id')
 
926
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
769
927
        return tt
770
928
 
771
929
    def test_find_conflicts_wrong_parent_kind(self):
775
933
    def test_resolve_conflicts_wrong_existing_parent_kind(self):
776
934
        tt = self.prepare_wrong_parent_kind()
777
935
        raw_conflicts = resolve_conflicts(tt)
778
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
779
 
                         'new-3')]), raw_conflicts)
 
936
        self.assertEqual({('non-directory parent', 'Created directory',
 
937
                           'new-3')}, raw_conflicts)
780
938
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
781
939
        self.assertEqual([NonDirectoryParent('Created directory', 'parent.new',
782
 
        'parent-id')], cooked_conflicts)
 
940
                                             b'parent-id')], cooked_conflicts)
783
941
        tt.apply()
784
 
        self.assertEqual(None, self.wt.path2id('parent'))
785
 
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
 
942
        self.assertFalse(self.wt.is_versioned('parent'))
 
943
        self.assertEqual(b'parent-id', self.wt.path2id('parent.new'))
786
944
 
787
945
    def test_resolve_conflicts_wrong_new_parent_kind(self):
788
946
        tt, root = self.get_transform()
789
 
        parent_id = tt.new_directory('parent', root, 'parent-id')
790
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
947
        parent_id = tt.new_directory('parent', root, b'parent-id')
 
948
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
791
949
        tt.apply()
792
950
        tt, root = self.get_transform()
793
 
        parent_id = tt.trans_id_file_id('parent-id')
 
951
        parent_id = tt.trans_id_file_id(b'parent-id')
794
952
        tt.delete_contents(parent_id)
795
 
        tt.create_file('contents', parent_id)
 
953
        tt.create_file([b'contents'], parent_id)
796
954
        raw_conflicts = resolve_conflicts(tt)
797
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
798
 
                         'new-3')]), raw_conflicts)
 
955
        self.assertEqual({('non-directory parent', 'Created directory',
 
956
                           'new-3')}, raw_conflicts)
799
957
        tt.apply()
800
 
        self.assertEqual(None, self.wt.path2id('parent'))
801
 
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
 
958
        self.assertFalse(self.wt.is_versioned('parent'))
 
959
        self.assertEqual(b'parent-id', self.wt.path2id('parent.new'))
802
960
 
803
961
    def test_resolve_conflicts_wrong_parent_kind_unversioned(self):
804
962
        tt, root = self.get_transform()
805
963
        parent_id = tt.new_directory('parent', root)
806
 
        tt.new_file('child,', parent_id, 'contents2')
 
964
        tt.new_file('child,', parent_id, [b'contents2'])
807
965
        tt.apply()
808
966
        tt, root = self.get_transform()
809
967
        parent_id = tt.trans_id_tree_path('parent')
810
968
        tt.delete_contents(parent_id)
811
 
        tt.create_file('contents', parent_id)
 
969
        tt.create_file([b'contents'], parent_id)
812
970
        resolve_conflicts(tt)
813
971
        tt.apply()
814
 
        self.assertIs(None, self.wt.path2id('parent'))
815
 
        self.assertIs(None, self.wt.path2id('parent.new'))
 
972
        self.assertFalse(self.wt.is_versioned('parent'))
 
973
        self.assertFalse(self.wt.is_versioned('parent.new'))
 
974
 
 
975
    def test_resolve_conflicts_missing_parent(self):
 
976
        wt = self.make_branch_and_tree('.')
 
977
        tt = TreeTransform(wt)
 
978
        self.addCleanup(tt.finalize)
 
979
        parent = tt.trans_id_file_id(b'parent-id')
 
980
        tt.new_file('file', parent, [b'Contents'])
 
981
        raw_conflicts = resolve_conflicts(tt)
 
982
        # Since the directory doesn't exist it's seen as 'missing'.  So
 
983
        # 'resolve_conflicts' create a conflict asking for it to be created.
 
984
        self.assertLength(1, raw_conflicts)
 
985
        self.assertEqual(('missing parent', 'Created directory', 'new-1'),
 
986
                         raw_conflicts.pop())
 
987
        # apply fail since the missing directory doesn't exist
 
988
        self.assertRaises(errors.NoFinalPath, tt.apply)
816
989
 
817
990
    def test_moving_versioned_directories(self):
818
991
        create, root = self.get_transform()
819
 
        kansas = create.new_directory('kansas', root, 'kansas-id')
820
 
        create.new_directory('house', kansas, 'house-id')
821
 
        create.new_directory('oz', root, 'oz-id')
 
992
        kansas = create.new_directory('kansas', root, b'kansas-id')
 
993
        create.new_directory('house', kansas, b'house-id')
 
994
        create.new_directory('oz', root, b'oz-id')
822
995
        create.apply()
823
996
        cyclone, root = self.get_transform()
824
 
        oz = cyclone.trans_id_tree_file_id('oz-id')
825
 
        house = cyclone.trans_id_tree_file_id('house-id')
 
997
        oz = cyclone.trans_id_tree_path('oz')
 
998
        house = cyclone.trans_id_tree_path('house')
826
999
        cyclone.adjust_path('house', oz, house)
827
1000
        cyclone.apply()
828
1001
 
829
1002
    def test_moving_root(self):
830
1003
        create, root = self.get_transform()
831
 
        fun = create.new_directory('fun', root, 'fun-id')
832
 
        create.new_directory('sun', root, 'sun-id')
833
 
        create.new_directory('moon', root, 'moon')
 
1004
        fun = create.new_directory('fun', root, b'fun-id')
 
1005
        create.new_directory('sun', root, b'sun-id')
 
1006
        create.new_directory('moon', root, b'moon')
834
1007
        create.apply()
835
1008
        transform, root = self.get_transform()
836
1009
        transform.adjust_root_path('oldroot', fun)
837
1010
        new_root = transform.trans_id_tree_path('')
838
 
        transform.version_file('new-root', new_root)
 
1011
        transform.version_file(b'new-root', new_root)
839
1012
        transform.apply()
840
1013
 
841
1014
    def test_renames(self):
842
1015
        create, root = self.get_transform()
843
 
        old = create.new_directory('old-parent', root, 'old-id')
844
 
        intermediate = create.new_directory('intermediate', old, 'im-id')
845
 
        myfile = create.new_file('myfile', intermediate, 'myfile-text',
846
 
                                 'myfile-id')
 
1016
        old = create.new_directory('old-parent', root, b'old-id')
 
1017
        intermediate = create.new_directory('intermediate', old, b'im-id')
 
1018
        myfile = create.new_file('myfile', intermediate, [b'myfile-text'],
 
1019
                                 b'myfile-id')
847
1020
        create.apply()
848
1021
        rename, root = self.get_transform()
849
 
        old = rename.trans_id_file_id('old-id')
 
1022
        old = rename.trans_id_file_id(b'old-id')
850
1023
        rename.adjust_path('new', root, old)
851
 
        myfile = rename.trans_id_file_id('myfile-id')
 
1024
        myfile = rename.trans_id_file_id(b'myfile-id')
852
1025
        rename.set_executability(True, myfile)
853
1026
        rename.apply()
854
1027
 
 
1028
    def test_rename_fails(self):
 
1029
        self.requireFeature(features.not_running_as_root)
 
1030
        # see https://bugs.launchpad.net/bzr/+bug/491763
 
1031
        create, root_id = self.get_transform()
 
1032
        create.new_directory('first-dir', root_id, b'first-id')
 
1033
        create.new_file('myfile', root_id, [b'myfile-text'], b'myfile-id')
 
1034
        create.apply()
 
1035
        if os.name == "posix" and sys.platform != "cygwin":
 
1036
            # posix filesystems fail on renaming if the readonly bit is set
 
1037
            osutils.make_readonly(self.wt.abspath('first-dir'))
 
1038
        elif os.name == "nt":
 
1039
            # windows filesystems fail on renaming open files
 
1040
            self.addCleanup(open(self.wt.abspath('myfile')).close)
 
1041
        else:
 
1042
            self.skipTest("Can't force a permissions error on rename")
 
1043
        # now transform to rename
 
1044
        rename_transform, root_id = self.get_transform()
 
1045
        file_trans_id = rename_transform.trans_id_file_id(b'myfile-id')
 
1046
        dir_id = rename_transform.trans_id_file_id(b'first-id')
 
1047
        rename_transform.adjust_path('newname', dir_id, file_trans_id)
 
1048
        e = self.assertRaises(errors.TransformRenameFailed,
 
1049
                              rename_transform.apply)
 
1050
        # On nix looks like:
 
1051
        # "Failed to rename .../work/.bzr/checkout/limbo/new-1
 
1052
        # to .../first-dir/newname: [Errno 13] Permission denied"
 
1053
        # On windows looks like:
 
1054
        # "Failed to rename .../work/myfile to
 
1055
        # .../work/.bzr/checkout/limbo/new-1: [Errno 13] Permission denied"
 
1056
        # This test isn't concerned with exactly what the error looks like,
 
1057
        # and the strerror will vary across OS and locales, but the assert
 
1058
        # that the exeception attributes are what we expect
 
1059
        self.assertEqual(e.errno, errno.EACCES)
 
1060
        if os.name == "posix":
 
1061
            self.assertEndsWith(e.to_path, "/first-dir/newname")
 
1062
        else:
 
1063
            self.assertEqual(os.path.basename(e.from_path), "myfile")
 
1064
 
855
1065
    def test_set_executability_order(self):
856
1066
        """Ensure that executability behaves the same, no matter what order.
857
1067
 
858
1068
        - create file and set executability simultaneously
859
1069
        - create file and set executability afterward
860
 
        - unsetting the executability of a file whose executability has not been
 
1070
        - unsetting the executability of a file whose executability has not
 
1071
          been
861
1072
        declared should throw an exception (this may happen when a
862
1073
        merge attempts to create a file with a duplicate ID)
863
1074
        """
865
1076
        wt = transform._tree
866
1077
        wt.lock_read()
867
1078
        self.addCleanup(wt.unlock)
868
 
        transform.new_file('set_on_creation', root, 'Set on creation', 'soc',
869
 
                           True)
 
1079
        transform.new_file('set_on_creation', root, [b'Set on creation'],
 
1080
                           b'soc', True)
870
1081
        sac = transform.new_file('set_after_creation', root,
871
 
                                 'Set after creation', 'sac')
 
1082
                                 [b'Set after creation'], b'sac')
872
1083
        transform.set_executability(True, sac)
873
 
        uws = transform.new_file('unset_without_set', root, 'Unset badly',
874
 
                                 'uws')
 
1084
        uws = transform.new_file('unset_without_set', root, [b'Unset badly'],
 
1085
                                 b'uws')
875
1086
        self.assertRaises(KeyError, transform.set_executability, None, uws)
876
1087
        transform.apply()
877
 
        self.assertTrue(wt.is_executable('soc'))
878
 
        self.assertTrue(wt.is_executable('sac'))
 
1088
        self.assertTrue(wt.is_executable('set_on_creation'))
 
1089
        self.assertTrue(wt.is_executable('set_after_creation'))
879
1090
 
880
1091
    def test_preserve_mode(self):
881
1092
        """File mode is preserved when replacing content"""
882
1093
        if sys.platform == 'win32':
883
1094
            raise TestSkipped('chmod has no effect on win32')
884
1095
        transform, root = self.get_transform()
885
 
        transform.new_file('file1', root, 'contents', 'file1-id', True)
 
1096
        transform.new_file('file1', root, [b'contents'], b'file1-id', True)
886
1097
        transform.apply()
887
1098
        self.wt.lock_write()
888
1099
        self.addCleanup(self.wt.unlock)
889
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1100
        self.assertTrue(self.wt.is_executable('file1'))
890
1101
        transform, root = self.get_transform()
891
 
        file1_id = transform.trans_id_tree_file_id('file1-id')
 
1102
        file1_id = transform.trans_id_tree_path('file1')
892
1103
        transform.delete_contents(file1_id)
893
 
        transform.create_file('contents2', file1_id)
 
1104
        transform.create_file([b'contents2'], file1_id)
894
1105
        transform.apply()
895
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1106
        self.assertTrue(self.wt.is_executable('file1'))
896
1107
 
897
1108
    def test__set_mode_stats_correctly(self):
898
1109
        """_set_mode stats to determine file mode."""
901
1112
 
902
1113
        stat_paths = []
903
1114
        real_stat = os.stat
 
1115
 
904
1116
        def instrumented_stat(path):
905
1117
            stat_paths.append(path)
906
1118
            return real_stat(path)
907
1119
 
908
1120
        transform, root = self.get_transform()
909
1121
 
910
 
        bar1_id = transform.new_file('bar', root, 'bar contents 1\n',
911
 
                                     file_id='bar-id-1', executable=False)
 
1122
        bar1_id = transform.new_file('bar', root, [b'bar contents 1\n'],
 
1123
                                     file_id=b'bar-id-1', executable=False)
912
1124
        transform.apply()
913
1125
 
914
1126
        transform, root = self.get_transform()
916
1128
        bar2_id = transform.trans_id_tree_path('bar2')
917
1129
        try:
918
1130
            os.stat = instrumented_stat
919
 
            transform.create_file('bar2 contents\n', bar2_id, mode_id=bar1_id)
 
1131
            transform.create_file([b'bar2 contents\n'],
 
1132
                                  bar2_id, mode_id=bar1_id)
920
1133
        finally:
921
1134
            os.stat = real_stat
922
1135
            transform.finalize()
925
1138
        self.assertEqual([bar1_abspath], stat_paths)
926
1139
 
927
1140
    def test_iter_changes(self):
928
 
        self.wt.set_root_id('eert_toor')
 
1141
        self.wt.set_root_id(b'eert_toor')
929
1142
        transform, root = self.get_transform()
930
 
        transform.new_file('old', root, 'blah', 'id-1', True)
 
1143
        transform.new_file('old', root, [b'blah'], b'id-1', True)
931
1144
        transform.apply()
932
1145
        transform, root = self.get_transform()
933
1146
        try:
934
1147
            self.assertEqual([], list(transform.iter_changes()))
935
 
            old = transform.trans_id_tree_file_id('id-1')
 
1148
            old = transform.trans_id_tree_path('old')
936
1149
            transform.unversion_file(old)
937
 
            self.assertEqual([('id-1', ('old', None), False, (True, False),
938
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
939
 
                (True, True))], list(transform.iter_changes()))
940
 
            transform.new_directory('new', root, 'id-1')
941
 
            self.assertEqual([('id-1', ('old', 'new'), True, (True, True),
942
 
                ('eert_toor', 'eert_toor'), ('old', 'new'),
943
 
                ('file', 'directory'),
944
 
                (True, False))], list(transform.iter_changes()))
 
1150
            self.assertEqual([(b'id-1', ('old', None), False, (True, False),
 
1151
                               (b'eert_toor', b'eert_toor'),
 
1152
                               ('old', 'old'), ('file', 'file'),
 
1153
                               (True, True))], list(transform.iter_changes()))
 
1154
            transform.new_directory('new', root, b'id-1')
 
1155
            self.assertEqual([(b'id-1', ('old', 'new'), True, (True, True),
 
1156
                               (b'eert_toor', b'eert_toor'), ('old', 'new'),
 
1157
                               ('file', 'directory'),
 
1158
                               (True, False))], list(transform.iter_changes()))
945
1159
        finally:
946
1160
            transform.finalize()
947
1161
 
948
1162
    def test_iter_changes_new(self):
949
 
        self.wt.set_root_id('eert_toor')
 
1163
        self.wt.set_root_id(b'eert_toor')
950
1164
        transform, root = self.get_transform()
951
 
        transform.new_file('old', root, 'blah')
 
1165
        transform.new_file('old', root, [b'blah'])
952
1166
        transform.apply()
953
1167
        transform, root = self.get_transform()
954
1168
        try:
955
1169
            old = transform.trans_id_tree_path('old')
956
 
            transform.version_file('id-1', old)
957
 
            self.assertEqual([('id-1', (None, 'old'), False, (False, True),
958
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
959
 
                (False, False))], list(transform.iter_changes()))
 
1170
            transform.version_file(b'id-1', old)
 
1171
            self.assertEqual([(b'id-1', (None, 'old'), False, (False, True),
 
1172
                               (b'eert_toor', b'eert_toor'),
 
1173
                               ('old', 'old'), ('file', 'file'),
 
1174
                               (False, False))],
 
1175
                             list(transform.iter_changes()))
960
1176
        finally:
961
1177
            transform.finalize()
962
1178
 
963
1179
    def test_iter_changes_modifications(self):
964
 
        self.wt.set_root_id('eert_toor')
 
1180
        self.wt.set_root_id(b'eert_toor')
965
1181
        transform, root = self.get_transform()
966
 
        transform.new_file('old', root, 'blah', 'id-1')
967
 
        transform.new_file('new', root, 'blah')
968
 
        transform.new_directory('subdir', root, 'subdir-id')
 
1182
        transform.new_file('old', root, [b'blah'], b'id-1')
 
1183
        transform.new_file('new', root, [b'blah'])
 
1184
        transform.new_directory('subdir', root, b'subdir-id')
969
1185
        transform.apply()
970
1186
        transform, root = self.get_transform()
971
1187
        try:
972
1188
            old = transform.trans_id_tree_path('old')
973
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1189
            subdir = transform.trans_id_tree_path('subdir')
974
1190
            new = transform.trans_id_tree_path('new')
975
1191
            self.assertEqual([], list(transform.iter_changes()))
976
1192
 
977
 
            #content deletion
 
1193
            # content deletion
978
1194
            transform.delete_contents(old)
979
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
980
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', None),
981
 
                (False, False))], list(transform.iter_changes()))
 
1195
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1196
                               (b'eert_toor', b'eert_toor'),
 
1197
                               ('old', 'old'), ('file', None),
 
1198
                               (False, False))],
 
1199
                             list(transform.iter_changes()))
982
1200
 
983
 
            #content change
984
 
            transform.create_file('blah', old)
985
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
986
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
987
 
                (False, False))], list(transform.iter_changes()))
 
1201
            # content change
 
1202
            transform.create_file([b'blah'], old)
 
1203
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1204
                               (b'eert_toor', b'eert_toor'),
 
1205
                               ('old', 'old'), ('file', 'file'),
 
1206
                               (False, False))],
 
1207
                             list(transform.iter_changes()))
988
1208
            transform.cancel_deletion(old)
989
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
990
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
991
 
                (False, False))], list(transform.iter_changes()))
 
1209
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1210
                               (b'eert_toor', b'eert_toor'),
 
1211
                               ('old', 'old'), ('file', 'file'),
 
1212
                               (False, False))],
 
1213
                             list(transform.iter_changes()))
992
1214
            transform.cancel_creation(old)
993
1215
 
994
1216
            # move file_id to a different file
995
1217
            self.assertEqual([], list(transform.iter_changes()))
996
1218
            transform.unversion_file(old)
997
 
            transform.version_file('id-1', new)
 
1219
            transform.version_file(b'id-1', new)
998
1220
            transform.adjust_path('old', root, new)
999
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
1000
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
1001
 
                (False, False))], list(transform.iter_changes()))
 
1221
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1222
                               (b'eert_toor', b'eert_toor'),
 
1223
                               ('old', 'old'), ('file', 'file'),
 
1224
                               (False, False))],
 
1225
                             list(transform.iter_changes()))
1002
1226
            transform.cancel_versioning(new)
1003
1227
            transform._removed_id = set()
1004
1228
 
1005
 
            #execute bit
 
1229
            # execute bit
1006
1230
            self.assertEqual([], list(transform.iter_changes()))
1007
1231
            transform.set_executability(True, old)
1008
 
            self.assertEqual([('id-1', ('old', 'old'), False, (True, True),
1009
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
1010
 
                (False, True))], list(transform.iter_changes()))
 
1232
            self.assertEqual([(b'id-1', ('old', 'old'), False, (True, True),
 
1233
                               (b'eert_toor', b'eert_toor'),
 
1234
                               ('old', 'old'), ('file', 'file'),
 
1235
                               (False, True))],
 
1236
                             list(transform.iter_changes()))
1011
1237
            transform.set_executability(None, old)
1012
1238
 
1013
1239
            # filename
1014
1240
            self.assertEqual([], list(transform.iter_changes()))
1015
1241
            transform.adjust_path('new', root, old)
1016
1242
            transform._new_parent = {}
1017
 
            self.assertEqual([('id-1', ('old', 'new'), False, (True, True),
1018
 
                ('eert_toor', 'eert_toor'), ('old', 'new'), ('file', 'file'),
1019
 
                (False, False))], list(transform.iter_changes()))
 
1243
            self.assertEqual([(b'id-1', ('old', 'new'), False, (True, True),
 
1244
                               (b'eert_toor', b'eert_toor'),
 
1245
                               ('old', 'new'), ('file', 'file'),
 
1246
                               (False, False))],
 
1247
                             list(transform.iter_changes()))
1020
1248
            transform._new_name = {}
1021
1249
 
1022
1250
            # parent directory
1023
1251
            self.assertEqual([], list(transform.iter_changes()))
1024
1252
            transform.adjust_path('new', subdir, old)
1025
1253
            transform._new_name = {}
1026
 
            self.assertEqual([('id-1', ('old', 'subdir/old'), False,
1027
 
                (True, True), ('eert_toor', 'subdir-id'), ('old', 'old'),
1028
 
                ('file', 'file'), (False, False))],
1029
 
                list(transform.iter_changes()))
 
1254
            self.assertEqual([(b'id-1', ('old', 'subdir/old'), False,
 
1255
                               (True, True), (b'eert_toor',
 
1256
                                              b'subdir-id'), ('old', 'old'),
 
1257
                               ('file', 'file'), (False, False))],
 
1258
                             list(transform.iter_changes()))
1030
1259
            transform._new_path = {}
1031
1260
 
1032
1261
        finally:
1033
1262
            transform.finalize()
1034
1263
 
1035
1264
    def test_iter_changes_modified_bleed(self):
1036
 
        self.wt.set_root_id('eert_toor')
 
1265
        self.wt.set_root_id(b'eert_toor')
1037
1266
        """Modified flag should not bleed from one change to another"""
1038
1267
        # unfortunately, we have no guarantee that file1 (which is modified)
1039
1268
        # will be applied before file2.  And if it's applied after file2, it
1040
1269
        # obviously can't bleed into file2's change output.  But for now, it
1041
1270
        # works.
1042
1271
        transform, root = self.get_transform()
1043
 
        transform.new_file('file1', root, 'blah', 'id-1')
1044
 
        transform.new_file('file2', root, 'blah', 'id-2')
 
1272
        transform.new_file('file1', root, [b'blah'], b'id-1')
 
1273
        transform.new_file('file2', root, [b'blah'], b'id-2')
1045
1274
        transform.apply()
1046
1275
        transform, root = self.get_transform()
1047
1276
        try:
1048
 
            transform.delete_contents(transform.trans_id_file_id('id-1'))
 
1277
            transform.delete_contents(transform.trans_id_file_id(b'id-1'))
1049
1278
            transform.set_executability(True,
1050
 
            transform.trans_id_file_id('id-2'))
1051
 
            self.assertEqual([('id-1', (u'file1', u'file1'), True, (True, True),
1052
 
                ('eert_toor', 'eert_toor'), ('file1', u'file1'),
1053
 
                ('file', None), (False, False)),
1054
 
                ('id-2', (u'file2', u'file2'), False, (True, True),
1055
 
                ('eert_toor', 'eert_toor'), ('file2', u'file2'),
1056
 
                ('file', 'file'), (False, True))],
 
1279
                                        transform.trans_id_file_id(b'id-2'))
 
1280
            self.assertEqual(
 
1281
                [(b'id-1', (u'file1', u'file1'), True, (True, True),
 
1282
                 (b'eert_toor', b'eert_toor'), ('file1', u'file1'),
 
1283
                 ('file', None), (False, False)),
 
1284
                 (b'id-2', (u'file2', u'file2'), False, (True, True),
 
1285
                 (b'eert_toor', b'eert_toor'), ('file2', u'file2'),
 
1286
                 ('file', 'file'), (False, True))],
1057
1287
                list(transform.iter_changes()))
1058
1288
        finally:
1059
1289
            transform.finalize()
1060
1290
 
1061
1291
    def test_iter_changes_move_missing(self):
1062
1292
        """Test moving ids with no files around"""
1063
 
        self.wt.set_root_id('toor_eert')
 
1293
        self.wt.set_root_id(b'toor_eert')
1064
1294
        # Need two steps because versioning a non-existant file is a conflict.
1065
1295
        transform, root = self.get_transform()
1066
 
        transform.new_directory('floater', root, 'floater-id')
 
1296
        transform.new_directory('floater', root, b'floater-id')
1067
1297
        transform.apply()
1068
1298
        transform, root = self.get_transform()
1069
1299
        transform.delete_contents(transform.trans_id_tree_path('floater'))
1072
1302
        floater = transform.trans_id_tree_path('floater')
1073
1303
        try:
1074
1304
            transform.adjust_path('flitter', root, floater)
1075
 
            self.assertEqual([('floater-id', ('floater', 'flitter'), False,
1076
 
            (True, True), ('toor_eert', 'toor_eert'), ('floater', 'flitter'),
1077
 
            (None, None), (False, False))], list(transform.iter_changes()))
 
1305
            self.assertEqual([(b'floater-id', ('floater', 'flitter'), False,
 
1306
                               (True, True),
 
1307
                               (b'toor_eert', b'toor_eert'),
 
1308
                               ('floater', 'flitter'),
 
1309
                               (None, None), (False, False))],
 
1310
                             list(transform.iter_changes()))
1078
1311
        finally:
1079
1312
            transform.finalize()
1080
1313
 
1081
1314
    def test_iter_changes_pointless(self):
1082
1315
        """Ensure that no-ops are not treated as modifications"""
1083
 
        self.wt.set_root_id('eert_toor')
 
1316
        self.wt.set_root_id(b'eert_toor')
1084
1317
        transform, root = self.get_transform()
1085
 
        transform.new_file('old', root, 'blah', 'id-1')
1086
 
        transform.new_directory('subdir', root, 'subdir-id')
 
1318
        transform.new_file('old', root, [b'blah'], b'id-1')
 
1319
        transform.new_directory('subdir', root, b'subdir-id')
1087
1320
        transform.apply()
1088
1321
        transform, root = self.get_transform()
1089
1322
        try:
1090
1323
            old = transform.trans_id_tree_path('old')
1091
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1324
            subdir = transform.trans_id_tree_path('subdir')
1092
1325
            self.assertEqual([], list(transform.iter_changes()))
1093
1326
            transform.delete_contents(subdir)
1094
1327
            transform.create_directory(subdir)
1095
1328
            transform.set_executability(False, old)
1096
1329
            transform.unversion_file(old)
1097
 
            transform.version_file('id-1', old)
 
1330
            transform.version_file(b'id-1', old)
1098
1331
            transform.adjust_path('old', root, old)
1099
1332
            self.assertEqual([], list(transform.iter_changes()))
1100
1333
        finally:
1102
1335
 
1103
1336
    def test_rename_count(self):
1104
1337
        transform, root = self.get_transform()
1105
 
        transform.new_file('name1', root, 'contents')
 
1338
        transform.new_file('name1', root, [b'contents'])
1106
1339
        self.assertEqual(transform.rename_count, 0)
1107
1340
        transform.apply()
1108
1341
        self.assertEqual(transform.rename_count, 1)
1125
1358
        """
1126
1359
        transform, root = self.get_transform()
1127
1360
        parent1 = transform.new_directory('parent1', root)
1128
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1361
        child1 = transform.new_file('child1', parent1, [b'contents'])
1129
1362
        parent2 = transform.new_directory('parent2', root)
1130
1363
        transform.adjust_path('child1', parent2, child1)
1131
1364
        transform.apply()
1132
 
        self.failIfExists(self.wt.abspath('parent1/child1'))
1133
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1365
        self.assertPathDoesNotExist(self.wt.abspath('parent1/child1'))
 
1366
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1134
1367
        # rename limbo/new-1 => parent1, rename limbo/new-3 => parent2
1135
1368
        # no rename for child1 (counting only renames during apply)
1136
 
        self.failUnlessEqual(2, transform.rename_count)
 
1369
        self.assertEqual(2, transform.rename_count)
1137
1370
 
1138
1371
    def test_cancel_parent(self):
1139
1372
        """Cancelling a parent doesn't cause deletion of a non-empty directory
1144
1377
        """
1145
1378
        transform, root = self.get_transform()
1146
1379
        parent1 = transform.new_directory('parent1', root)
1147
 
        child1 = transform.new_file('child1', parent1, 'contents')
1148
 
        child2 = transform.new_file('child2', parent1, 'contents')
 
1380
        child1 = transform.new_file('child1', parent1, [b'contents'])
 
1381
        child2 = transform.new_file('child2', parent1, [b'contents'])
1149
1382
        try:
1150
1383
            transform.cancel_creation(parent1)
1151
1384
        except OSError:
1162
1395
        parent2 = transform.new_directory('parent2', root)
1163
1396
        transform.adjust_path('child1', parent2, child1)
1164
1397
        transform.apply()
1165
 
        self.failIfExists(self.wt.abspath('parent1'))
1166
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1398
        self.assertPathDoesNotExist(self.wt.abspath('parent1'))
 
1399
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1167
1400
        # rename limbo/new-3 => parent2, rename limbo/new-2 => child1
1168
 
        self.failUnlessEqual(2, transform.rename_count)
 
1401
        self.assertEqual(2, transform.rename_count)
1169
1402
 
1170
1403
    def test_adjust_and_cancel(self):
1171
1404
        """Make sure adjust_path keeps track of limbo children properly"""
1172
1405
        transform, root = self.get_transform()
1173
1406
        parent1 = transform.new_directory('parent1', root)
1174
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1407
        child1 = transform.new_file('child1', parent1, [b'contents'])
1175
1408
        parent2 = transform.new_directory('parent2', root)
1176
1409
        transform.adjust_path('child1', parent2, child1)
1177
1410
        transform.cancel_creation(child1)
1186
1419
    def test_noname_contents(self):
1187
1420
        """TreeTransform should permit deferring naming files."""
1188
1421
        transform, root = self.get_transform()
1189
 
        parent = transform.trans_id_file_id('parent-id')
 
1422
        parent = transform.trans_id_file_id(b'parent-id')
1190
1423
        try:
1191
1424
            transform.create_directory(parent)
1192
1425
        except KeyError:
1196
1429
    def test_noname_contents_nested(self):
1197
1430
        """TreeTransform should permit deferring naming files."""
1198
1431
        transform, root = self.get_transform()
1199
 
        parent = transform.trans_id_file_id('parent-id')
 
1432
        parent = transform.trans_id_file_id(b'parent-id')
1200
1433
        try:
1201
1434
            transform.create_directory(parent)
1202
1435
        except KeyError:
1203
1436
            self.fail("Can't handle contents with no name")
1204
 
        child = transform.new_directory('child', parent)
 
1437
        transform.new_directory('child', parent)
1205
1438
        transform.adjust_path('parent', root, parent)
1206
1439
        transform.apply()
1207
 
        self.failUnlessExists(self.wt.abspath('parent/child'))
 
1440
        self.assertPathExists(self.wt.abspath('parent/child'))
1208
1441
        self.assertEqual(1, transform.rename_count)
1209
1442
 
1210
1443
    def test_reuse_name(self):
1211
1444
        """Avoid reusing the same limbo name for different files"""
1212
1445
        transform, root = self.get_transform()
1213
1446
        parent = transform.new_directory('parent', root)
1214
 
        child1 = transform.new_directory('child', parent)
 
1447
        transform.new_directory('child', parent)
1215
1448
        try:
1216
1449
            child2 = transform.new_directory('child', parent)
1217
1450
        except OSError:
1231
1464
        parent = transform.new_directory('parent', root)
1232
1465
        child1 = transform.new_directory('child', parent)
1233
1466
        transform.adjust_path('child1', parent, child1)
1234
 
        child2 = transform.new_directory('child', parent)
 
1467
        transform.new_directory('child', parent)
1235
1468
        transform.apply()
1236
1469
        # limbo/new-1 => parent
1237
1470
        self.assertEqual(1, transform.rename_count)
1243
1476
        child1 = transform.new_directory('child1', parent2)
1244
1477
        transform.cancel_creation(parent2)
1245
1478
        transform.create_directory(parent2)
1246
 
        child2 = transform.new_directory('child1', parent2)
 
1479
        transform.new_directory('child1', parent2)
1247
1480
        transform.adjust_path('child2', parent2, child1)
1248
1481
        transform.apply()
1249
1482
        # limbo/new-1 => parent2, limbo/new-2 => parent2/child1
1253
1486
        """Finalize must be done in child-to-parent order"""
1254
1487
        transform, root = self.get_transform()
1255
1488
        parent = transform.new_directory('parent', root)
1256
 
        child = transform.new_directory('child', parent)
 
1489
        transform.new_directory('child', parent)
1257
1490
        try:
1258
1491
            transform.finalize()
1259
1492
        except OSError:
1273
1506
            tt = TreeTransform(wt)  # TreeTransform obtains write lock
1274
1507
            try:
1275
1508
                foo = tt.new_directory('foo', tt.root)
1276
 
                tt.new_file('bar', foo, 'foobar')
 
1509
                tt.new_file('bar', foo, [b'foobar'])
1277
1510
                baz = tt.new_directory('baz', tt.root)
1278
 
                tt.new_file('qux', baz, 'quux')
 
1511
                tt.new_file('qux', baz, [b'quux'])
1279
1512
                # Ask for a rename 'foo' -> 'baz'
1280
1513
                tt.adjust_path('baz', tt.root, foo)
1281
1514
                # Lie to tt that we've already resolved all conflicts.
1282
1515
                tt.apply(no_conflicts=True)
1283
 
            except:
 
1516
            except BaseException:
1284
1517
                wt.unlock()
1285
1518
                raise
1286
1519
        # The rename will fail because the target directory is not empty (but
1287
1520
        # raises FileExists anyway).
1288
1521
        err = self.assertRaises(errors.FileExists, tt_helper)
1289
 
        self.assertContainsRe(str(err),
1290
 
            "^File exists: .+/baz")
 
1522
        self.assertEndsWith(err.path, "/baz")
1291
1523
 
1292
1524
    def test_two_directories_clash(self):
1293
1525
        def tt_helper():
1301
1533
                tt.new_directory('baz', foo_2)
1302
1534
                # Lie to tt that we've already resolved all conflicts.
1303
1535
                tt.apply(no_conflicts=True)
1304
 
            except:
 
1536
            except BaseException:
1305
1537
                wt.unlock()
1306
1538
                raise
1307
1539
        err = self.assertRaises(errors.FileExists, tt_helper)
1308
 
        self.assertContainsRe(str(err),
1309
 
            "^File exists: .+/foo")
 
1540
        self.assertEndsWith(err.path, "/foo")
1310
1541
 
1311
1542
    def test_two_directories_clash_finalize(self):
1312
1543
        def tt_helper():
1320
1551
                tt.new_directory('baz', foo_2)
1321
1552
                # Lie to tt that we've already resolved all conflicts.
1322
1553
                tt.apply(no_conflicts=True)
1323
 
            except:
 
1554
            except BaseException:
1324
1555
                tt.finalize()
1325
1556
                raise
1326
1557
        err = self.assertRaises(errors.FileExists, tt_helper)
1327
 
        self.assertContainsRe(str(err),
1328
 
            "^File exists: .+/foo")
 
1558
        self.assertEndsWith(err.path, "/foo")
1329
1559
 
1330
1560
    def test_file_to_directory(self):
1331
1561
        wt = self.make_branch_and_tree('.')
1338
1568
        tt.delete_contents(foo_trans_id)
1339
1569
        tt.create_directory(foo_trans_id)
1340
1570
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1341
 
        tt.create_file(["aa\n"], bar_trans_id)
1342
 
        tt.version_file("bar-1", bar_trans_id)
 
1571
        tt.create_file([b"aa\n"], bar_trans_id)
 
1572
        tt.version_file(b"bar-1", bar_trans_id)
1343
1573
        tt.apply()
1344
 
        self.failUnlessExists("foo/bar")
 
1574
        self.assertPathExists("foo/bar")
1345
1575
        wt.lock_read()
1346
1576
        try:
1347
 
            self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1348
 
                    "directory")
 
1577
            self.assertEqual(wt.kind("foo"), "directory")
1349
1578
        finally:
1350
1579
            wt.unlock()
1351
1580
        wt.commit("two")
1364
1593
        tt.delete_contents(foo_trans_id)
1365
1594
        tt.create_symlink("bar", foo_trans_id)
1366
1595
        tt.apply()
1367
 
        self.failUnlessExists("foo")
 
1596
        self.assertPathExists("foo")
1368
1597
        wt.lock_read()
1369
1598
        self.addCleanup(wt.unlock)
1370
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1371
 
                "symlink")
 
1599
        self.assertEqual(wt.kind("foo"), "symlink")
1372
1600
 
1373
1601
    def test_dir_to_file(self):
1374
1602
        wt = self.make_branch_and_tree('.')
1381
1609
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1382
1610
        tt.delete_contents(foo_trans_id)
1383
1611
        tt.delete_versioned(bar_trans_id)
1384
 
        tt.create_file(["aa\n"], foo_trans_id)
 
1612
        tt.create_file([b"aa\n"], foo_trans_id)
1385
1613
        tt.apply()
1386
 
        self.failUnlessExists("foo")
 
1614
        self.assertPathExists("foo")
1387
1615
        wt.lock_read()
1388
1616
        self.addCleanup(wt.unlock)
1389
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1390
 
                "file")
 
1617
        self.assertEqual(wt.kind("foo"), "file")
1391
1618
 
1392
1619
    def test_dir_to_hardlink(self):
1393
1620
        self.requireFeature(HardlinkFeature)
1404
1631
        self.build_tree(['baz'])
1405
1632
        tt.create_hardlink("baz", foo_trans_id)
1406
1633
        tt.apply()
1407
 
        self.failUnlessExists("foo")
1408
 
        self.failUnlessExists("baz")
 
1634
        self.assertPathExists("foo")
 
1635
        self.assertPathExists("baz")
1409
1636
        wt.lock_read()
1410
1637
        self.addCleanup(wt.unlock)
1411
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1412
 
                "file")
 
1638
        self.assertEqual(wt.kind("foo"), "file")
1413
1639
 
1414
1640
    def test_no_final_path(self):
1415
1641
        transform, root = self.get_transform()
1416
 
        trans_id = transform.trans_id_file_id('foo')
1417
 
        transform.create_file('bar', trans_id)
 
1642
        trans_id = transform.trans_id_file_id(b'foo')
 
1643
        transform.create_file([b'bar'], trans_id)
1418
1644
        transform.cancel_creation(trans_id)
1419
1645
        transform.apply()
1420
1646
 
1421
1647
    def test_create_from_tree(self):
1422
1648
        tree1 = self.make_branch_and_tree('tree1')
1423
 
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', 'baz')])
1424
 
        tree1.add(['foo', 'bar'], ['foo-id', 'bar-id'])
 
1649
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', b'baz')])
 
1650
        tree1.add(['foo', 'bar'], [b'foo-id', b'bar-id'])
1425
1651
        tree2 = self.make_branch_and_tree('tree2')
1426
1652
        tt = TreeTransform(tree2)
1427
1653
        foo_trans_id = tt.create_path('foo', tt.root)
1428
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1654
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id')
1429
1655
        bar_trans_id = tt.create_path('bar', tt.root)
1430
 
        create_from_tree(tt, bar_trans_id, tree1, 'bar-id')
 
1656
        create_from_tree(tt, bar_trans_id, tree1, 'bar', file_id=b'bar-id')
1431
1657
        tt.apply()
1432
1658
        self.assertEqual('directory', osutils.file_kind('tree2/foo'))
1433
 
        self.assertFileEqual('baz', 'tree2/bar')
 
1659
        self.assertFileEqual(b'baz', 'tree2/bar')
1434
1660
 
1435
1661
    def test_create_from_tree_bytes(self):
1436
1662
        """Provided lines are used instead of tree content."""
1437
1663
        tree1 = self.make_branch_and_tree('tree1')
1438
 
        self.build_tree_contents([('tree1/foo', 'bar'),])
1439
 
        tree1.add('foo', 'foo-id')
 
1664
        self.build_tree_contents([('tree1/foo', b'bar'), ])
 
1665
        tree1.add('foo', b'foo-id')
1440
1666
        tree2 = self.make_branch_and_tree('tree2')
1441
1667
        tt = TreeTransform(tree2)
1442
1668
        foo_trans_id = tt.create_path('foo', tt.root)
1443
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id', bytes='qux')
 
1669
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id',
 
1670
                         chunks=[b'qux'])
1444
1671
        tt.apply()
1445
 
        self.assertFileEqual('qux', 'tree2/foo')
 
1672
        self.assertFileEqual(b'qux', 'tree2/foo')
1446
1673
 
1447
1674
    def test_create_from_tree_symlink(self):
1448
1675
        self.requireFeature(SymlinkFeature)
1449
1676
        tree1 = self.make_branch_and_tree('tree1')
1450
1677
        os.symlink('bar', 'tree1/foo')
1451
 
        tree1.add('foo', 'foo-id')
 
1678
        tree1.add('foo', b'foo-id')
1452
1679
        tt = TreeTransform(self.make_branch_and_tree('tree2'))
1453
1680
        foo_trans_id = tt.create_path('foo', tt.root)
1454
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1681
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id')
1455
1682
        tt.apply()
1456
1683
        self.assertEqual('bar', os.readlink('tree2/foo'))
1457
1684
 
1461
1688
    def __init__(self, dirname, root_id):
1462
1689
        self.name = dirname
1463
1690
        os.mkdir(dirname)
1464
 
        self.wt = BzrDir.create_standalone_workingtree(dirname)
 
1691
        self.wt = ControlDir.create_standalone_workingtree(dirname)
1465
1692
        self.wt.set_root_id(root_id)
1466
1693
        self.b = self.wt.branch
1467
1694
        self.tt = TreeTransform(self.wt)
1468
 
        self.root = self.tt.trans_id_tree_file_id(self.wt.get_root_id())
 
1695
        self.root = self.tt.trans_id_tree_path('')
1469
1696
 
1470
1697
 
1471
1698
def conflict_text(tree, merge):
1472
 
    template = '%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
1473
 
    return template % ('<' * 7, tree, '=' * 7, merge, '>' * 7)
 
1699
    template = b'%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
 
1700
    return template % (b'<' * 7, tree, b'=' * 7, merge, b'>' * 7)
 
1701
 
 
1702
 
 
1703
class TestInventoryAltered(tests.TestCaseWithTransport):
 
1704
 
 
1705
    def test_inventory_altered_unchanged(self):
 
1706
        tree = self.make_branch_and_tree('tree')
 
1707
        self.build_tree(['tree/foo'])
 
1708
        tree.add('foo', b'foo-id')
 
1709
        with TransformPreview(tree) as tt:
 
1710
            self.assertEqual([], tt._inventory_altered())
 
1711
 
 
1712
    def test_inventory_altered_changed_parent_id(self):
 
1713
        tree = self.make_branch_and_tree('tree')
 
1714
        self.build_tree(['tree/foo'])
 
1715
        tree.add('foo', b'foo-id')
 
1716
        with TransformPreview(tree) as tt:
 
1717
            tt.unversion_file(tt.root)
 
1718
            tt.version_file(b'new-id', tt.root)
 
1719
            foo_trans_id = tt.trans_id_tree_path('foo')
 
1720
            foo_tuple = ('foo', foo_trans_id)
 
1721
            root_tuple = ('', tt.root)
 
1722
            self.assertEqual([root_tuple, foo_tuple], tt._inventory_altered())
 
1723
 
 
1724
    def test_inventory_altered_noop_changed_parent_id(self):
 
1725
        tree = self.make_branch_and_tree('tree')
 
1726
        self.build_tree(['tree/foo'])
 
1727
        tree.add('foo', b'foo-id')
 
1728
        with TransformPreview(tree) as tt:
 
1729
            tt.unversion_file(tt.root)
 
1730
            tt.version_file(tree.get_root_id(), tt.root)
 
1731
            tt.trans_id_tree_path('foo')
 
1732
            self.assertEqual([], tt._inventory_altered())
1474
1733
 
1475
1734
 
1476
1735
class TestTransformMerge(TestCaseInTempDir):
1478
1737
    def test_text_merge(self):
1479
1738
        root_id = generate_ids.gen_root_id()
1480
1739
        base = TransformGroup("base", root_id)
1481
 
        base.tt.new_file('a', base.root, 'a\nb\nc\nd\be\n', 'a')
1482
 
        base.tt.new_file('b', base.root, 'b1', 'b')
1483
 
        base.tt.new_file('c', base.root, 'c', 'c')
1484
 
        base.tt.new_file('d', base.root, 'd', 'd')
1485
 
        base.tt.new_file('e', base.root, 'e', 'e')
1486
 
        base.tt.new_file('f', base.root, 'f', 'f')
1487
 
        base.tt.new_directory('g', base.root, 'g')
1488
 
        base.tt.new_directory('h', base.root, 'h')
 
1740
        base.tt.new_file('a', base.root, [b'a\nb\nc\nd\be\n'], b'a')
 
1741
        base.tt.new_file('b', base.root, [b'b1'], b'b')
 
1742
        base.tt.new_file('c', base.root, [b'c'], b'c')
 
1743
        base.tt.new_file('d', base.root, [b'd'], b'd')
 
1744
        base.tt.new_file('e', base.root, [b'e'], b'e')
 
1745
        base.tt.new_file('f', base.root, [b'f'], b'f')
 
1746
        base.tt.new_directory('g', base.root, b'g')
 
1747
        base.tt.new_directory('h', base.root, b'h')
1489
1748
        base.tt.apply()
1490
1749
        other = TransformGroup("other", root_id)
1491
 
        other.tt.new_file('a', other.root, 'y\nb\nc\nd\be\n', 'a')
1492
 
        other.tt.new_file('b', other.root, 'b2', 'b')
1493
 
        other.tt.new_file('c', other.root, 'c2', 'c')
1494
 
        other.tt.new_file('d', other.root, 'd', 'd')
1495
 
        other.tt.new_file('e', other.root, 'e2', 'e')
1496
 
        other.tt.new_file('f', other.root, 'f', 'f')
1497
 
        other.tt.new_file('g', other.root, 'g', 'g')
1498
 
        other.tt.new_file('h', other.root, 'h\ni\nj\nk\n', 'h')
1499
 
        other.tt.new_file('i', other.root, 'h\ni\nj\nk\n', 'i')
 
1750
        other.tt.new_file('a', other.root, [b'y\nb\nc\nd\be\n'], b'a')
 
1751
        other.tt.new_file('b', other.root, [b'b2'], b'b')
 
1752
        other.tt.new_file('c', other.root, [b'c2'], b'c')
 
1753
        other.tt.new_file('d', other.root, [b'd'], b'd')
 
1754
        other.tt.new_file('e', other.root, [b'e2'], b'e')
 
1755
        other.tt.new_file('f', other.root, [b'f'], b'f')
 
1756
        other.tt.new_file('g', other.root, [b'g'], b'g')
 
1757
        other.tt.new_file('h', other.root, [b'h\ni\nj\nk\n'], b'h')
 
1758
        other.tt.new_file('i', other.root, [b'h\ni\nj\nk\n'], b'i')
1500
1759
        other.tt.apply()
1501
1760
        this = TransformGroup("this", root_id)
1502
 
        this.tt.new_file('a', this.root, 'a\nb\nc\nd\bz\n', 'a')
1503
 
        this.tt.new_file('b', this.root, 'b', 'b')
1504
 
        this.tt.new_file('c', this.root, 'c', 'c')
1505
 
        this.tt.new_file('d', this.root, 'd2', 'd')
1506
 
        this.tt.new_file('e', this.root, 'e2', 'e')
1507
 
        this.tt.new_file('f', this.root, 'f', 'f')
1508
 
        this.tt.new_file('g', this.root, 'g', 'g')
1509
 
        this.tt.new_file('h', this.root, '1\n2\n3\n4\n', 'h')
1510
 
        this.tt.new_file('i', this.root, '1\n2\n3\n4\n', 'i')
 
1761
        this.tt.new_file('a', this.root, [b'a\nb\nc\nd\bz\n'], b'a')
 
1762
        this.tt.new_file('b', this.root, [b'b'], b'b')
 
1763
        this.tt.new_file('c', this.root, [b'c'], b'c')
 
1764
        this.tt.new_file('d', this.root, [b'd2'], b'd')
 
1765
        this.tt.new_file('e', this.root, [b'e2'], b'e')
 
1766
        this.tt.new_file('f', this.root, [b'f'], b'f')
 
1767
        this.tt.new_file('g', this.root, [b'g'], b'g')
 
1768
        this.tt.new_file('h', this.root, [b'1\n2\n3\n4\n'], b'h')
 
1769
        this.tt.new_file('i', this.root, [b'1\n2\n3\n4\n'], b'i')
1511
1770
        this.tt.apply()
1512
1771
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1513
1772
 
1514
1773
        # textual merge
1515
 
        self.assertEqual(this.wt.get_file('a').read(), 'y\nb\nc\nd\bz\n')
 
1774
        with this.wt.get_file(this.wt.id2path(b'a')) as f:
 
1775
            self.assertEqual(f.read(), b'y\nb\nc\nd\bz\n')
1516
1776
        # three-way text conflict
1517
 
        self.assertEqual(this.wt.get_file('b').read(),
1518
 
                         conflict_text('b', 'b2'))
 
1777
        with this.wt.get_file(this.wt.id2path(b'b')) as f:
 
1778
            self.assertEqual(f.read(), conflict_text(b'b', b'b2'))
1519
1779
        # OTHER wins
1520
 
        self.assertEqual(this.wt.get_file('c').read(), 'c2')
 
1780
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'c')).read(), b'c2')
1521
1781
        # THIS wins
1522
 
        self.assertEqual(this.wt.get_file('d').read(), 'd2')
 
1782
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'd')).read(), b'd2')
1523
1783
        # Ambigious clean merge
1524
 
        self.assertEqual(this.wt.get_file('e').read(), 'e2')
 
1784
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'e')).read(), b'e2')
1525
1785
        # No change
1526
 
        self.assertEqual(this.wt.get_file('f').read(), 'f')
 
1786
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'f')).read(), b'f')
1527
1787
        # Correct correct results when THIS == OTHER
1528
 
        self.assertEqual(this.wt.get_file('g').read(), 'g')
 
1788
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'g')).read(), b'g')
1529
1789
        # Text conflict when THIS & OTHER are text and BASE is dir
1530
 
        self.assertEqual(this.wt.get_file('h').read(),
1531
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1532
 
        self.assertEqual(this.wt.get_file_byname('h.THIS').read(),
1533
 
                         '1\n2\n3\n4\n')
1534
 
        self.assertEqual(this.wt.get_file_byname('h.OTHER').read(),
1535
 
                         'h\ni\nj\nk\n')
 
1790
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'h')).read(),
 
1791
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1792
        self.assertEqual(this.wt.get_file('h.THIS').read(),
 
1793
                         b'1\n2\n3\n4\n')
 
1794
        self.assertEqual(this.wt.get_file('h.OTHER').read(),
 
1795
                         b'h\ni\nj\nk\n')
1536
1796
        self.assertEqual(file_kind(this.wt.abspath('h.BASE')), 'directory')
1537
 
        self.assertEqual(this.wt.get_file('i').read(),
1538
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1539
 
        self.assertEqual(this.wt.get_file_byname('i.THIS').read(),
1540
 
                         '1\n2\n3\n4\n')
1541
 
        self.assertEqual(this.wt.get_file_byname('i.OTHER').read(),
1542
 
                         'h\ni\nj\nk\n')
 
1797
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'i')).read(),
 
1798
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1799
        self.assertEqual(this.wt.get_file('i.THIS').read(),
 
1800
                         b'1\n2\n3\n4\n')
 
1801
        self.assertEqual(this.wt.get_file('i.OTHER').read(),
 
1802
                         b'h\ni\nj\nk\n')
1543
1803
        self.assertEqual(os.path.exists(this.wt.abspath('i.BASE')), False)
1544
 
        modified = ['a', 'b', 'c', 'h', 'i']
 
1804
        modified = [b'a', b'b', b'c', b'h', b'i']
1545
1805
        merge_modified = this.wt.merge_modified()
1546
1806
        self.assertSubset(merge_modified, modified)
1547
1807
        self.assertEqual(len(merge_modified), len(modified))
1548
 
        file(this.wt.id2abspath('a'), 'wb').write('booga')
 
1808
        with open(this.wt.abspath(this.wt.id2path(b'a')), 'wb') as f:
 
1809
            f.write(b'booga')
1549
1810
        modified.pop(0)
1550
1811
        merge_modified = this.wt.merge_modified()
1551
1812
        self.assertSubset(merge_modified, modified)
1560
1821
        this = TransformGroup("THIS", root_id)
1561
1822
        other = TransformGroup("OTHER", root_id)
1562
1823
        for tg in this, base, other:
1563
 
            tg.tt.new_directory('a', tg.root, 'a')
1564
 
            tg.tt.new_symlink('b', tg.root, 'b', 'b')
1565
 
            tg.tt.new_file('c', tg.root, 'c', 'c')
1566
 
            tg.tt.new_symlink('d', tg.root, tg.name, 'd')
 
1824
            tg.tt.new_directory('a', tg.root, b'a')
 
1825
            tg.tt.new_symlink('b', tg.root, 'b', b'b')
 
1826
            tg.tt.new_file('c', tg.root, [b'c'], b'c')
 
1827
            tg.tt.new_symlink('d', tg.root, tg.name, b'd')
1567
1828
        targets = ((base, 'base-e', 'base-f', None, None),
1568
1829
                   (this, 'other-e', 'this-f', 'other-g', 'this-h'),
1569
1830
                   (other, 'other-e', None, 'other-g', 'other-h'))
1571
1832
            for link, target in (('e', e_target), ('f', f_target),
1572
1833
                                 ('g', g_target), ('h', h_target)):
1573
1834
                if target is not None:
1574
 
                    tg.tt.new_symlink(link, tg.root, target, link)
 
1835
                    tg.tt.new_symlink(link, tg.root, target,
 
1836
                                      link.encode('ascii'))
1575
1837
 
1576
1838
        for tg in this, base, other:
1577
1839
            tg.tt.apply()
1580
1842
        self.assertIs(os.path.islink(this.wt.abspath('b')), True)
1581
1843
        self.assertIs(os.path.isfile(this.wt.abspath('c')), True)
1582
1844
        for suffix in ('THIS', 'BASE', 'OTHER'):
1583
 
            self.assertEqual(os.readlink(this.wt.abspath('d.'+suffix)), suffix)
 
1845
            self.assertEqual(os.readlink(
 
1846
                this.wt.abspath('d.' + suffix)), suffix)
1584
1847
        self.assertIs(os.path.lexists(this.wt.abspath('d')), False)
1585
 
        self.assertEqual(this.wt.id2path('d'), 'd.OTHER')
1586
 
        self.assertEqual(this.wt.id2path('f'), 'f.THIS')
 
1848
        self.assertEqual(this.wt.id2path(b'd'), 'd.OTHER')
 
1849
        self.assertEqual(this.wt.id2path(b'f'), 'f.THIS')
1587
1850
        self.assertEqual(os.readlink(this.wt.abspath('e')), 'other-e')
1588
1851
        self.assertIs(os.path.lexists(this.wt.abspath('e.THIS')), False)
1589
1852
        self.assertIs(os.path.lexists(this.wt.abspath('e.OTHER')), False)
1600
1863
        base = TransformGroup("BASE", root_id)
1601
1864
        this = TransformGroup("THIS", root_id)
1602
1865
        other = TransformGroup("OTHER", root_id)
1603
 
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, 'a')
1604
 
                                   for t in [base, this, other]]
1605
 
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, 'b')
1606
 
                                   for t in [base, this, other]]
1607
 
        base.tt.new_directory('c', base_a, 'c')
1608
 
        this.tt.new_directory('c1', this_a, 'c')
1609
 
        other.tt.new_directory('c', other_b, 'c')
1610
 
 
1611
 
        base.tt.new_directory('d', base_a, 'd')
1612
 
        this.tt.new_directory('d1', this_b, 'd')
1613
 
        other.tt.new_directory('d', other_a, 'd')
1614
 
 
1615
 
        base.tt.new_directory('e', base_a, 'e')
1616
 
        this.tt.new_directory('e', this_a, 'e')
1617
 
        other.tt.new_directory('e1', other_b, 'e')
1618
 
 
1619
 
        base.tt.new_directory('f', base_a, 'f')
1620
 
        this.tt.new_directory('f1', this_b, 'f')
1621
 
        other.tt.new_directory('f1', other_b, 'f')
 
1866
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, b'a')
 
1867
                                   for t in [base, this, other]]
 
1868
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, b'b')
 
1869
                                   for t in [base, this, other]]
 
1870
        base.tt.new_directory('c', base_a, b'c')
 
1871
        this.tt.new_directory('c1', this_a, b'c')
 
1872
        other.tt.new_directory('c', other_b, b'c')
 
1873
 
 
1874
        base.tt.new_directory('d', base_a, b'd')
 
1875
        this.tt.new_directory('d1', this_b, b'd')
 
1876
        other.tt.new_directory('d', other_a, b'd')
 
1877
 
 
1878
        base.tt.new_directory('e', base_a, b'e')
 
1879
        this.tt.new_directory('e', this_a, b'e')
 
1880
        other.tt.new_directory('e1', other_b, b'e')
 
1881
 
 
1882
        base.tt.new_directory('f', base_a, b'f')
 
1883
        this.tt.new_directory('f1', this_b, b'f')
 
1884
        other.tt.new_directory('f1', other_b, b'f')
1622
1885
 
1623
1886
        for tg in [this, base, other]:
1624
1887
            tg.tt.apply()
1625
1888
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1626
 
        self.assertEqual(this.wt.id2path('c'), pathjoin('b/c1'))
1627
 
        self.assertEqual(this.wt.id2path('d'), pathjoin('b/d1'))
1628
 
        self.assertEqual(this.wt.id2path('e'), pathjoin('b/e1'))
1629
 
        self.assertEqual(this.wt.id2path('f'), pathjoin('b/f1'))
 
1889
        self.assertEqual(this.wt.id2path(b'c'), pathjoin('b/c1'))
 
1890
        self.assertEqual(this.wt.id2path(b'd'), pathjoin('b/d1'))
 
1891
        self.assertEqual(this.wt.id2path(b'e'), pathjoin('b/e1'))
 
1892
        self.assertEqual(this.wt.id2path(b'f'), pathjoin('b/f1'))
1630
1893
 
1631
1894
    def test_filename_merge_conflicts(self):
1632
1895
        root_id = generate_ids.gen_root_id()
1633
1896
        base = TransformGroup("BASE", root_id)
1634
1897
        this = TransformGroup("THIS", root_id)
1635
1898
        other = TransformGroup("OTHER", root_id)
1636
 
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, 'a')
1637
 
                                   for t in [base, this, other]]
1638
 
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, 'b')
1639
 
                                   for t in [base, this, other]]
1640
 
 
1641
 
        base.tt.new_file('g', base_a, 'g', 'g')
1642
 
        other.tt.new_file('g1', other_b, 'g1', 'g')
1643
 
 
1644
 
        base.tt.new_file('h', base_a, 'h', 'h')
1645
 
        this.tt.new_file('h1', this_b, 'h1', 'h')
1646
 
 
1647
 
        base.tt.new_file('i', base.root, 'i', 'i')
1648
 
        other.tt.new_directory('i1', this_b, 'i')
 
1899
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, b'a')
 
1900
                                   for t in [base, this, other]]
 
1901
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, b'b')
 
1902
                                   for t in [base, this, other]]
 
1903
 
 
1904
        base.tt.new_file('g', base_a, [b'g'], b'g')
 
1905
        other.tt.new_file('g1', other_b, [b'g1'], b'g')
 
1906
 
 
1907
        base.tt.new_file('h', base_a, [b'h'], b'h')
 
1908
        this.tt.new_file('h1', this_b, [b'h1'], b'h')
 
1909
 
 
1910
        base.tt.new_file('i', base.root, [b'i'], b'i')
 
1911
        other.tt.new_directory('i1', this_b, b'i')
1649
1912
 
1650
1913
        for tg in [this, base, other]:
1651
1914
            tg.tt.apply()
1652
1915
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1653
1916
 
1654
 
        self.assertEqual(this.wt.id2path('g'), pathjoin('b/g1.OTHER'))
 
1917
        self.assertEqual(this.wt.id2path(b'g'), pathjoin('b/g1.OTHER'))
1655
1918
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.BASE')), True)
1656
1919
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.THIS')), False)
1657
 
        self.assertEqual(this.wt.id2path('h'), pathjoin('b/h1.THIS'))
 
1920
        self.assertEqual(this.wt.id2path(b'h'), pathjoin('b/h1.THIS'))
1658
1921
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.BASE')), True)
1659
1922
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.OTHER')), False)
1660
 
        self.assertEqual(this.wt.id2path('i'), pathjoin('b/i1.OTHER'))
 
1923
        self.assertEqual(this.wt.id2path(b'i'), pathjoin('b/i1.OTHER'))
1661
1924
 
1662
1925
 
1663
1926
class TestBuildTree(tests.TestCaseWithTransport):
1665
1928
    def test_build_tree_with_symlinks(self):
1666
1929
        self.requireFeature(SymlinkFeature)
1667
1930
        os.mkdir('a')
1668
 
        a = BzrDir.create_standalone_workingtree('a')
 
1931
        a = ControlDir.create_standalone_workingtree('a')
1669
1932
        os.mkdir('a/foo')
1670
 
        file('a/foo/bar', 'wb').write('contents')
 
1933
        with open('a/foo/bar', 'wb') as f:
 
1934
            f.write(b'contents')
1671
1935
        os.symlink('a/foo/bar', 'a/foo/baz')
1672
1936
        a.add(['foo', 'foo/bar', 'foo/baz'])
1673
1937
        a.commit('initial commit')
1674
 
        b = BzrDir.create_standalone_workingtree('b')
 
1938
        b = ControlDir.create_standalone_workingtree('b')
1675
1939
        basis = a.basis_tree()
1676
1940
        basis.lock_read()
1677
1941
        self.addCleanup(basis.unlock)
1678
1942
        build_tree(basis, b)
1679
1943
        self.assertIs(os.path.isdir('b/foo'), True)
1680
 
        self.assertEqual(file('b/foo/bar', 'rb').read(), "contents")
 
1944
        with open('b/foo/bar', 'rb') as f:
 
1945
            self.assertEqual(f.read(), b"contents")
1681
1946
        self.assertEqual(os.readlink('b/foo/baz'), 'a/foo/bar')
1682
1947
 
1683
1948
    def test_build_with_references(self):
1684
1949
        tree = self.make_branch_and_tree('source',
1685
 
            format='dirstate-with-subtree')
 
1950
                                         format='development-subtree')
1686
1951
        subtree = self.make_branch_and_tree('source/subtree',
1687
 
            format='dirstate-with-subtree')
 
1952
                                            format='development-subtree')
1688
1953
        tree.add_reference(subtree)
1689
1954
        tree.commit('a revision')
1690
1955
        tree.branch.create_checkout('target')
1691
 
        self.failUnlessExists('target')
1692
 
        self.failUnlessExists('target/subtree')
 
1956
        self.assertPathExists('target')
 
1957
        self.assertPathExists('target/subtree')
1693
1958
 
1694
1959
    def test_file_conflict_handling(self):
1695
1960
        """Ensure that when building trees, conflict handling is done"""
1696
1961
        source = self.make_branch_and_tree('source')
1697
1962
        target = self.make_branch_and_tree('target')
1698
1963
        self.build_tree(['source/file', 'target/file'])
1699
 
        source.add('file', 'new-file')
 
1964
        source.add('file', b'new-file')
1700
1965
        source.commit('added file')
1701
1966
        build_tree(source.basis_tree(), target)
1702
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1703
 
                          'file.moved', 'file', None, 'new-file')],
1704
 
                         target.conflicts())
 
1967
        self.assertEqual(
 
1968
            [DuplicateEntry('Moved existing file to', 'file.moved',
 
1969
                            'file', None, 'new-file')],
 
1970
            target.conflicts())
1705
1971
        target2 = self.make_branch_and_tree('target2')
1706
 
        target_file = file('target2/file', 'wb')
1707
 
        try:
1708
 
            source_file = file('source/file', 'rb')
1709
 
            try:
1710
 
                target_file.write(source_file.read())
1711
 
            finally:
1712
 
                source_file.close()
1713
 
        finally:
1714
 
            target_file.close()
 
1972
        with open('target2/file', 'wb') as target_file, \
 
1973
                open('source/file', 'rb') as source_file:
 
1974
            target_file.write(source_file.read())
1715
1975
        build_tree(source.basis_tree(), target2)
1716
1976
        self.assertEqual([], target2.conflicts())
1717
1977
 
1720
1980
        self.requireFeature(SymlinkFeature)
1721
1981
        source = self.make_branch_and_tree('source')
1722
1982
        os.symlink('foo', 'source/symlink')
1723
 
        source.add('symlink', 'new-symlink')
 
1983
        source.add('symlink', b'new-symlink')
1724
1984
        source.commit('added file')
1725
1985
        target = self.make_branch_and_tree('target')
1726
1986
        os.symlink('bar', 'target/symlink')
1727
1987
        build_tree(source.basis_tree(), target)
1728
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1729
 
            'symlink.moved', 'symlink', None, 'new-symlink')],
 
1988
        self.assertEqual(
 
1989
            [DuplicateEntry('Moved existing file to', 'symlink.moved',
 
1990
                            'symlink', None, 'new-symlink')],
1730
1991
            target.conflicts())
1731
1992
        target = self.make_branch_and_tree('target2')
1732
1993
        os.symlink('foo', 'target2/symlink')
1738
1999
        source = self.make_branch_and_tree('source')
1739
2000
        target = self.make_branch_and_tree('target')
1740
2001
        self.build_tree(['source/dir1/', 'source/dir1/file', 'target/dir1/'])
1741
 
        source.add(['dir1', 'dir1/file'], ['new-dir1', 'new-file'])
 
2002
        source.add(['dir1', 'dir1/file'], [b'new-dir1', b'new-file'])
1742
2003
        source.commit('added file')
1743
2004
        build_tree(source.basis_tree(), target)
1744
2005
        self.assertEqual([], target.conflicts())
1745
 
        self.failUnlessExists('target/dir1/file')
 
2006
        self.assertPathExists('target/dir1/file')
1746
2007
 
1747
2008
        # Ensure contents are merged
1748
2009
        target = self.make_branch_and_tree('target2')
1749
2010
        self.build_tree(['target2/dir1/', 'target2/dir1/file2'])
1750
2011
        build_tree(source.basis_tree(), target)
1751
2012
        self.assertEqual([], target.conflicts())
1752
 
        self.failUnlessExists('target2/dir1/file2')
1753
 
        self.failUnlessExists('target2/dir1/file')
 
2013
        self.assertPathExists('target2/dir1/file2')
 
2014
        self.assertPathExists('target2/dir1/file')
1754
2015
 
1755
2016
        # Ensure new contents are suppressed for existing branches
1756
2017
        target = self.make_branch_and_tree('target3')
1757
2018
        self.make_branch('target3/dir1')
1758
2019
        self.build_tree(['target3/dir1/file2'])
1759
2020
        build_tree(source.basis_tree(), target)
1760
 
        self.failIfExists('target3/dir1/file')
1761
 
        self.failUnlessExists('target3/dir1/file2')
1762
 
        self.failUnlessExists('target3/dir1.diverted/file')
1763
 
        self.assertEqual([DuplicateEntry('Diverted to',
1764
 
            'dir1.diverted', 'dir1', 'new-dir1', None)],
 
2021
        self.assertPathDoesNotExist('target3/dir1/file')
 
2022
        self.assertPathExists('target3/dir1/file2')
 
2023
        self.assertPathExists('target3/dir1.diverted/file')
 
2024
        self.assertEqual(
 
2025
            [DuplicateEntry('Diverted to', 'dir1.diverted',
 
2026
                            'dir1', 'new-dir1', None)],
1765
2027
            target.conflicts())
1766
2028
 
1767
2029
        target = self.make_branch_and_tree('target4')
1768
2030
        self.build_tree(['target4/dir1/'])
1769
2031
        self.make_branch('target4/dir1/file')
1770
2032
        build_tree(source.basis_tree(), target)
1771
 
        self.failUnlessExists('target4/dir1/file')
 
2033
        self.assertPathExists('target4/dir1/file')
1772
2034
        self.assertEqual('directory', file_kind('target4/dir1/file'))
1773
 
        self.failUnlessExists('target4/dir1/file.diverted')
1774
 
        self.assertEqual([DuplicateEntry('Diverted to',
1775
 
            'dir1/file.diverted', 'dir1/file', 'new-file', None)],
 
2035
        self.assertPathExists('target4/dir1/file.diverted')
 
2036
        self.assertEqual(
 
2037
            [DuplicateEntry('Diverted to', 'dir1/file.diverted',
 
2038
                            'dir1/file', 'new-file', None)],
1776
2039
            target.conflicts())
1777
2040
 
1778
2041
    def test_mixed_conflict_handling(self):
1780
2043
        source = self.make_branch_and_tree('source')
1781
2044
        target = self.make_branch_and_tree('target')
1782
2045
        self.build_tree(['source/name', 'target/name/'])
1783
 
        source.add('name', 'new-name')
 
2046
        source.add('name', b'new-name')
1784
2047
        source.commit('added file')
1785
2048
        build_tree(source.basis_tree(), target)
1786
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1787
 
            'name.moved', 'name', None, 'new-name')], target.conflicts())
 
2049
        self.assertEqual(
 
2050
            [DuplicateEntry('Moved existing file to',
 
2051
                            'name.moved', 'name', None, 'new-name')],
 
2052
            target.conflicts())
1788
2053
 
1789
2054
    def test_raises_in_populated(self):
1790
2055
        source = self.make_branch_and_tree('source')
1795
2060
        self.build_tree(['target/name'])
1796
2061
        target.add('name')
1797
2062
        self.assertRaises(errors.WorkingTreeAlreadyPopulated,
1798
 
            build_tree, source.basis_tree(), target)
 
2063
                          build_tree, source.basis_tree(), target)
1799
2064
 
1800
2065
    def test_build_tree_rename_count(self):
1801
2066
        source = self.make_branch_and_tree('source')
1817
2082
    def create_ab_tree(self):
1818
2083
        """Create a committed test tree with two files"""
1819
2084
        source = self.make_branch_and_tree('source')
1820
 
        self.build_tree_contents([('source/file1', 'A')])
1821
 
        self.build_tree_contents([('source/file2', 'B')])
1822
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2085
        self.build_tree_contents([('source/file1', b'A')])
 
2086
        self.build_tree_contents([('source/file2', b'B')])
 
2087
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1823
2088
        source.commit('commit files')
1824
2089
        source.lock_write()
1825
2090
        self.addCleanup(source.unlock)
1827
2092
 
1828
2093
    def test_build_tree_accelerator_tree(self):
1829
2094
        source = self.create_ab_tree()
1830
 
        self.build_tree_contents([('source/file2', 'C')])
 
2095
        self.build_tree_contents([('source/file2', b'C')])
1831
2096
        calls = []
1832
2097
        real_source_get_file = source.get_file
1833
 
        def get_file(file_id, path=None):
1834
 
            calls.append(file_id)
1835
 
            return real_source_get_file(file_id, path)
 
2098
 
 
2099
        def get_file(path):
 
2100
            calls.append(path)
 
2101
            return real_source_get_file(path)
1836
2102
        source.get_file = get_file
1837
2103
        target = self.make_branch_and_tree('target')
1838
2104
        revision_tree = source.basis_tree()
1839
2105
        revision_tree.lock_read()
1840
2106
        self.addCleanup(revision_tree.unlock)
1841
2107
        build_tree(revision_tree, target, source)
1842
 
        self.assertEqual(['file1-id'], calls)
 
2108
        self.assertEqual(['file1'], calls)
1843
2109
        target.lock_read()
1844
2110
        self.addCleanup(target.unlock)
1845
2111
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1846
2112
 
 
2113
    def test_build_tree_accelerator_tree_observes_sha1(self):
 
2114
        source = self.create_ab_tree()
 
2115
        sha1 = osutils.sha_string(b'A')
 
2116
        target = self.make_branch_and_tree('target')
 
2117
        target.lock_write()
 
2118
        self.addCleanup(target.unlock)
 
2119
        state = target.current_dirstate()
 
2120
        state._cutoff_time = time.time() + 60
 
2121
        build_tree(source.basis_tree(), target, source)
 
2122
        entry = state._get_entry(0, path_utf8=b'file1')
 
2123
        self.assertEqual(sha1, entry[1][0][1])
 
2124
 
1847
2125
    def test_build_tree_accelerator_tree_missing_file(self):
1848
2126
        source = self.create_ab_tree()
1849
2127
        os.unlink('source/file1')
1860
2138
    def test_build_tree_accelerator_wrong_kind(self):
1861
2139
        self.requireFeature(SymlinkFeature)
1862
2140
        source = self.make_branch_and_tree('source')
1863
 
        self.build_tree_contents([('source/file1', '')])
1864
 
        self.build_tree_contents([('source/file2', '')])
1865
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2141
        self.build_tree_contents([('source/file1', b'')])
 
2142
        self.build_tree_contents([('source/file2', b'')])
 
2143
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1866
2144
        source.commit('commit files')
1867
2145
        os.unlink('source/file2')
1868
 
        self.build_tree_contents([('source/file2/', 'C')])
 
2146
        self.build_tree_contents([('source/file2/', b'C')])
1869
2147
        os.unlink('source/file1')
1870
2148
        os.symlink('file2', 'source/file1')
1871
2149
        calls = []
1872
2150
        real_source_get_file = source.get_file
1873
 
        def get_file(file_id, path=None):
1874
 
            calls.append(file_id)
1875
 
            return real_source_get_file(file_id, path)
 
2151
 
 
2152
        def get_file(path):
 
2153
            calls.append(path)
 
2154
            return real_source_get_file(path)
1876
2155
        source.get_file = get_file
1877
2156
        target = self.make_branch_and_tree('target')
1878
2157
        revision_tree = source.basis_tree()
1911
2190
 
1912
2191
    def test_build_tree_accelerator_tree_moved(self):
1913
2192
        source = self.make_branch_and_tree('source')
1914
 
        self.build_tree_contents([('source/file1', 'A')])
1915
 
        source.add(['file1'], ['file1-id'])
 
2193
        self.build_tree_contents([('source/file1', b'A')])
 
2194
        source.add(['file1'], [b'file1-id'])
1916
2195
        source.commit('commit files')
1917
2196
        source.rename_one('file1', 'file2')
1918
2197
        source.lock_read()
1930
2209
        self.requireFeature(HardlinkFeature)
1931
2210
        source = self.create_ab_tree()
1932
2211
        tt = TreeTransform(source)
1933
 
        trans_id = tt.trans_id_tree_file_id('file1-id')
 
2212
        trans_id = tt.trans_id_tree_path('file1')
1934
2213
        tt.set_executability(True, trans_id)
1935
2214
        tt.apply()
1936
 
        self.assertTrue(source.is_executable('file1-id'))
 
2215
        self.assertTrue(source.is_executable('file1'))
1937
2216
        target = self.make_branch_and_tree('target')
1938
2217
        revision_tree = source.basis_tree()
1939
2218
        revision_tree.lock_read()
1942
2221
        target.lock_read()
1943
2222
        self.addCleanup(target.unlock)
1944
2223
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1945
 
        self.assertTrue(source.is_executable('file1-id'))
 
2224
        self.assertTrue(source.is_executable('file1'))
1946
2225
 
1947
2226
    def install_rot13_content_filter(self, pattern):
1948
2227
        # We could use
1950
2229
        # below, but that looks a bit... hard to read even if it's exactly
1951
2230
        # the same thing.
1952
2231
        original_registry = filters._reset_registry()
 
2232
 
1953
2233
        def restore_registry():
1954
2234
            filters._reset_registry(original_registry)
1955
2235
        self.addCleanup(restore_registry)
 
2236
 
1956
2237
        def rot13(chunks, context=None):
1957
 
            return [''.join(chunks).encode('rot13')]
 
2238
            return [
 
2239
                codecs.encode(chunk.decode('ascii'), 'rot13').encode('ascii')
 
2240
                for chunk in chunks]
1958
2241
        rot13filter = filters.ContentFilter(rot13, rot13)
1959
 
        filters.register_filter_stack_map('rot13', {'yes': [rot13filter]}.get)
 
2242
        filters.filter_stacks_registry.register(
 
2243
            'rot13', {'yes': [rot13filter]}.get)
1960
2244
        os.mkdir(self.test_home_dir + '/.bazaar')
1961
2245
        rules_filename = self.test_home_dir + '/.bazaar/rules'
1962
 
        f = open(rules_filename, 'wb')
1963
 
        f.write('[name %s]\nrot13=yes\n' % (pattern,))
1964
 
        f.close()
 
2246
        with open(rules_filename, 'wb') as f:
 
2247
            f.write(b'[name %s]\nrot13=yes\n' % (pattern,))
 
2248
 
1965
2249
        def uninstall_rules():
1966
2250
            os.remove(rules_filename)
1967
2251
            rules.reset_rules()
1974
2258
        if it can).
1975
2259
        """
1976
2260
        self.requireFeature(HardlinkFeature)
1977
 
        self.install_rot13_content_filter('file1')
 
2261
        self.install_rot13_content_filter(b'file1')
1978
2262
        source = self.create_ab_tree()
1979
2263
        target = self.make_branch_and_tree('target')
1980
2264
        revision_tree = source.basis_tree()
1992
2276
        self.assertEqualStat(source_stat, target_stat)
1993
2277
 
1994
2278
    def test_case_insensitive_build_tree_inventory(self):
1995
 
        if (tests.CaseInsensitiveFilesystemFeature.available()
1996
 
            or tests.CaseInsCasePresFilenameFeature.available()):
 
2279
        if (features.CaseInsensitiveFilesystemFeature.available()
 
2280
                or features.CaseInsCasePresFilenameFeature.available()):
1997
2281
            raise tests.UnavailableFeature('Fully case sensitive filesystem')
1998
2282
        source = self.make_branch_and_tree('source')
1999
2283
        self.build_tree(['source/file', 'source/FILE'])
2000
 
        source.add(['file', 'FILE'], ['lower-id', 'upper-id'])
 
2284
        source.add(['file', 'FILE'], [b'lower-id', b'upper-id'])
2001
2285
        source.commit('added files')
2002
2286
        # Don't try this at home, kids!
2003
2287
        # Force the tree to report that it is case insensitive
2004
2288
        target = self.make_branch_and_tree('target')
2005
2289
        target.case_sensitive = False
2006
2290
        build_tree(source.basis_tree(), target, source, delta_from_tree=True)
2007
 
        self.assertEqual('file.moved', target.id2path('lower-id'))
2008
 
        self.assertEqual('FILE', target.id2path('upper-id'))
 
2291
        self.assertEqual('file.moved', target.id2path(b'lower-id'))
 
2292
        self.assertEqual('FILE', target.id2path(b'upper-id'))
 
2293
 
 
2294
    def test_build_tree_observes_sha(self):
 
2295
        source = self.make_branch_and_tree('source')
 
2296
        self.build_tree(['source/file1', 'source/dir/', 'source/dir/file2'])
 
2297
        source.add(['file1', 'dir', 'dir/file2'],
 
2298
                   [b'file1-id', b'dir-id', b'file2-id'])
 
2299
        source.commit('new files')
 
2300
        target = self.make_branch_and_tree('target')
 
2301
        target.lock_write()
 
2302
        self.addCleanup(target.unlock)
 
2303
        # We make use of the fact that DirState caches its cutoff time. So we
 
2304
        # set the 'safe' time to one minute in the future.
 
2305
        state = target.current_dirstate()
 
2306
        state._cutoff_time = time.time() + 60
 
2307
        build_tree(source.basis_tree(), target)
 
2308
        entry1_sha = osutils.sha_file_by_name('source/file1')
 
2309
        entry2_sha = osutils.sha_file_by_name('source/dir/file2')
 
2310
        # entry[1] is the state information, entry[1][0] is the state of the
 
2311
        # working tree, entry[1][0][1] is the sha value for the current working
 
2312
        # tree
 
2313
        entry1 = state._get_entry(0, path_utf8=b'file1')
 
2314
        self.assertEqual(entry1_sha, entry1[1][0][1])
 
2315
        # The 'size' field must also be set.
 
2316
        self.assertEqual(25, entry1[1][0][2])
 
2317
        entry1_state = entry1[1][0]
 
2318
        entry2 = state._get_entry(0, path_utf8=b'dir/file2')
 
2319
        self.assertEqual(entry2_sha, entry2[1][0][1])
 
2320
        self.assertEqual(29, entry2[1][0][2])
 
2321
        entry2_state = entry2[1][0]
 
2322
        # Now, make sure that we don't have to re-read the content. The
 
2323
        # packed_stat should match exactly.
 
2324
        self.assertEqual(entry1_sha, target.get_file_sha1('file1'))
 
2325
        self.assertEqual(entry2_sha, target.get_file_sha1('dir/file2'))
 
2326
        self.assertEqual(entry1_state, entry1[1][0])
 
2327
        self.assertEqual(entry2_state, entry2[1][0])
2009
2328
 
2010
2329
 
2011
2330
class TestCommitTransform(tests.TestCaseWithTransport):
2042
2361
 
2043
2362
    def test_merge_parents(self):
2044
2363
        branch, tt = self.get_branch_and_transform()
2045
 
        rev = tt.commit(branch, 'my message', ['rev1b', 'rev1c'])
2046
 
        self.assertEqual(['rev1b', 'rev1c'],
 
2364
        tt.commit(branch, 'my message', [b'rev1b', b'rev1c'])
 
2365
        self.assertEqual([b'rev1b', b'rev1c'],
2047
2366
                         branch.basis_tree().get_parent_ids()[1:])
2048
2367
 
2049
2368
    def test_first_commit(self):
2052
2371
        self.addCleanup(branch.unlock)
2053
2372
        tt = TransformPreview(branch.basis_tree())
2054
2373
        self.addCleanup(tt.finalize)
2055
 
        tt.new_directory('', ROOT_PARENT, 'TREE_ROOT')
2056
 
        rev = tt.commit(branch, 'my message')
 
2374
        tt.new_directory('', ROOT_PARENT, b'TREE_ROOT')
 
2375
        tt.commit(branch, 'my message')
2057
2376
        self.assertEqual([], branch.basis_tree().get_parent_ids())
2058
2377
        self.assertNotEqual(_mod_revision.NULL_REVISION,
2059
2378
                            branch.last_revision())
2065
2384
        tt = TransformPreview(branch.basis_tree())
2066
2385
        self.addCleanup(tt.finalize)
2067
2386
        e = self.assertRaises(ValueError, tt.commit, branch,
2068
 
                          'my message', ['rev1b-id'])
 
2387
                              'my message', [b'rev1b-id'])
2069
2388
        self.assertEqual('Cannot supply merge parents for first commit.',
2070
2389
                         str(e))
2071
2390
        self.assertEqual(_mod_revision.NULL_REVISION, branch.last_revision())
2072
2391
 
2073
2392
    def test_add_files(self):
2074
2393
        branch, tt = self.get_branch_and_transform()
2075
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
2076
 
        trans_id = tt.new_directory('dir', tt.root, 'dir-id')
 
2394
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
 
2395
        trans_id = tt.new_directory('dir', tt.root, b'dir-id')
2077
2396
        if SymlinkFeature.available():
2078
 
            tt.new_symlink('symlink', trans_id, 'target', 'symlink-id')
2079
 
        rev = tt.commit(branch, 'message')
 
2397
            tt.new_symlink('symlink', trans_id, 'target', b'symlink-id')
 
2398
        tt.commit(branch, 'message')
2080
2399
        tree = branch.basis_tree()
2081
 
        self.assertEqual('file', tree.id2path('file-id'))
2082
 
        self.assertEqual('contents', tree.get_file_text('file-id'))
2083
 
        self.assertEqual('dir', tree.id2path('dir-id'))
 
2400
        self.assertEqual('file', tree.id2path(b'file-id'))
 
2401
        self.assertEqual(b'contents', tree.get_file_text('file'))
 
2402
        self.assertEqual('dir', tree.id2path(b'dir-id'))
2084
2403
        if SymlinkFeature.available():
2085
 
            self.assertEqual('dir/symlink', tree.id2path('symlink-id'))
2086
 
            self.assertEqual('target', tree.get_symlink_target('symlink-id'))
 
2404
            self.assertEqual('dir/symlink', tree.id2path(b'symlink-id'))
 
2405
            self.assertEqual('target', tree.get_symlink_target('dir/symlink'))
2087
2406
 
2088
2407
    def test_add_unversioned(self):
2089
2408
        branch, tt = self.get_branch_and_transform()
2090
 
        tt.new_file('file', tt.root, 'contents')
 
2409
        tt.new_file('file', tt.root, [b'contents'])
2091
2410
        self.assertRaises(errors.StrictCommitFailed, tt.commit, branch,
2092
2411
                          'message', strict=True)
2093
2412
 
2094
2413
    def test_modify_strict(self):
2095
2414
        branch, tt = self.get_branch_and_transform()
2096
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
 
2415
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
2097
2416
        tt.commit(branch, 'message', strict=True)
2098
2417
        tt = TransformPreview(branch.basis_tree())
2099
2418
        self.addCleanup(tt.finalize)
2100
 
        trans_id = tt.trans_id_file_id('file-id')
 
2419
        trans_id = tt.trans_id_file_id(b'file-id')
2101
2420
        tt.delete_contents(trans_id)
2102
 
        tt.create_file('contents', trans_id)
 
2421
        tt.create_file([b'contents'], trans_id)
2103
2422
        tt.commit(branch, 'message', strict=True)
2104
2423
 
2105
2424
    def test_commit_malformed(self):
2108
2427
        In this case, we are adding a file without adding its parent.
2109
2428
        """
2110
2429
        branch, tt = self.get_branch_and_transform()
2111
 
        parent_id = tt.trans_id_file_id('parent-id')
2112
 
        tt.new_file('file', parent_id, 'contents', 'file-id')
 
2430
        parent_id = tt.trans_id_file_id(b'parent-id')
 
2431
        tt.new_file('file', parent_id, [b'contents'], b'file-id')
2113
2432
        self.assertRaises(errors.MalformedTransform, tt.commit, branch,
2114
2433
                          'message')
2115
2434
 
2117
2436
        branch, tt = self.get_branch_and_transform()
2118
2437
        rev_id = tt.commit(branch, 'message', timestamp=1, timezone=43201,
2119
2438
                           committer='me <me@example.com>',
2120
 
                           revprops={'foo': 'bar'}, revision_id='revid-1',
 
2439
                           revprops={u'foo': 'bar'}, revision_id=b'revid-1',
2121
2440
                           authors=['Author1 <author1@example.com>',
2122
 
                              'Author2 <author2@example.com>',
2123
 
                               ])
2124
 
        self.assertEqual('revid-1', rev_id)
 
2441
                                    'Author2 <author2@example.com>',
 
2442
                                    ])
 
2443
        self.assertEqual(b'revid-1', rev_id)
2125
2444
        revision = branch.repository.get_revision(rev_id)
2126
2445
        self.assertEqual(1, revision.timestamp)
2127
2446
        self.assertEqual(43201, revision.timezone)
2146
2465
        self.assertEqual('tree', revision.properties['branch-nick'])
2147
2466
 
2148
2467
 
2149
 
class MockTransform(object):
2150
 
 
2151
 
    def has_named_child(self, by_parent, parent_id, name):
2152
 
        for child_id in by_parent[parent_id]:
2153
 
            if child_id == '0':
2154
 
                if name == "name~":
2155
 
                    return True
2156
 
            elif name == "name.~%s~" % child_id:
2157
 
                return True
2158
 
        return False
2159
 
 
2160
 
 
2161
 
class MockEntry(object):
2162
 
    def __init__(self):
2163
 
        object.__init__(self)
2164
 
        self.name = "name"
2165
 
 
2166
 
 
2167
 
class TestGetBackupName(TestCase):
2168
 
    def test_get_backup_name(self):
2169
 
        tt = MockTransform()
2170
 
        name = get_backup_name(MockEntry(), {'a':[]}, 'a', tt)
2171
 
        self.assertEqual(name, 'name.~1~')
2172
 
        name = get_backup_name(MockEntry(), {'a':['1']}, 'a', tt)
2173
 
        self.assertEqual(name, 'name.~2~')
2174
 
        name = get_backup_name(MockEntry(), {'a':['2']}, 'a', tt)
2175
 
        self.assertEqual(name, 'name.~1~')
2176
 
        name = get_backup_name(MockEntry(), {'a':['2'], 'b':[]}, 'b', tt)
2177
 
        self.assertEqual(name, 'name.~1~')
2178
 
        name = get_backup_name(MockEntry(), {'a':['1', '2', '3']}, 'a', tt)
2179
 
        self.assertEqual(name, 'name.~4~')
2180
 
 
2181
 
 
2182
2468
class TestFileMover(tests.TestCaseWithTransport):
2183
2469
 
2184
2470
    def test_file_mover(self):
2185
2471
        self.build_tree(['a/', 'a/b', 'c/', 'c/d'])
2186
2472
        mover = _FileMover()
2187
2473
        mover.rename('a', 'q')
2188
 
        self.failUnlessExists('q')
2189
 
        self.failIfExists('a')
2190
 
        self.failUnlessExists('q/b')
2191
 
        self.failUnlessExists('c')
2192
 
        self.failUnlessExists('c/d')
 
2474
        self.assertPathExists('q')
 
2475
        self.assertPathDoesNotExist('a')
 
2476
        self.assertPathExists('q/b')
 
2477
        self.assertPathExists('c')
 
2478
        self.assertPathExists('c/d')
2193
2479
 
2194
2480
    def test_pre_delete_rollback(self):
2195
2481
        self.build_tree(['a/'])
2196
2482
        mover = _FileMover()
2197
2483
        mover.pre_delete('a', 'q')
2198
 
        self.failUnlessExists('q')
2199
 
        self.failIfExists('a')
 
2484
        self.assertPathExists('q')
 
2485
        self.assertPathDoesNotExist('a')
2200
2486
        mover.rollback()
2201
 
        self.failIfExists('q')
2202
 
        self.failUnlessExists('a')
 
2487
        self.assertPathDoesNotExist('q')
 
2488
        self.assertPathExists('a')
2203
2489
 
2204
2490
    def test_apply_deletions(self):
2205
2491
        self.build_tree(['a/', 'b/'])
2206
2492
        mover = _FileMover()
2207
2493
        mover.pre_delete('a', 'q')
2208
2494
        mover.pre_delete('b', 'r')
2209
 
        self.failUnlessExists('q')
2210
 
        self.failUnlessExists('r')
2211
 
        self.failIfExists('a')
2212
 
        self.failIfExists('b')
 
2495
        self.assertPathExists('q')
 
2496
        self.assertPathExists('r')
 
2497
        self.assertPathDoesNotExist('a')
 
2498
        self.assertPathDoesNotExist('b')
2213
2499
        mover.apply_deletions()
2214
 
        self.failIfExists('q')
2215
 
        self.failIfExists('r')
2216
 
        self.failIfExists('a')
2217
 
        self.failIfExists('b')
 
2500
        self.assertPathDoesNotExist('q')
 
2501
        self.assertPathDoesNotExist('r')
 
2502
        self.assertPathDoesNotExist('a')
 
2503
        self.assertPathDoesNotExist('b')
2218
2504
 
2219
2505
    def test_file_mover_rollback(self):
2220
2506
        self.build_tree(['a/', 'a/b', 'c/', 'c/d/', 'c/e/'])
2223
2509
        mover.rename('c/e', 'c/d')
2224
2510
        try:
2225
2511
            mover.rename('a', 'c')
2226
 
        except errors.FileExists, e:
 
2512
        except errors.FileExists:
2227
2513
            mover.rollback()
2228
 
        self.failUnlessExists('a')
2229
 
        self.failUnlessExists('c/d')
 
2514
        self.assertPathExists('a')
 
2515
        self.assertPathExists('c/d')
2230
2516
 
2231
2517
 
2232
2518
class Bogus(Exception):
2244
2530
 
2245
2531
        def rename(self, source, target):
2246
2532
            if (self.bad_source is not None and
2247
 
                source.endswith(self.bad_source)):
 
2533
                    source.endswith(self.bad_source)):
2248
2534
                raise Bogus
2249
2535
            elif (self.bad_target is not None and
2250
 
                target.endswith(self.bad_target)):
 
2536
                  target.endswith(self.bad_target)):
2251
2537
                raise Bogus
2252
2538
            else:
2253
2539
                _FileMover.rename(self, source, target)
2262
2548
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2263
2549
        self.assertRaises(Bogus, tt.apply,
2264
2550
                          _mover=self.ExceptionFileMover(bad_source='a'))
2265
 
        self.failUnlessExists('a')
2266
 
        self.failUnlessExists('a/b')
 
2551
        self.assertPathExists('a')
 
2552
        self.assertPathExists('a/b')
2267
2553
        tt.apply()
2268
 
        self.failUnlessExists('c')
2269
 
        self.failUnlessExists('c/d')
 
2554
        self.assertPathExists('c')
 
2555
        self.assertPathExists('c/d')
2270
2556
 
2271
2557
    def test_rollback_rename_into_place(self):
2272
2558
        tree = self.make_branch_and_tree('.')
2278
2564
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2279
2565
        self.assertRaises(Bogus, tt.apply,
2280
2566
                          _mover=self.ExceptionFileMover(bad_target='c/d'))
2281
 
        self.failUnlessExists('a')
2282
 
        self.failUnlessExists('a/b')
 
2567
        self.assertPathExists('a')
 
2568
        self.assertPathExists('a/b')
2283
2569
        tt.apply()
2284
 
        self.failUnlessExists('c')
2285
 
        self.failUnlessExists('c/d')
 
2570
        self.assertPathExists('c')
 
2571
        self.assertPathExists('c/d')
2286
2572
 
2287
2573
    def test_rollback_deletion(self):
2288
2574
        tree = self.make_branch_and_tree('.')
2294
2580
        tt.adjust_path('d', tt.root, tt.trans_id_tree_path('a/b'))
2295
2581
        self.assertRaises(Bogus, tt.apply,
2296
2582
                          _mover=self.ExceptionFileMover(bad_target='d'))
2297
 
        self.failUnlessExists('a')
2298
 
        self.failUnlessExists('a/b')
2299
 
 
2300
 
    def test_resolve_no_parent(self):
 
2583
        self.assertPathExists('a')
 
2584
        self.assertPathExists('a/b')
 
2585
 
 
2586
 
 
2587
class TestFinalizeRobustness(tests.TestCaseWithTransport):
 
2588
    """Ensure treetransform creation errors can be safely cleaned up after"""
 
2589
 
 
2590
    def _override_globals_in_method(self, instance, method_name, globals):
 
2591
        """Replace method on instance with one with updated globals"""
 
2592
        import types
 
2593
        func = getattr(instance, method_name).__func__
 
2594
        new_globals = dict(func.__globals__)
 
2595
        new_globals.update(globals)
 
2596
        new_func = types.FunctionType(func.__code__, new_globals,
 
2597
                                      func.__name__, func.__defaults__)
 
2598
        if PY3:
 
2599
            setattr(instance, method_name,
 
2600
                    types.MethodType(new_func, instance))
 
2601
        else:
 
2602
            setattr(instance, method_name,
 
2603
                    types.MethodType(new_func, instance, instance.__class__))
 
2604
        self.addCleanup(delattr, instance, method_name)
 
2605
 
 
2606
    @staticmethod
 
2607
    def _fake_open_raises_before(name, mode):
 
2608
        """Like open() but raises before doing anything"""
 
2609
        raise RuntimeError
 
2610
 
 
2611
    @staticmethod
 
2612
    def _fake_open_raises_after(name, mode):
 
2613
        """Like open() but raises after creating file without returning"""
 
2614
        open(name, mode).close()
 
2615
        raise RuntimeError
 
2616
 
 
2617
    def create_transform_and_root_trans_id(self):
 
2618
        """Setup a transform creating a file in limbo"""
 
2619
        tree = self.make_branch_and_tree('.')
 
2620
        tt = TreeTransform(tree)
 
2621
        return tt, tt.create_path("a", tt.root)
 
2622
 
 
2623
    def create_transform_and_subdir_trans_id(self):
 
2624
        """Setup a transform creating a directory containing a file in limbo"""
 
2625
        tree = self.make_branch_and_tree('.')
 
2626
        tt = TreeTransform(tree)
 
2627
        d_trans_id = tt.create_path("d", tt.root)
 
2628
        tt.create_directory(d_trans_id)
 
2629
        f_trans_id = tt.create_path("a", d_trans_id)
 
2630
        tt.adjust_path("a", d_trans_id, f_trans_id)
 
2631
        return tt, f_trans_id
 
2632
 
 
2633
    def test_root_create_file_open_raises_before_creation(self):
 
2634
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2635
        self._override_globals_in_method(
 
2636
            tt, "create_file", {"open": self._fake_open_raises_before})
 
2637
        self.assertRaises(RuntimeError, tt.create_file,
 
2638
                          [b"contents"], trans_id)
 
2639
        path = tt._limbo_name(trans_id)
 
2640
        self.assertPathDoesNotExist(path)
 
2641
        tt.finalize()
 
2642
        self.assertPathDoesNotExist(tt._limbodir)
 
2643
 
 
2644
    def test_root_create_file_open_raises_after_creation(self):
 
2645
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2646
        self._override_globals_in_method(
 
2647
            tt, "create_file", {"open": self._fake_open_raises_after})
 
2648
        self.assertRaises(RuntimeError, tt.create_file,
 
2649
                          [b"contents"], trans_id)
 
2650
        path = tt._limbo_name(trans_id)
 
2651
        self.assertPathExists(path)
 
2652
        tt.finalize()
 
2653
        self.assertPathDoesNotExist(path)
 
2654
        self.assertPathDoesNotExist(tt._limbodir)
 
2655
 
 
2656
    def test_subdir_create_file_open_raises_before_creation(self):
 
2657
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2658
        self._override_globals_in_method(
 
2659
            tt, "create_file", {"open": self._fake_open_raises_before})
 
2660
        self.assertRaises(RuntimeError, tt.create_file,
 
2661
                          [b"contents"], trans_id)
 
2662
        path = tt._limbo_name(trans_id)
 
2663
        self.assertPathDoesNotExist(path)
 
2664
        tt.finalize()
 
2665
        self.assertPathDoesNotExist(tt._limbodir)
 
2666
 
 
2667
    def test_subdir_create_file_open_raises_after_creation(self):
 
2668
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2669
        self._override_globals_in_method(
 
2670
            tt, "create_file", {"open": self._fake_open_raises_after})
 
2671
        self.assertRaises(RuntimeError, tt.create_file,
 
2672
                          [b"contents"], trans_id)
 
2673
        path = tt._limbo_name(trans_id)
 
2674
        self.assertPathExists(path)
 
2675
        tt.finalize()
 
2676
        self.assertPathDoesNotExist(path)
 
2677
        self.assertPathDoesNotExist(tt._limbodir)
 
2678
 
 
2679
    def test_rename_in_limbo_rename_raises_after_rename(self):
 
2680
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2681
        parent1 = tt.new_directory('parent1', tt.root)
 
2682
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2683
        parent2 = tt.new_directory('parent2', tt.root)
 
2684
 
 
2685
        class FakeOSModule(object):
 
2686
            def rename(self, old, new):
 
2687
                os.rename(old, new)
 
2688
                raise RuntimeError
 
2689
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2690
                                         {"os": FakeOSModule()})
 
2691
        self.assertRaises(
 
2692
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2693
        path = osutils.pathjoin(tt._limbo_name(parent2), "child1")
 
2694
        self.assertPathExists(path)
 
2695
        tt.finalize()
 
2696
        self.assertPathDoesNotExist(path)
 
2697
        self.assertPathDoesNotExist(tt._limbodir)
 
2698
 
 
2699
    def test_rename_in_limbo_rename_raises_before_rename(self):
 
2700
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2701
        parent1 = tt.new_directory('parent1', tt.root)
 
2702
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2703
        parent2 = tt.new_directory('parent2', tt.root)
 
2704
 
 
2705
        class FakeOSModule(object):
 
2706
            def rename(self, old, new):
 
2707
                raise RuntimeError
 
2708
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2709
                                         {"os": FakeOSModule()})
 
2710
        self.assertRaises(
 
2711
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2712
        path = osutils.pathjoin(tt._limbo_name(parent1), "child1")
 
2713
        self.assertPathExists(path)
 
2714
        tt.finalize()
 
2715
        self.assertPathDoesNotExist(path)
 
2716
        self.assertPathDoesNotExist(tt._limbodir)
 
2717
 
 
2718
 
 
2719
class TestTransformMissingParent(tests.TestCaseWithTransport):
 
2720
 
 
2721
    def make_tt_with_versioned_dir(self):
2301
2722
        wt = self.make_branch_and_tree('.')
 
2723
        self.build_tree(['dir/', ])
 
2724
        wt.add(['dir'], [b'dir-id'])
 
2725
        wt.commit('Create dir')
2302
2726
        tt = TreeTransform(wt)
2303
2727
        self.addCleanup(tt.finalize)
2304
 
        parent = tt.trans_id_file_id('parent-id')
2305
 
        tt.new_file('file', parent, 'Contents')
2306
 
        resolve_conflicts(tt)
2307
 
 
2308
 
 
2309
 
A_ENTRY = ('a-id', ('a', 'a'), True, (True, True),
2310
 
                  ('TREE_ROOT', 'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
2311
 
                  (False, False))
2312
 
ROOT_ENTRY = ('TREE_ROOT', ('', ''), False, (True, True), (None, None),
2313
 
              ('', ''), ('directory', 'directory'), (False, None))
 
2728
        return wt, tt
 
2729
 
 
2730
    def test_resolve_create_parent_for_versioned_file(self):
 
2731
        wt, tt = self.make_tt_with_versioned_dir()
 
2732
        dir_tid = tt.trans_id_tree_path('dir')
 
2733
        tt.new_file('file', dir_tid, [b'Contents'], file_id=b'file-id')
 
2734
        tt.delete_contents(dir_tid)
 
2735
        tt.unversion_file(dir_tid)
 
2736
        conflicts = resolve_conflicts(tt)
 
2737
        # one conflict for the missing directory, one for the unversioned
 
2738
        # parent
 
2739
        self.assertLength(2, conflicts)
 
2740
 
 
2741
    def test_non_versioned_file_create_conflict(self):
 
2742
        wt, tt = self.make_tt_with_versioned_dir()
 
2743
        dir_tid = tt.trans_id_tree_path('dir')
 
2744
        tt.new_file('file', dir_tid, [b'Contents'])
 
2745
        tt.delete_contents(dir_tid)
 
2746
        tt.unversion_file(dir_tid)
 
2747
        conflicts = resolve_conflicts(tt)
 
2748
        # no conflicts or rather: orphaning 'file' resolve the 'dir' conflict
 
2749
        self.assertLength(1, conflicts)
 
2750
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
2751
                         conflicts.pop())
 
2752
 
 
2753
 
 
2754
A_ENTRY = (b'a-id', ('a', 'a'), True, (True, True),
 
2755
           (b'TREE_ROOT', b'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
 
2756
           (False, False))
 
2757
ROOT_ENTRY = (b'TREE_ROOT', ('', ''), False, (True, True), (None, None),
 
2758
              ('', ''), ('directory', 'directory'), (False, False))
2314
2759
 
2315
2760
 
2316
2761
class TestTransformPreview(tests.TestCaseWithTransport):
2317
2762
 
2318
2763
    def create_tree(self):
2319
2764
        tree = self.make_branch_and_tree('.')
2320
 
        self.build_tree_contents([('a', 'content 1')])
2321
 
        tree.set_root_id('TREE_ROOT')
2322
 
        tree.add('a', 'a-id')
2323
 
        tree.commit('rev1', rev_id='rev1')
2324
 
        return tree.branch.repository.revision_tree('rev1')
 
2765
        self.build_tree_contents([('a', b'content 1')])
 
2766
        tree.set_root_id(b'TREE_ROOT')
 
2767
        tree.add('a', b'a-id')
 
2768
        tree.commit('rev1', rev_id=b'rev1')
 
2769
        return tree.branch.repository.revision_tree(b'rev1')
2325
2770
 
2326
2771
    def get_empty_preview(self):
2327
2772
        repository = self.make_repository('repo')
2345
2790
        revision_tree = self.create_tree()
2346
2791
        preview = TransformPreview(revision_tree)
2347
2792
        self.addCleanup(preview.finalize)
2348
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2793
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2349
2794
        preview_tree = preview.get_preview_tree()
2350
 
        self.assertEqual(preview_tree.kind('file2-id'), 'file')
2351
 
        self.assertEqual(
2352
 
            preview_tree.get_file('file2-id').read(), 'content B\n')
 
2795
        self.assertEqual(preview_tree.kind('file2'), 'file')
 
2796
        with preview_tree.get_file('file2') as f:
 
2797
            self.assertEqual(f.read(), b'content B\n')
2353
2798
 
2354
2799
    def test_diff_preview_tree(self):
2355
2800
        revision_tree = self.create_tree()
2356
2801
        preview = TransformPreview(revision_tree)
2357
2802
        self.addCleanup(preview.finalize)
2358
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2803
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2359
2804
        preview_tree = preview.get_preview_tree()
2360
 
        out = StringIO()
 
2805
        out = BytesIO()
2361
2806
        show_diff_trees(revision_tree, preview_tree, out)
2362
2807
        lines = out.getvalue().splitlines()
2363
 
        self.assertEqual(lines[0], "=== added file 'file2'")
 
2808
        self.assertEqual(lines[0], b"=== added file 'file2'")
2364
2809
        # 3 lines of diff administrivia
2365
 
        self.assertEqual(lines[4], "+content B")
 
2810
        self.assertEqual(lines[4], b"+content B")
2366
2811
 
2367
2812
    def test_transform_conflicts(self):
2368
2813
        revision_tree = self.create_tree()
2369
2814
        preview = TransformPreview(revision_tree)
2370
2815
        self.addCleanup(preview.finalize)
2371
 
        preview.new_file('a', preview.root, 'content 2')
 
2816
        preview.new_file('a', preview.root, [b'content 2'])
2372
2817
        resolve_conflicts(preview)
2373
 
        trans_id = preview.trans_id_file_id('a-id')
 
2818
        trans_id = preview.trans_id_file_id(b'a-id')
2374
2819
        self.assertEqual('a.moved', preview.final_name(trans_id))
2375
2820
 
2376
2821
    def get_tree_and_preview_tree(self):
2377
2822
        revision_tree = self.create_tree()
2378
2823
        preview = TransformPreview(revision_tree)
2379
2824
        self.addCleanup(preview.finalize)
2380
 
        a_trans_id = preview.trans_id_file_id('a-id')
 
2825
        a_trans_id = preview.trans_id_file_id(b'a-id')
2381
2826
        preview.delete_contents(a_trans_id)
2382
 
        preview.create_file('b content', a_trans_id)
 
2827
        preview.create_file([b'b content'], a_trans_id)
2383
2828
        preview_tree = preview.get_preview_tree()
2384
2829
        return revision_tree, preview_tree
2385
2830
 
2386
2831
    def test_iter_changes(self):
2387
2832
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2388
 
        root = revision_tree.inventory.root.file_id
2389
 
        self.assertEqual([('a-id', ('a', 'a'), True, (True, True),
2390
 
                          (root, root), ('a', 'a'), ('file', 'file'),
2391
 
                          (False, False))],
2392
 
                          list(preview_tree.iter_changes(revision_tree)))
 
2833
        root = revision_tree.get_root_id()
 
2834
        self.assertEqual([(b'a-id', ('a', 'a'), True, (True, True),
 
2835
                           (root, root), ('a', 'a'), ('file', 'file'),
 
2836
                           (False, False))],
 
2837
                         list(preview_tree.iter_changes(revision_tree)))
2393
2838
 
2394
2839
    def test_include_unchanged_succeeds(self):
2395
2840
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2396
2841
        changes = preview_tree.iter_changes(revision_tree,
2397
2842
                                            include_unchanged=True)
2398
 
        root = revision_tree.inventory.root.file_id
2399
 
 
2400
2843
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
2401
2844
 
2402
2845
    def test_specific_files(self):
2403
2846
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2404
2847
        changes = preview_tree.iter_changes(revision_tree,
2405
2848
                                            specific_files=[''])
2406
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2849
        self.assertEqual([A_ENTRY], list(changes))
2407
2850
 
2408
2851
    def test_want_unversioned(self):
2409
2852
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2410
2853
        changes = preview_tree.iter_changes(revision_tree,
2411
2854
                                            want_unversioned=True)
2412
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2855
        self.assertEqual([A_ENTRY], list(changes))
2413
2856
 
2414
2857
    def test_ignore_extra_trees_no_specific_files(self):
2415
2858
        # extra_trees is harmless without specific_files, so we'll silently
2431
2874
        revision_tree = self.create_tree()
2432
2875
        preview = TransformPreview(revision_tree)
2433
2876
        self.addCleanup(preview.finalize)
2434
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
2435
 
        preview.new_directory('directory', preview.root, 'dir-id')
 
2877
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
 
2878
        preview.new_directory('directory', preview.root, b'dir-id')
2436
2879
        preview_tree = preview.get_preview_tree()
2437
 
        self.assertEqual('file', preview_tree.kind('file-id'))
2438
 
        self.assertEqual('directory', preview_tree.kind('dir-id'))
 
2880
        self.assertEqual('file', preview_tree.kind('file'))
 
2881
        self.assertEqual('directory', preview_tree.kind('directory'))
2439
2882
 
2440
2883
    def test_get_file_mtime(self):
2441
2884
        preview = self.get_empty_preview()
2442
 
        file_trans_id = preview.new_file('file', preview.root, 'contents',
2443
 
                                         'file-id')
 
2885
        file_trans_id = preview.new_file('file', preview.root, [b'contents'],
 
2886
                                         b'file-id')
2444
2887
        limbo_path = preview._limbo_name(file_trans_id)
2445
2888
        preview_tree = preview.get_preview_tree()
2446
2889
        self.assertEqual(os.stat(limbo_path).st_mtime,
2447
 
                         preview_tree.get_file_mtime('file-id'))
 
2890
                         preview_tree.get_file_mtime('file'))
2448
2891
 
2449
2892
    def test_get_file_mtime_renamed(self):
2450
2893
        work_tree = self.make_branch_and_tree('tree')
2451
2894
        self.build_tree(['tree/file'])
2452
 
        work_tree.add('file', 'file-id')
 
2895
        work_tree.add('file', b'file-id')
2453
2896
        preview = TransformPreview(work_tree)
2454
2897
        self.addCleanup(preview.finalize)
2455
 
        file_trans_id = preview.trans_id_tree_file_id('file-id')
 
2898
        file_trans_id = preview.trans_id_tree_path('file')
2456
2899
        preview.adjust_path('renamed', preview.root, file_trans_id)
2457
2900
        preview_tree = preview.get_preview_tree()
2458
 
        preview_mtime = preview_tree.get_file_mtime('file-id', 'renamed')
2459
 
        work_mtime = work_tree.get_file_mtime('file-id', 'file')
 
2901
        preview_mtime = preview_tree.get_file_mtime('renamed')
 
2902
        work_mtime = work_tree.get_file_mtime('file')
 
2903
 
 
2904
    def test_get_file_size(self):
 
2905
        work_tree = self.make_branch_and_tree('tree')
 
2906
        self.build_tree_contents([('tree/old', b'old')])
 
2907
        work_tree.add('old', b'old-id')
 
2908
        preview = TransformPreview(work_tree)
 
2909
        self.addCleanup(preview.finalize)
 
2910
        preview.new_file('name', preview.root, [b'contents'], b'new-id',
 
2911
                         'executable')
 
2912
        tree = preview.get_preview_tree()
 
2913
        self.assertEqual(len('old'), tree.get_file_size('old'))
 
2914
        self.assertEqual(len('contents'), tree.get_file_size('name'))
2460
2915
 
2461
2916
    def test_get_file(self):
2462
2917
        preview = self.get_empty_preview()
2463
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
 
2918
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
2464
2919
        preview_tree = preview.get_preview_tree()
2465
 
        tree_file = preview_tree.get_file('file-id')
2466
 
        try:
2467
 
            self.assertEqual('contents', tree_file.read())
2468
 
        finally:
2469
 
            tree_file.close()
 
2920
        with preview_tree.get_file('file') as tree_file:
 
2921
            self.assertEqual(b'contents', tree_file.read())
2470
2922
 
2471
2923
    def test_get_symlink_target(self):
2472
2924
        self.requireFeature(SymlinkFeature)
2473
2925
        preview = self.get_empty_preview()
2474
 
        preview.new_symlink('symlink', preview.root, 'target', 'symlink-id')
 
2926
        preview.new_symlink('symlink', preview.root, 'target', b'symlink-id')
2475
2927
        preview_tree = preview.get_preview_tree()
2476
2928
        self.assertEqual('target',
2477
 
                         preview_tree.get_symlink_target('symlink-id'))
 
2929
                         preview_tree.get_symlink_target('symlink'))
2478
2930
 
2479
2931
    def test_all_file_ids(self):
2480
2932
        tree = self.make_branch_and_tree('tree')
2481
2933
        self.build_tree(['tree/a', 'tree/b', 'tree/c'])
2482
 
        tree.add(['a', 'b', 'c'], ['a-id', 'b-id', 'c-id'])
 
2934
        tree.add(['a', 'b', 'c'], [b'a-id', b'b-id', b'c-id'])
2483
2935
        preview = TransformPreview(tree)
2484
2936
        self.addCleanup(preview.finalize)
2485
 
        preview.unversion_file(preview.trans_id_file_id('b-id'))
2486
 
        c_trans_id = preview.trans_id_file_id('c-id')
 
2937
        preview.unversion_file(preview.trans_id_file_id(b'b-id'))
 
2938
        c_trans_id = preview.trans_id_file_id(b'c-id')
2487
2939
        preview.unversion_file(c_trans_id)
2488
 
        preview.version_file('c-id', c_trans_id)
 
2940
        preview.version_file(b'c-id', c_trans_id)
2489
2941
        preview_tree = preview.get_preview_tree()
2490
 
        self.assertEqual(set(['a-id', 'c-id', tree.get_root_id()]),
 
2942
        self.assertEqual({b'a-id', b'c-id', tree.get_root_id()},
2491
2943
                         preview_tree.all_file_ids())
2492
2944
 
2493
2945
    def test_path2id_deleted_unchanged(self):
2494
2946
        tree = self.make_branch_and_tree('tree')
2495
2947
        self.build_tree(['tree/unchanged', 'tree/deleted'])
2496
 
        tree.add(['unchanged', 'deleted'], ['unchanged-id', 'deleted-id'])
 
2948
        tree.add(['unchanged', 'deleted'], [b'unchanged-id', b'deleted-id'])
2497
2949
        preview = TransformPreview(tree)
2498
2950
        self.addCleanup(preview.finalize)
2499
 
        preview.unversion_file(preview.trans_id_file_id('deleted-id'))
 
2951
        preview.unversion_file(preview.trans_id_file_id(b'deleted-id'))
2500
2952
        preview_tree = preview.get_preview_tree()
2501
 
        self.assertEqual('unchanged-id', preview_tree.path2id('unchanged'))
2502
 
        self.assertIs(None, preview_tree.path2id('deleted'))
 
2953
        self.assertEqual(b'unchanged-id', preview_tree.path2id('unchanged'))
 
2954
        self.assertFalse(preview_tree.is_versioned('deleted'))
2503
2955
 
2504
2956
    def test_path2id_created(self):
2505
2957
        tree = self.make_branch_and_tree('tree')
2506
2958
        self.build_tree(['tree/unchanged'])
2507
 
        tree.add(['unchanged'], ['unchanged-id'])
 
2959
        tree.add(['unchanged'], [b'unchanged-id'])
2508
2960
        preview = TransformPreview(tree)
2509
2961
        self.addCleanup(preview.finalize)
2510
 
        preview.new_file('new', preview.trans_id_file_id('unchanged-id'),
2511
 
            'contents', 'new-id')
 
2962
        preview.new_file('new', preview.trans_id_file_id(b'unchanged-id'),
 
2963
                         [b'contents'], b'new-id')
2512
2964
        preview_tree = preview.get_preview_tree()
2513
 
        self.assertEqual('new-id', preview_tree.path2id('unchanged/new'))
 
2965
        self.assertEqual(b'new-id', preview_tree.path2id('unchanged/new'))
2514
2966
 
2515
2967
    def test_path2id_moved(self):
2516
2968
        tree = self.make_branch_and_tree('tree')
2517
2969
        self.build_tree(['tree/old_parent/', 'tree/old_parent/child'])
2518
2970
        tree.add(['old_parent', 'old_parent/child'],
2519
 
                 ['old_parent-id', 'child-id'])
 
2971
                 [b'old_parent-id', b'child-id'])
2520
2972
        preview = TransformPreview(tree)
2521
2973
        self.addCleanup(preview.finalize)
2522
2974
        new_parent = preview.new_directory('new_parent', preview.root,
2523
 
                                           'new_parent-id')
 
2975
                                           b'new_parent-id')
2524
2976
        preview.adjust_path('child', new_parent,
2525
 
                            preview.trans_id_file_id('child-id'))
 
2977
                            preview.trans_id_file_id(b'child-id'))
2526
2978
        preview_tree = preview.get_preview_tree()
2527
 
        self.assertIs(None, preview_tree.path2id('old_parent/child'))
2528
 
        self.assertEqual('child-id', preview_tree.path2id('new_parent/child'))
 
2979
        self.assertFalse(preview_tree.is_versioned('old_parent/child'))
 
2980
        self.assertEqual(b'child-id', preview_tree.path2id('new_parent/child'))
2529
2981
 
2530
2982
    def test_path2id_renamed_parent(self):
2531
2983
        tree = self.make_branch_and_tree('tree')
2532
2984
        self.build_tree(['tree/old_name/', 'tree/old_name/child'])
2533
2985
        tree.add(['old_name', 'old_name/child'],
2534
 
                 ['parent-id', 'child-id'])
 
2986
                 [b'parent-id', b'child-id'])
2535
2987
        preview = TransformPreview(tree)
2536
2988
        self.addCleanup(preview.finalize)
2537
2989
        preview.adjust_path('new_name', preview.root,
2538
 
                            preview.trans_id_file_id('parent-id'))
 
2990
                            preview.trans_id_file_id(b'parent-id'))
2539
2991
        preview_tree = preview.get_preview_tree()
2540
 
        self.assertIs(None, preview_tree.path2id('old_name/child'))
2541
 
        self.assertEqual('child-id', preview_tree.path2id('new_name/child'))
 
2992
        self.assertFalse(preview_tree.is_versioned('old_name/child'))
 
2993
        self.assertEqual(b'child-id', preview_tree.path2id('new_name/child'))
2542
2994
 
2543
 
    def assertMatchingIterEntries(self, tt, specific_file_ids=None):
 
2995
    def assertMatchingIterEntries(self, tt, specific_files=None):
2544
2996
        preview_tree = tt.get_preview_tree()
2545
2997
        preview_result = list(preview_tree.iter_entries_by_dir(
2546
 
                              specific_file_ids))
 
2998
                              specific_files=specific_files))
2547
2999
        tree = tt._tree
2548
3000
        tt.apply()
2549
 
        actual_result = list(tree.iter_entries_by_dir(specific_file_ids))
 
3001
        actual_result = list(tree.iter_entries_by_dir(
 
3002
            specific_files=specific_files))
2550
3003
        self.assertEqual(actual_result, preview_result)
2551
3004
 
2552
3005
    def test_iter_entries_by_dir_new(self):
2553
3006
        tree = self.make_branch_and_tree('tree')
2554
3007
        tt = TreeTransform(tree)
2555
 
        tt.new_file('new', tt.root, 'contents', 'new-id')
 
3008
        tt.new_file('new', tt.root, [b'contents'], b'new-id')
2556
3009
        self.assertMatchingIterEntries(tt)
2557
3010
 
2558
3011
    def test_iter_entries_by_dir_deleted(self):
2559
3012
        tree = self.make_branch_and_tree('tree')
2560
3013
        self.build_tree(['tree/deleted'])
2561
 
        tree.add('deleted', 'deleted-id')
 
3014
        tree.add('deleted', b'deleted-id')
2562
3015
        tt = TreeTransform(tree)
2563
 
        tt.delete_contents(tt.trans_id_file_id('deleted-id'))
 
3016
        tt.delete_contents(tt.trans_id_file_id(b'deleted-id'))
2564
3017
        self.assertMatchingIterEntries(tt)
2565
3018
 
2566
3019
    def test_iter_entries_by_dir_unversioned(self):
2567
3020
        tree = self.make_branch_and_tree('tree')
2568
3021
        self.build_tree(['tree/removed'])
2569
 
        tree.add('removed', 'removed-id')
 
3022
        tree.add('removed', b'removed-id')
2570
3023
        tt = TreeTransform(tree)
2571
 
        tt.unversion_file(tt.trans_id_file_id('removed-id'))
 
3024
        tt.unversion_file(tt.trans_id_file_id(b'removed-id'))
2572
3025
        self.assertMatchingIterEntries(tt)
2573
3026
 
2574
3027
    def test_iter_entries_by_dir_moved(self):
2575
3028
        tree = self.make_branch_and_tree('tree')
2576
3029
        self.build_tree(['tree/moved', 'tree/new_parent/'])
2577
 
        tree.add(['moved', 'new_parent'], ['moved-id', 'new_parent-id'])
 
3030
        tree.add(['moved', 'new_parent'], [b'moved-id', b'new_parent-id'])
2578
3031
        tt = TreeTransform(tree)
2579
 
        tt.adjust_path('moved', tt.trans_id_file_id('new_parent-id'),
2580
 
                       tt.trans_id_file_id('moved-id'))
 
3032
        tt.adjust_path('moved', tt.trans_id_file_id(b'new_parent-id'),
 
3033
                       tt.trans_id_file_id(b'moved-id'))
2581
3034
        self.assertMatchingIterEntries(tt)
2582
3035
 
2583
 
    def test_iter_entries_by_dir_specific_file_ids(self):
 
3036
    def test_iter_entries_by_dir_specific_files(self):
2584
3037
        tree = self.make_branch_and_tree('tree')
2585
 
        tree.set_root_id('tree-root-id')
 
3038
        tree.set_root_id(b'tree-root-id')
2586
3039
        self.build_tree(['tree/parent/', 'tree/parent/child'])
2587
 
        tree.add(['parent', 'parent/child'], ['parent-id', 'child-id'])
 
3040
        tree.add(['parent', 'parent/child'], [b'parent-id', b'child-id'])
2588
3041
        tt = TreeTransform(tree)
2589
 
        self.assertMatchingIterEntries(tt, ['tree-root-id', 'child-id'])
 
3042
        self.assertMatchingIterEntries(tt, ['', 'parent/child'])
2590
3043
 
2591
3044
    def test_symlink_content_summary(self):
2592
3045
        self.requireFeature(SymlinkFeature)
2593
3046
        preview = self.get_empty_preview()
2594
 
        preview.new_symlink('path', preview.root, 'target', 'path-id')
 
3047
        preview.new_symlink('path', preview.root, 'target', b'path-id')
2595
3048
        summary = preview.get_preview_tree().path_content_summary('path')
2596
3049
        self.assertEqual(('symlink', None, None, 'target'), summary)
2597
3050
 
2612
3065
 
2613
3066
    def test_file_content_summary_executable(self):
2614
3067
        preview = self.get_empty_preview()
2615
 
        path_id = preview.new_file('path', preview.root, 'contents', 'path-id')
 
3068
        path_id = preview.new_file('path', preview.root, [
 
3069
                                   b'contents'], b'path-id')
2616
3070
        preview.set_executability(True, path_id)
2617
3071
        summary = preview.get_preview_tree().path_content_summary('path')
2618
3072
        self.assertEqual(4, len(summary))
2637
3091
 
2638
3092
    def test_file_content_summary_non_exec(self):
2639
3093
        preview = self.get_empty_preview()
2640
 
        preview.new_file('path', preview.root, 'contents', 'path-id')
 
3094
        preview.new_file('path', preview.root, [b'contents'], b'path-id')
2641
3095
        summary = preview.get_preview_tree().path_content_summary('path')
2642
3096
        self.assertEqual(4, len(summary))
2643
3097
        self.assertEqual('file', summary[0])
2650
3104
 
2651
3105
    def test_dir_content_summary(self):
2652
3106
        preview = self.get_empty_preview()
2653
 
        preview.new_directory('path', preview.root, 'path-id')
 
3107
        preview.new_directory('path', preview.root, b'path-id')
2654
3108
        summary = preview.get_preview_tree().path_content_summary('path')
2655
3109
        self.assertEqual(('directory', None, None, None), summary)
2656
3110
 
2657
3111
    def test_tree_content_summary(self):
2658
3112
        preview = self.get_empty_preview()
2659
 
        path = preview.new_directory('path', preview.root, 'path-id')
2660
 
        preview.set_tree_reference('rev-1', path)
 
3113
        path = preview.new_directory('path', preview.root, b'path-id')
 
3114
        preview.set_tree_reference(b'rev-1', path)
2661
3115
        summary = preview.get_preview_tree().path_content_summary('path')
2662
3116
        self.assertEqual(4, len(summary))
2663
3117
        self.assertEqual('tree-reference', summary[0])
2664
3118
 
2665
3119
    def test_annotate(self):
2666
3120
        tree = self.make_branch_and_tree('tree')
2667
 
        self.build_tree_contents([('tree/file', 'a\n')])
2668
 
        tree.add('file', 'file-id')
2669
 
        tree.commit('a', rev_id='one')
2670
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3121
        self.build_tree_contents([('tree/file', b'a\n')])
 
3122
        tree.add('file', b'file-id')
 
3123
        tree.commit('a', rev_id=b'one')
 
3124
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2671
3125
        preview = TransformPreview(tree)
2672
3126
        self.addCleanup(preview.finalize)
2673
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3127
        file_trans_id = preview.trans_id_file_id(b'file-id')
2674
3128
        preview.delete_contents(file_trans_id)
2675
 
        preview.create_file('a\nb\nc\n', file_trans_id)
 
3129
        preview.create_file([b'a\nb\nc\n'], file_trans_id)
2676
3130
        preview_tree = preview.get_preview_tree()
2677
3131
        expected = [
2678
 
            ('one', 'a\n'),
2679
 
            ('me:', 'b\n'),
2680
 
            ('me:', 'c\n'),
 
3132
            (b'one', b'a\n'),
 
3133
            (b'me:', b'b\n'),
 
3134
            (b'me:', b'c\n'),
2681
3135
        ]
2682
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3136
        annotation = preview_tree.annotate_iter(
 
3137
            'file', default_revision=b'me:')
2683
3138
        self.assertEqual(expected, annotation)
2684
3139
 
2685
3140
    def test_annotate_missing(self):
2686
3141
        preview = self.get_empty_preview()
2687
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3142
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2688
3143
        preview_tree = preview.get_preview_tree()
2689
3144
        expected = [
2690
 
            ('me:', 'a\n'),
2691
 
            ('me:', 'b\n'),
2692
 
            ('me:', 'c\n'),
2693
 
         ]
2694
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3145
            (b'me:', b'a\n'),
 
3146
            (b'me:', b'b\n'),
 
3147
            (b'me:', b'c\n'),
 
3148
            ]
 
3149
        annotation = preview_tree.annotate_iter(
 
3150
            'file', default_revision=b'me:')
2695
3151
        self.assertEqual(expected, annotation)
2696
3152
 
2697
3153
    def test_annotate_rename(self):
2698
3154
        tree = self.make_branch_and_tree('tree')
2699
 
        self.build_tree_contents([('tree/file', 'a\n')])
2700
 
        tree.add('file', 'file-id')
2701
 
        tree.commit('a', rev_id='one')
 
3155
        self.build_tree_contents([('tree/file', b'a\n')])
 
3156
        tree.add('file', b'file-id')
 
3157
        tree.commit('a', rev_id=b'one')
2702
3158
        preview = TransformPreview(tree)
2703
3159
        self.addCleanup(preview.finalize)
2704
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3160
        file_trans_id = preview.trans_id_file_id(b'file-id')
2705
3161
        preview.adjust_path('newname', preview.root, file_trans_id)
2706
3162
        preview_tree = preview.get_preview_tree()
2707
3163
        expected = [
2708
 
            ('one', 'a\n'),
 
3164
            (b'one', b'a\n'),
2709
3165
        ]
2710
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3166
        annotation = preview_tree.annotate_iter(
 
3167
            'file', default_revision=b'me:')
2711
3168
        self.assertEqual(expected, annotation)
2712
3169
 
2713
3170
    def test_annotate_deleted(self):
2714
3171
        tree = self.make_branch_and_tree('tree')
2715
 
        self.build_tree_contents([('tree/file', 'a\n')])
2716
 
        tree.add('file', 'file-id')
2717
 
        tree.commit('a', rev_id='one')
2718
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3172
        self.build_tree_contents([('tree/file', b'a\n')])
 
3173
        tree.add('file', b'file-id')
 
3174
        tree.commit('a', rev_id=b'one')
 
3175
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2719
3176
        preview = TransformPreview(tree)
2720
3177
        self.addCleanup(preview.finalize)
2721
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3178
        file_trans_id = preview.trans_id_file_id(b'file-id')
2722
3179
        preview.delete_contents(file_trans_id)
2723
3180
        preview_tree = preview.get_preview_tree()
2724
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3181
        annotation = preview_tree.annotate_iter(
 
3182
            'file', default_revision=b'me:')
2725
3183
        self.assertIs(None, annotation)
2726
3184
 
2727
3185
    def test_stored_kind(self):
2728
3186
        preview = self.get_empty_preview()
2729
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3187
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2730
3188
        preview_tree = preview.get_preview_tree()
2731
 
        self.assertEqual('file', preview_tree.stored_kind('file-id'))
 
3189
        self.assertEqual('file', preview_tree.stored_kind('file'))
2732
3190
 
2733
3191
    def test_is_executable(self):
2734
3192
        preview = self.get_empty_preview()
2735
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
2736
 
        preview.set_executability(True, preview.trans_id_file_id('file-id'))
 
3193
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
 
3194
        preview.set_executability(True, preview.trans_id_file_id(b'file-id'))
2737
3195
        preview_tree = preview.get_preview_tree()
2738
 
        self.assertEqual(True, preview_tree.is_executable('file-id'))
 
3196
        self.assertEqual(True, preview_tree.is_executable('file'))
2739
3197
 
2740
3198
    def test_get_set_parent_ids(self):
2741
3199
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2742
3200
        self.assertEqual([], preview_tree.get_parent_ids())
2743
 
        preview_tree.set_parent_ids(['rev-1'])
2744
 
        self.assertEqual(['rev-1'], preview_tree.get_parent_ids())
 
3201
        preview_tree.set_parent_ids([b'rev-1'])
 
3202
        self.assertEqual([b'rev-1'], preview_tree.get_parent_ids())
2745
3203
 
2746
3204
    def test_plan_file_merge(self):
2747
3205
        work_a = self.make_branch_and_tree('wta')
2748
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2749
 
        work_a.add('file', 'file-id')
 
3206
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3207
        work_a.add('file', b'file-id')
2750
3208
        base_id = work_a.commit('base version')
2751
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3209
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2752
3210
        preview = TransformPreview(work_a)
2753
3211
        self.addCleanup(preview.finalize)
2754
 
        trans_id = preview.trans_id_file_id('file-id')
 
3212
        trans_id = preview.trans_id_file_id(b'file-id')
2755
3213
        preview.delete_contents(trans_id)
2756
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2757
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3214
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3215
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2758
3216
        tree_a = preview.get_preview_tree()
2759
3217
        tree_a.set_parent_ids([base_id])
2760
3218
        self.assertEqual([
2761
 
            ('killed-a', 'a\n'),
2762
 
            ('killed-b', 'b\n'),
2763
 
            ('unchanged', 'c\n'),
2764
 
            ('unchanged', 'd\n'),
2765
 
            ('new-a', 'e\n'),
2766
 
            ('new-b', 'f\n'),
2767
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3219
            ('killed-a', b'a\n'),
 
3220
            ('killed-b', b'b\n'),
 
3221
            ('unchanged', b'c\n'),
 
3222
            ('unchanged', b'd\n'),
 
3223
            ('new-a', b'e\n'),
 
3224
            ('new-b', b'f\n'),
 
3225
        ], list(tree_a.plan_file_merge(b'file-id', tree_b)))
2768
3226
 
2769
3227
    def test_plan_file_merge_revision_tree(self):
2770
3228
        work_a = self.make_branch_and_tree('wta')
2771
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2772
 
        work_a.add('file', 'file-id')
 
3229
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3230
        work_a.add('file', b'file-id')
2773
3231
        base_id = work_a.commit('base version')
2774
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3232
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2775
3233
        preview = TransformPreview(work_a.basis_tree())
2776
3234
        self.addCleanup(preview.finalize)
2777
 
        trans_id = preview.trans_id_file_id('file-id')
 
3235
        trans_id = preview.trans_id_file_id(b'file-id')
2778
3236
        preview.delete_contents(trans_id)
2779
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2780
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3237
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3238
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2781
3239
        tree_a = preview.get_preview_tree()
2782
3240
        tree_a.set_parent_ids([base_id])
2783
3241
        self.assertEqual([
2784
 
            ('killed-a', 'a\n'),
2785
 
            ('killed-b', 'b\n'),
2786
 
            ('unchanged', 'c\n'),
2787
 
            ('unchanged', 'd\n'),
2788
 
            ('new-a', 'e\n'),
2789
 
            ('new-b', 'f\n'),
2790
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3242
            ('killed-a', b'a\n'),
 
3243
            ('killed-b', b'b\n'),
 
3244
            ('unchanged', b'c\n'),
 
3245
            ('unchanged', b'd\n'),
 
3246
            ('new-a', b'e\n'),
 
3247
            ('new-b', b'f\n'),
 
3248
        ], list(tree_a.plan_file_merge(b'file-id', tree_b)))
2791
3249
 
2792
3250
    def test_walkdirs(self):
2793
3251
        preview = self.get_empty_preview()
2794
 
        root = preview.new_directory('', ROOT_PARENT, 'tree-root')
 
3252
        preview.new_directory('', ROOT_PARENT, b'tree-root')
2795
3253
        # FIXME: new_directory should mark root.
2796
3254
        preview.fixup_new_roots()
2797
3255
        preview_tree = preview.get_preview_tree()
2798
 
        file_trans_id = preview.new_file('a', preview.root, 'contents',
2799
 
                                         'a-id')
2800
 
        expected = [(('', 'tree-root'),
2801
 
                    [('a', 'a', 'file', None, 'a-id', 'file')])]
 
3256
        preview.new_file('a', preview.root, [b'contents'], b'a-id')
 
3257
        expected = [(('', b'tree-root'),
 
3258
                     [('a', 'a', 'file', None, b'a-id', 'file')])]
2802
3259
        self.assertEqual(expected, list(preview_tree.walkdirs()))
2803
3260
 
2804
3261
    def test_extras(self):
2808
3265
        work_tree.add(['removed-file', 'not-removed-file'])
2809
3266
        preview = TransformPreview(work_tree)
2810
3267
        self.addCleanup(preview.finalize)
2811
 
        preview.new_file('new-file', preview.root, 'contents')
2812
 
        preview.new_file('new-versioned-file', preview.root, 'contents',
2813
 
                         'new-versioned-id')
 
3268
        preview.new_file('new-file', preview.root, [b'contents'])
 
3269
        preview.new_file('new-versioned-file', preview.root, [b'contents'],
 
3270
                         b'new-versioned-id')
2814
3271
        tree = preview.get_preview_tree()
2815
3272
        preview.unversion_file(preview.trans_id_tree_path('removed-file'))
2816
 
        self.assertEqual(set(['new-file', 'removed-file', 'existing-file']),
 
3273
        self.assertEqual({'new-file', 'removed-file', 'existing-file'},
2817
3274
                         set(tree.extras()))
2818
3275
 
2819
3276
    def test_merge_into_preview(self):
2820
3277
        work_tree = self.make_branch_and_tree('tree')
2821
 
        self.build_tree_contents([('tree/file','b\n')])
2822
 
        work_tree.add('file', 'file-id')
 
3278
        self.build_tree_contents([('tree/file', b'b\n')])
 
3279
        work_tree.add('file', b'file-id')
2823
3280
        work_tree.commit('first commit')
2824
 
        child_tree = work_tree.bzrdir.sprout('child').open_workingtree()
2825
 
        self.build_tree_contents([('child/file','b\nc\n')])
 
3281
        child_tree = work_tree.controldir.sprout('child').open_workingtree()
 
3282
        self.build_tree_contents([('child/file', b'b\nc\n')])
2826
3283
        child_tree.commit('child commit')
2827
3284
        child_tree.lock_write()
2828
3285
        self.addCleanup(child_tree.unlock)
2830
3287
        self.addCleanup(work_tree.unlock)
2831
3288
        preview = TransformPreview(work_tree)
2832
3289
        self.addCleanup(preview.finalize)
2833
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3290
        file_trans_id = preview.trans_id_file_id(b'file-id')
2834
3291
        preview.delete_contents(file_trans_id)
2835
 
        preview.create_file('a\nb\n', file_trans_id)
 
3292
        preview.create_file([b'a\nb\n'], file_trans_id)
2836
3293
        preview_tree = preview.get_preview_tree()
2837
 
        merger = Merger.from_revision_ids(None, preview_tree,
 
3294
        merger = Merger.from_revision_ids(preview_tree,
2838
3295
                                          child_tree.branch.last_revision(),
2839
3296
                                          other_branch=child_tree.branch,
2840
3297
                                          tree_branch=work_tree.branch)
2842
3299
        tt = merger.make_merger().make_preview_transform()
2843
3300
        self.addCleanup(tt.finalize)
2844
3301
        final_tree = tt.get_preview_tree()
2845
 
        self.assertEqual('a\nb\nc\n', final_tree.get_file_text('file-id'))
 
3302
        self.assertEqual(
 
3303
            b'a\nb\nc\n',
 
3304
            final_tree.get_file_text(final_tree.id2path(b'file-id')))
2846
3305
 
2847
3306
    def test_merge_preview_into_workingtree(self):
2848
3307
        tree = self.make_branch_and_tree('tree')
2849
 
        tree.set_root_id('TREE_ROOT')
 
3308
        tree.set_root_id(b'TREE_ROOT')
2850
3309
        tt = TransformPreview(tree)
2851
3310
        self.addCleanup(tt.finalize)
2852
 
        tt.new_file('name', tt.root, 'content', 'file-id')
 
3311
        tt.new_file('name', tt.root, [b'content'], b'file-id')
2853
3312
        tree2 = self.make_branch_and_tree('tree2')
2854
 
        tree2.set_root_id('TREE_ROOT')
 
3313
        tree2.set_root_id(b'TREE_ROOT')
2855
3314
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2856
 
                                         None, tree.basis_tree())
 
3315
                                         tree.basis_tree())
2857
3316
        merger.merge_type = Merge3Merger
2858
3317
        merger.do_merge()
2859
3318
 
2860
3319
    def test_merge_preview_into_workingtree_handles_conflicts(self):
2861
3320
        tree = self.make_branch_and_tree('tree')
2862
 
        self.build_tree_contents([('tree/foo', 'bar')])
2863
 
        tree.add('foo', 'foo-id')
 
3321
        self.build_tree_contents([('tree/foo', b'bar')])
 
3322
        tree.add('foo', b'foo-id')
2864
3323
        tree.commit('foo')
2865
3324
        tt = TransformPreview(tree)
2866
3325
        self.addCleanup(tt.finalize)
2867
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3326
        trans_id = tt.trans_id_file_id(b'foo-id')
2868
3327
        tt.delete_contents(trans_id)
2869
 
        tt.create_file('baz', trans_id)
2870
 
        tree2 = tree.bzrdir.sprout('tree2').open_workingtree()
2871
 
        self.build_tree_contents([('tree2/foo', 'qux')])
2872
 
        pb = None
 
3328
        tt.create_file([b'baz'], trans_id)
 
3329
        tree2 = tree.controldir.sprout('tree2').open_workingtree()
 
3330
        self.build_tree_contents([('tree2/foo', b'qux')])
2873
3331
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2874
 
                                         pb, tree.basis_tree())
 
3332
                                         tree.basis_tree())
2875
3333
        merger.merge_type = Merge3Merger
2876
3334
        merger.do_merge()
2877
3335
 
 
3336
    def test_has_filename(self):
 
3337
        wt = self.make_branch_and_tree('tree')
 
3338
        self.build_tree(['tree/unmodified', 'tree/removed', 'tree/modified'])
 
3339
        tt = TransformPreview(wt)
 
3340
        removed_id = tt.trans_id_tree_path('removed')
 
3341
        tt.delete_contents(removed_id)
 
3342
        tt.new_file('new', tt.root, [b'contents'])
 
3343
        modified_id = tt.trans_id_tree_path('modified')
 
3344
        tt.delete_contents(modified_id)
 
3345
        tt.create_file([b'modified-contents'], modified_id)
 
3346
        self.addCleanup(tt.finalize)
 
3347
        tree = tt.get_preview_tree()
 
3348
        self.assertTrue(tree.has_filename('unmodified'))
 
3349
        self.assertFalse(tree.has_filename('not-present'))
 
3350
        self.assertFalse(tree.has_filename('removed'))
 
3351
        self.assertTrue(tree.has_filename('new'))
 
3352
        self.assertTrue(tree.has_filename('modified'))
 
3353
 
2878
3354
    def test_is_executable(self):
2879
3355
        tree = self.make_branch_and_tree('tree')
2880
3356
        preview = TransformPreview(tree)
2881
3357
        self.addCleanup(preview.finalize)
2882
 
        preview.new_file('foo', preview.root, 'bar', 'baz-id')
 
3358
        preview.new_file('foo', preview.root, [b'bar'], b'baz-id')
2883
3359
        preview_tree = preview.get_preview_tree()
2884
 
        self.assertEqual(False, preview_tree.is_executable('baz-id',
2885
 
                                                           'tree/foo'))
2886
 
        self.assertEqual(False, preview_tree.is_executable('baz-id'))
 
3360
        self.assertEqual(False, preview_tree.is_executable('tree/foo'))
2887
3361
 
2888
3362
    def test_commit_preview_tree(self):
2889
3363
        tree = self.make_branch_and_tree('tree')
2891
3365
        tree.branch.lock_write()
2892
3366
        self.addCleanup(tree.branch.unlock)
2893
3367
        tt = TransformPreview(tree)
2894
 
        tt.new_file('file', tt.root, 'contents', 'file_id')
 
3368
        tt.new_file('file', tt.root, [b'contents'], b'file_id')
2895
3369
        self.addCleanup(tt.finalize)
2896
3370
        preview = tt.get_preview_tree()
2897
3371
        preview.set_parent_ids([rev_id])
2900
3374
        builder.finish_inventory()
2901
3375
        rev2_id = builder.commit('rev2')
2902
3376
        rev2_tree = tree.branch.repository.revision_tree(rev2_id)
2903
 
        self.assertEqual('contents', rev2_tree.get_file_text('file_id'))
 
3377
        self.assertEqual(b'contents', rev2_tree.get_file_text('file'))
2904
3378
 
2905
3379
    def test_ascii_limbo_paths(self):
2906
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
3380
        self.requireFeature(features.UnicodeFilenameFeature)
2907
3381
        branch = self.make_branch('any')
2908
3382
        tree = branch.repository.revision_tree(_mod_revision.NULL_REVISION)
2909
3383
        tt = TransformPreview(tree)
2910
3384
        self.addCleanup(tt.finalize)
2911
3385
        foo_id = tt.new_directory('', ROOT_PARENT)
2912
 
        bar_id = tt.new_file(u'\u1234bar', foo_id, 'contents')
 
3386
        bar_id = tt.new_file(u'\u1234bar', foo_id, [b'contents'])
2913
3387
        limbo_path = tt._limbo_name(bar_id)
2914
 
        self.assertEqual(limbo_path.encode('ascii', 'replace'), limbo_path)
 
3388
        self.assertEqual(limbo_path, limbo_path)
2915
3389
 
2916
3390
 
2917
3391
class FakeSerializer(object):
2926
3400
 
2927
3401
class TestSerializeTransform(tests.TestCaseWithTransport):
2928
3402
 
2929
 
    _test_needs_features = [tests.UnicodeFilenameFeature]
 
3403
    _test_needs_features = [features.UnicodeFilenameFeature]
2930
3404
 
2931
3405
    def get_preview(self, tree=None):
2932
3406
        if tree is None:
2942
3416
    @staticmethod
2943
3417
    def default_attribs():
2944
3418
        return {
2945
 
            '_id_number': 1,
2946
 
            '_new_name': {},
2947
 
            '_new_parent': {},
2948
 
            '_new_executability': {},
2949
 
            '_new_id': {},
2950
 
            '_tree_path_ids': {'': 'new-0'},
2951
 
            '_removed_id': [],
2952
 
            '_removed_contents': [],
2953
 
            '_non_present_ids': {},
 
3419
            b'_id_number': 1,
 
3420
            b'_new_name': {},
 
3421
            b'_new_parent': {},
 
3422
            b'_new_executability': {},
 
3423
            b'_new_id': {},
 
3424
            b'_tree_path_ids': {b'': b'new-0'},
 
3425
            b'_removed_id': [],
 
3426
            b'_removed_contents': [],
 
3427
            b'_non_present_ids': {},
2954
3428
            }
2955
3429
 
2956
3430
    def make_records(self, attribs, contents):
2957
3431
        records = [
2958
 
            (((('attribs'),),), bencode.bencode(attribs))]
 
3432
            ((((b'attribs'),),), bencode.bencode(attribs))]
2959
3433
        records.extend([(((n, k),), c) for n, k, c in contents])
2960
3434
        return records
2961
3435
 
2962
3436
    def creation_records(self):
2963
3437
        attribs = self.default_attribs()
2964
 
        attribs['_id_number'] = 3
2965
 
        attribs['_new_name'] = {
2966
 
            'new-1': u'foo\u1234'.encode('utf-8'), 'new-2': 'qux'}
2967
 
        attribs['_new_id'] = {'new-1': 'baz', 'new-2': 'quxx'}
2968
 
        attribs['_new_parent'] = {'new-1': 'new-0', 'new-2': 'new-0'}
2969
 
        attribs['_new_executability'] = {'new-1': 1}
 
3438
        attribs[b'_id_number'] = 3
 
3439
        attribs[b'_new_name'] = {
 
3440
            b'new-1': u'foo\u1234'.encode('utf-8'), b'new-2': b'qux'}
 
3441
        attribs[b'_new_id'] = {b'new-1': b'baz', b'new-2': b'quxx'}
 
3442
        attribs[b'_new_parent'] = {b'new-1': b'new-0', b'new-2': b'new-0'}
 
3443
        attribs[b'_new_executability'] = {b'new-1': 1}
2970
3444
        contents = [
2971
 
            ('new-1', 'file', 'i 1\nbar\n'),
2972
 
            ('new-2', 'directory', ''),
 
3445
            (b'new-1', b'file', b'i 1\nbar\n'),
 
3446
            (b'new-2', b'directory', b''),
2973
3447
            ]
2974
3448
        return self.make_records(attribs, contents)
2975
3449
 
2976
3450
    def test_serialize_creation(self):
2977
3451
        tt = self.get_preview()
2978
 
        tt.new_file(u'foo\u1234', tt.root, 'bar', 'baz', True)
2979
 
        tt.new_directory('qux', tt.root, 'quxx')
 
3452
        tt.new_file(u'foo\u1234', tt.root, [b'bar'], b'baz', True)
 
3453
        tt.new_directory('qux', tt.root, b'quxx')
2980
3454
        self.assertSerializesTo(self.creation_records(), tt)
2981
3455
 
2982
3456
    def test_deserialize_creation(self):
2985
3459
        self.assertEqual(3, tt._id_number)
2986
3460
        self.assertEqual({'new-1': u'foo\u1234',
2987
3461
                          'new-2': 'qux'}, tt._new_name)
2988
 
        self.assertEqual({'new-1': 'baz', 'new-2': 'quxx'}, tt._new_id)
 
3462
        self.assertEqual({'new-1': b'baz', 'new-2': b'quxx'}, tt._new_id)
2989
3463
        self.assertEqual({'new-1': tt.root, 'new-2': tt.root}, tt._new_parent)
2990
 
        self.assertEqual({'baz': 'new-1', 'quxx': 'new-2'}, tt._r_new_id)
 
3464
        self.assertEqual({b'baz': 'new-1', b'quxx': 'new-2'}, tt._r_new_id)
2991
3465
        self.assertEqual({'new-1': True}, tt._new_executability)
2992
3466
        self.assertEqual({'new-1': 'file',
2993
3467
                          'new-2': 'directory'}, tt._new_contents)
2996
3470
            foo_content = foo_limbo.read()
2997
3471
        finally:
2998
3472
            foo_limbo.close()
2999
 
        self.assertEqual('bar', foo_content)
 
3473
        self.assertEqual(b'bar', foo_content)
3000
3474
 
3001
3475
    def symlink_creation_records(self):
3002
3476
        attribs = self.default_attribs()
3003
 
        attribs['_id_number'] = 2
3004
 
        attribs['_new_name'] = {'new-1': u'foo\u1234'.encode('utf-8')}
3005
 
        attribs['_new_parent'] = {'new-1': 'new-0'}
3006
 
        contents = [('new-1', 'symlink', u'bar\u1234'.encode('utf-8'))]
 
3477
        attribs[b'_id_number'] = 2
 
3478
        attribs[b'_new_name'] = {b'new-1': u'foo\u1234'.encode('utf-8')}
 
3479
        attribs[b'_new_parent'] = {b'new-1': b'new-0'}
 
3480
        contents = [(b'new-1', b'symlink', u'bar\u1234'.encode('utf-8'))]
3007
3481
        return self.make_records(attribs, contents)
3008
3482
 
3009
3483
    def test_serialize_symlink_creation(self):
3010
 
        self.requireFeature(tests.SymlinkFeature)
 
3484
        self.requireFeature(features.SymlinkFeature)
3011
3485
        tt = self.get_preview()
3012
3486
        tt.new_symlink(u'foo\u1234', tt.root, u'bar\u1234')
3013
3487
        self.assertSerializesTo(self.symlink_creation_records(), tt)
3014
3488
 
3015
3489
    def test_deserialize_symlink_creation(self):
3016
 
        self.requireFeature(tests.SymlinkFeature)
 
3490
        self.requireFeature(features.SymlinkFeature)
3017
3491
        tt = self.get_preview()
3018
3492
        tt.deserialize(iter(self.symlink_creation_records()))
3019
3493
        abspath = tt._limbo_name('new-1')
3023
3497
    def make_destruction_preview(self):
3024
3498
        tree = self.make_branch_and_tree('.')
3025
3499
        self.build_tree([u'foo\u1234', 'bar'])
3026
 
        tree.add([u'foo\u1234', 'bar'], ['foo-id', 'bar-id'])
 
3500
        tree.add([u'foo\u1234', 'bar'], [b'foo-id', b'bar-id'])
3027
3501
        return self.get_preview(tree)
3028
3502
 
3029
3503
    def destruction_records(self):
3030
3504
        attribs = self.default_attribs()
3031
 
        attribs['_id_number'] = 3
3032
 
        attribs['_removed_id'] = ['new-1']
3033
 
        attribs['_removed_contents'] = ['new-2']
3034
 
        attribs['_tree_path_ids'] = {
3035
 
            '': 'new-0',
3036
 
            u'foo\u1234'.encode('utf-8'): 'new-1',
3037
 
            'bar': 'new-2',
 
3505
        attribs[b'_id_number'] = 3
 
3506
        attribs[b'_removed_id'] = [b'new-1']
 
3507
        attribs[b'_removed_contents'] = [b'new-2']
 
3508
        attribs[b'_tree_path_ids'] = {
 
3509
            b'': b'new-0',
 
3510
            u'foo\u1234'.encode('utf-8'): b'new-1',
 
3511
            b'bar': b'new-2',
3038
3512
            }
3039
3513
        return self.make_records(attribs, [])
3040
3514
 
3041
3515
    def test_serialize_destruction(self):
3042
3516
        tt = self.make_destruction_preview()
3043
 
        foo_trans_id = tt.trans_id_tree_file_id('foo-id')
 
3517
        foo_trans_id = tt.trans_id_tree_path(u'foo\u1234')
3044
3518
        tt.unversion_file(foo_trans_id)
3045
 
        bar_trans_id = tt.trans_id_tree_file_id('bar-id')
 
3519
        bar_trans_id = tt.trans_id_tree_path('bar')
3046
3520
        tt.delete_contents(bar_trans_id)
3047
3521
        self.assertSerializesTo(self.destruction_records(), tt)
3048
3522
 
3055
3529
        self.assertEqual({'new-1': u'foo\u1234',
3056
3530
                          'new-2': 'bar',
3057
3531
                          tt.root: ''}, tt._tree_id_paths)
3058
 
        self.assertEqual(set(['new-1']), tt._removed_id)
3059
 
        self.assertEqual(set(['new-2']), tt._removed_contents)
 
3532
        self.assertEqual({'new-1'}, tt._removed_id)
 
3533
        self.assertEqual({'new-2'}, tt._removed_contents)
3060
3534
 
3061
3535
    def missing_records(self):
3062
3536
        attribs = self.default_attribs()
3063
 
        attribs['_id_number'] = 2
3064
 
        attribs['_non_present_ids'] = {
3065
 
            'boo': 'new-1',}
 
3537
        attribs[b'_id_number'] = 2
 
3538
        attribs[b'_non_present_ids'] = {
 
3539
            b'boo': b'new-1', }
3066
3540
        return self.make_records(attribs, [])
3067
3541
 
3068
3542
    def test_serialize_missing(self):
3069
3543
        tt = self.get_preview()
3070
 
        boo_trans_id = tt.trans_id_file_id('boo')
 
3544
        tt.trans_id_file_id(b'boo')
3071
3545
        self.assertSerializesTo(self.missing_records(), tt)
3072
3546
 
3073
3547
    def test_deserialize_missing(self):
3074
3548
        tt = self.get_preview()
3075
3549
        tt.deserialize(iter(self.missing_records()))
3076
 
        self.assertEqual({'boo': 'new-1'}, tt._non_present_ids)
 
3550
        self.assertEqual({b'boo': 'new-1'}, tt._non_present_ids)
3077
3551
 
3078
3552
    def make_modification_preview(self):
3079
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3080
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3553
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
 
3554
        LINES_TWO = b'z\nbb\nx\ndd\n'
3081
3555
        tree = self.make_branch_and_tree('tree')
3082
3556
        self.build_tree_contents([('tree/file', LINES_ONE)])
3083
 
        tree.add('file', 'file-id')
3084
 
        return self.get_preview(tree), LINES_TWO
 
3557
        tree.add('file', b'file-id')
 
3558
        return self.get_preview(tree), [LINES_TWO]
3085
3559
 
3086
3560
    def modification_records(self):
3087
3561
        attribs = self.default_attribs()
3088
 
        attribs['_id_number'] = 2
3089
 
        attribs['_tree_path_ids'] = {
3090
 
            'file': 'new-1',
3091
 
            '': 'new-0',}
3092
 
        attribs['_removed_contents'] = ['new-1']
3093
 
        contents = [('new-1', 'file',
3094
 
                     'i 1\nz\n\nc 0 1 1 1\ni 1\nx\n\nc 0 3 3 1\n')]
 
3562
        attribs[b'_id_number'] = 2
 
3563
        attribs[b'_tree_path_ids'] = {
 
3564
            b'file': b'new-1',
 
3565
            b'': b'new-0', }
 
3566
        attribs[b'_removed_contents'] = [b'new-1']
 
3567
        contents = [(b'new-1', b'file',
 
3568
                     b'i 1\nz\n\nc 0 1 1 1\ni 1\nx\n\nc 0 3 3 1\n')]
3095
3569
        return self.make_records(attribs, contents)
3096
3570
 
3097
3571
    def test_serialize_modification(self):
3098
3572
        tt, LINES = self.make_modification_preview()
3099
 
        trans_id = tt.trans_id_file_id('file-id')
 
3573
        trans_id = tt.trans_id_file_id(b'file-id')
3100
3574
        tt.delete_contents(trans_id)
3101
3575
        tt.create_file(LINES, trans_id)
3102
3576
        self.assertSerializesTo(self.modification_records(), tt)
3104
3578
    def test_deserialize_modification(self):
3105
3579
        tt, LINES = self.make_modification_preview()
3106
3580
        tt.deserialize(iter(self.modification_records()))
3107
 
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
 
3581
        self.assertFileEqual(b''.join(LINES), tt._limbo_name('new-1'))
3108
3582
 
3109
3583
    def make_kind_change_preview(self):
3110
 
        LINES = 'a\nb\nc\nd\n'
 
3584
        LINES = b'a\nb\nc\nd\n'
3111
3585
        tree = self.make_branch_and_tree('tree')
3112
3586
        self.build_tree(['tree/foo/'])
3113
 
        tree.add('foo', 'foo-id')
3114
 
        return self.get_preview(tree), LINES
 
3587
        tree.add('foo', b'foo-id')
 
3588
        return self.get_preview(tree), [LINES]
3115
3589
 
3116
3590
    def kind_change_records(self):
3117
3591
        attribs = self.default_attribs()
3118
 
        attribs['_id_number'] = 2
3119
 
        attribs['_tree_path_ids'] = {
3120
 
            'foo': 'new-1',
3121
 
            '': 'new-0',}
3122
 
        attribs['_removed_contents'] = ['new-1']
3123
 
        contents = [('new-1', 'file',
3124
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3592
        attribs[b'_id_number'] = 2
 
3593
        attribs[b'_tree_path_ids'] = {
 
3594
            b'foo': b'new-1',
 
3595
            b'': b'new-0', }
 
3596
        attribs[b'_removed_contents'] = [b'new-1']
 
3597
        contents = [(b'new-1', b'file',
 
3598
                     b'i 4\na\nb\nc\nd\n\n')]
3125
3599
        return self.make_records(attribs, contents)
3126
3600
 
3127
3601
    def test_serialize_kind_change(self):
3128
3602
        tt, LINES = self.make_kind_change_preview()
3129
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3603
        trans_id = tt.trans_id_file_id(b'foo-id')
3130
3604
        tt.delete_contents(trans_id)
3131
3605
        tt.create_file(LINES, trans_id)
3132
3606
        self.assertSerializesTo(self.kind_change_records(), tt)
3134
3608
    def test_deserialize_kind_change(self):
3135
3609
        tt, LINES = self.make_kind_change_preview()
3136
3610
        tt.deserialize(iter(self.kind_change_records()))
3137
 
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
 
3611
        self.assertFileEqual(b''.join(LINES), tt._limbo_name('new-1'))
3138
3612
 
3139
3613
    def make_add_contents_preview(self):
3140
 
        LINES = 'a\nb\nc\nd\n'
 
3614
        LINES = b'a\nb\nc\nd\n'
3141
3615
        tree = self.make_branch_and_tree('tree')
3142
3616
        self.build_tree(['tree/foo'])
3143
3617
        tree.add('foo')
3146
3620
 
3147
3621
    def add_contents_records(self):
3148
3622
        attribs = self.default_attribs()
3149
 
        attribs['_id_number'] = 2
3150
 
        attribs['_tree_path_ids'] = {
3151
 
            'foo': 'new-1',
3152
 
            '': 'new-0',}
3153
 
        contents = [('new-1', 'file',
3154
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3623
        attribs[b'_id_number'] = 2
 
3624
        attribs[b'_tree_path_ids'] = {
 
3625
            b'foo': b'new-1',
 
3626
            b'': b'new-0', }
 
3627
        contents = [(b'new-1', b'file',
 
3628
                     b'i 4\na\nb\nc\nd\n\n')]
3155
3629
        return self.make_records(attribs, contents)
3156
3630
 
3157
3631
    def test_serialize_add_contents(self):
3158
3632
        tt, LINES = self.make_add_contents_preview()
3159
3633
        trans_id = tt.trans_id_tree_path('foo')
3160
 
        tt.create_file(LINES, trans_id)
 
3634
        tt.create_file([LINES], trans_id)
3161
3635
        self.assertSerializesTo(self.add_contents_records(), tt)
3162
3636
 
3163
3637
    def test_deserialize_add_contents(self):
3166
3640
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
3167
3641
 
3168
3642
    def test_get_parents_lines(self):
3169
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3170
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3643
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
3171
3644
        tree = self.make_branch_and_tree('tree')
3172
3645
        self.build_tree_contents([('tree/file', LINES_ONE)])
3173
 
        tree.add('file', 'file-id')
 
3646
        tree.add('file', b'file-id')
3174
3647
        tt = self.get_preview(tree)
3175
3648
        trans_id = tt.trans_id_tree_path('file')
3176
 
        self.assertEqual((['aa\n', 'bb\n', 'cc\n', 'dd\n'],),
3177
 
            tt._get_parents_lines(trans_id))
 
3649
        self.assertEqual(([b'aa\n', b'bb\n', b'cc\n', b'dd\n'],),
 
3650
                         tt._get_parents_lines(trans_id))
3178
3651
 
3179
3652
    def test_get_parents_texts(self):
3180
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3181
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3653
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
3182
3654
        tree = self.make_branch_and_tree('tree')
3183
3655
        self.build_tree_contents([('tree/file', LINES_ONE)])
3184
 
        tree.add('file', 'file-id')
 
3656
        tree.add('file', b'file-id')
3185
3657
        tt = self.get_preview(tree)
3186
3658
        trans_id = tt.trans_id_tree_path('file')
3187
3659
        self.assertEqual((LINES_ONE,),
3188
 
            tt._get_parents_texts(trans_id))
 
3660
                         tt._get_parents_texts(trans_id))
 
3661
 
 
3662
 
 
3663
class TestOrphan(tests.TestCaseWithTransport):
 
3664
 
 
3665
    def test_no_orphan_for_transform_preview(self):
 
3666
        tree = self.make_branch_and_tree('tree')
 
3667
        tt = transform.TransformPreview(tree)
 
3668
        self.addCleanup(tt.finalize)
 
3669
        self.assertRaises(NotImplementedError, tt.new_orphan, 'foo', 'bar')
 
3670
 
 
3671
    def _set_orphan_policy(self, wt, policy):
 
3672
        wt.branch.get_config_stack().set('transform.orphan_policy',
 
3673
                                         policy)
 
3674
 
 
3675
    def _prepare_orphan(self, wt):
 
3676
        self.build_tree(['dir/', 'dir/file', 'dir/foo'])
 
3677
        wt.add(['dir', 'dir/file'], [b'dir-id', b'file-id'])
 
3678
        wt.commit('add dir and file ignoring foo')
 
3679
        tt = transform.TreeTransform(wt)
 
3680
        self.addCleanup(tt.finalize)
 
3681
        # dir and bar are deleted
 
3682
        dir_tid = tt.trans_id_tree_path('dir')
 
3683
        file_tid = tt.trans_id_tree_path('dir/file')
 
3684
        orphan_tid = tt.trans_id_tree_path('dir/foo')
 
3685
        tt.delete_contents(file_tid)
 
3686
        tt.unversion_file(file_tid)
 
3687
        tt.delete_contents(dir_tid)
 
3688
        tt.unversion_file(dir_tid)
 
3689
        # There should be a conflict because dir still contain foo
 
3690
        raw_conflicts = tt.find_conflicts()
 
3691
        self.assertLength(1, raw_conflicts)
 
3692
        self.assertEqual(('missing parent', 'new-1'), raw_conflicts[0])
 
3693
        return tt, orphan_tid
 
3694
 
 
3695
    def test_new_orphan_created(self):
 
3696
        wt = self.make_branch_and_tree('.')
 
3697
        self._set_orphan_policy(wt, 'move')
 
3698
        tt, orphan_tid = self._prepare_orphan(wt)
 
3699
        warnings = []
 
3700
 
 
3701
        def warning(*args):
 
3702
            warnings.append(args[0] % args[1:])
 
3703
        self.overrideAttr(trace, 'warning', warning)
 
3704
        remaining_conflicts = resolve_conflicts(tt)
 
3705
        self.assertEqual(['dir/foo has been orphaned in brz-orphans'],
 
3706
                         warnings)
 
3707
        # Yeah for resolved conflicts !
 
3708
        self.assertLength(0, remaining_conflicts)
 
3709
        # We have a new orphan
 
3710
        self.assertEqual('foo.~1~', tt.final_name(orphan_tid))
 
3711
        self.assertEqual('brz-orphans',
 
3712
                         tt.final_name(tt.final_parent(orphan_tid)))
 
3713
 
 
3714
    def test_never_orphan(self):
 
3715
        wt = self.make_branch_and_tree('.')
 
3716
        self._set_orphan_policy(wt, 'conflict')
 
3717
        tt, orphan_tid = self._prepare_orphan(wt)
 
3718
        remaining_conflicts = resolve_conflicts(tt)
 
3719
        self.assertLength(1, remaining_conflicts)
 
3720
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3721
                         remaining_conflicts.pop())
 
3722
 
 
3723
    def test_orphan_error(self):
 
3724
        def bogus_orphan(tt, orphan_id, parent_id):
 
3725
            raise transform.OrphaningError(tt.final_name(orphan_id),
 
3726
                                           tt.final_name(parent_id))
 
3727
        transform.orphaning_registry.register('bogus', bogus_orphan,
 
3728
                                              'Raise an error when orphaning')
 
3729
        wt = self.make_branch_and_tree('.')
 
3730
        self._set_orphan_policy(wt, 'bogus')
 
3731
        tt, orphan_tid = self._prepare_orphan(wt)
 
3732
        remaining_conflicts = resolve_conflicts(tt)
 
3733
        self.assertLength(1, remaining_conflicts)
 
3734
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3735
                         remaining_conflicts.pop())
 
3736
 
 
3737
    def test_unknown_orphan_policy(self):
 
3738
        wt = self.make_branch_and_tree('.')
 
3739
        # Set a fictional policy nobody ever implemented
 
3740
        self._set_orphan_policy(wt, 'donttouchmypreciouuus')
 
3741
        tt, orphan_tid = self._prepare_orphan(wt)
 
3742
        warnings = []
 
3743
 
 
3744
        def warning(*args):
 
3745
            warnings.append(args[0] % args[1:])
 
3746
        self.overrideAttr(trace, 'warning', warning)
 
3747
        remaining_conflicts = resolve_conflicts(tt)
 
3748
        # We fallback to the default policy which create a conflict
 
3749
        self.assertLength(1, remaining_conflicts)
 
3750
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3751
                         remaining_conflicts.pop())
 
3752
        self.assertLength(1, warnings)
 
3753
        self.assertStartsWith(warnings[0], 'Value "donttouchmypreciouuus" ')
 
3754
 
 
3755
 
 
3756
class TestTransformHooks(tests.TestCaseWithTransport):
 
3757
 
 
3758
    def setUp(self):
 
3759
        super(TestTransformHooks, self).setUp()
 
3760
        self.wt = self.make_branch_and_tree('.')
 
3761
        os.chdir('..')
 
3762
 
 
3763
    def get_transform(self):
 
3764
        transform = TreeTransform(self.wt)
 
3765
        self.addCleanup(transform.finalize)
 
3766
        return transform, transform.root
 
3767
 
 
3768
    def test_pre_commit_hooks(self):
 
3769
        calls = []
 
3770
 
 
3771
        def record_pre_transform(tree, tt):
 
3772
            calls.append((tree, tt))
 
3773
        MutableTree.hooks.install_named_hook(
 
3774
            'pre_transform', record_pre_transform, "Pre transform")
 
3775
        transform, root = self.get_transform()
 
3776
        old_root_id = transform.tree_file_id(root)
 
3777
        transform.apply()
 
3778
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
3779
        self.assertEqual([(self.wt, transform)], calls)
 
3780
 
 
3781
    def test_post_commit_hooks(self):
 
3782
        calls = []
 
3783
 
 
3784
        def record_post_transform(tree, tt):
 
3785
            calls.append((tree, tt))
 
3786
        MutableTree.hooks.install_named_hook(
 
3787
            'post_transform', record_post_transform, "Post transform")
 
3788
        transform, root = self.get_transform()
 
3789
        old_root_id = transform.tree_file_id(root)
 
3790
        transform.apply()
 
3791
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
3792
        self.assertEqual([(self.wt, transform)], calls)
 
3793
 
 
3794
 
 
3795
class TestLinkTree(tests.TestCaseWithTransport):
 
3796
 
 
3797
    _test_needs_features = [HardlinkFeature]
 
3798
 
 
3799
    def setUp(self):
 
3800
        tests.TestCaseWithTransport.setUp(self)
 
3801
        self.parent_tree = self.make_branch_and_tree('parent')
 
3802
        self.parent_tree.lock_write()
 
3803
        self.addCleanup(self.parent_tree.unlock)
 
3804
        self.build_tree_contents([('parent/foo', b'bar')])
 
3805
        self.parent_tree.add('foo')
 
3806
        self.parent_tree.commit('added foo')
 
3807
        child_controldir = self.parent_tree.controldir.sprout('child')
 
3808
        self.child_tree = child_controldir.open_workingtree()
 
3809
 
 
3810
    def hardlinked(self):
 
3811
        parent_stat = os.lstat(self.parent_tree.abspath('foo'))
 
3812
        child_stat = os.lstat(self.child_tree.abspath('foo'))
 
3813
        return parent_stat.st_ino == child_stat.st_ino
 
3814
 
 
3815
    def test_link_fails_if_modified(self):
 
3816
        """If the file to be linked has modified text, don't link."""
 
3817
        self.build_tree_contents([('child/foo', b'baz')])
 
3818
        transform.link_tree(self.child_tree, self.parent_tree)
 
3819
        self.assertFalse(self.hardlinked())
 
3820
 
 
3821
    def test_link_fails_if_execute_bit_changed(self):
 
3822
        """If the file to be linked has modified execute bit, don't link."""
 
3823
        tt = TreeTransform(self.child_tree)
 
3824
        try:
 
3825
            trans_id = tt.trans_id_tree_path('foo')
 
3826
            tt.set_executability(True, trans_id)
 
3827
            tt.apply()
 
3828
        finally:
 
3829
            tt.finalize()
 
3830
        transform.link_tree(self.child_tree, self.parent_tree)
 
3831
        self.assertFalse(self.hardlinked())
 
3832
 
 
3833
    def test_link_succeeds_if_unmodified(self):
 
3834
        """If the file to be linked is unmodified, link"""
 
3835
        transform.link_tree(self.child_tree, self.parent_tree)
 
3836
        self.assertTrue(self.hardlinked())