/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/tests/test_transform.py

  • Committer: Jelmer Vernooij
  • Date: 2019-02-17 04:45:29 UTC
  • mto: (7290.1.9 work)
  • mto: This revision was merged to the branch mainline in revision 7295.
  • Revision ID: jelmer@jelmer.uk-20190217044529-uttid7powincb9fq
Add bug #.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006-2012, 2016 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
 
17
import codecs
 
18
import errno
17
19
import os
18
 
from StringIO import StringIO
19
20
import sys
20
21
import time
21
22
 
22
 
from bzrlib import (
 
23
from .. import (
23
24
    bencode,
24
25
    errors,
25
26
    filters,
28
29
    revision as _mod_revision,
29
30
    rules,
30
31
    tests,
 
32
    trace,
 
33
    transform,
31
34
    urlutils,
32
35
    )
33
 
from bzrlib.bzrdir import BzrDir
34
 
from bzrlib.conflicts import (
 
36
from ..conflicts import (
35
37
    DeletingParent,
36
38
    DuplicateEntry,
37
39
    DuplicateID,
40
42
    ParentLoop,
41
43
    UnversionedParent,
42
44
)
43
 
from bzrlib.diff import show_diff_trees
44
 
from bzrlib.errors import (
 
45
from ..controldir import ControlDir
 
46
from ..diff import show_diff_trees
 
47
from ..errors import (
45
48
    DuplicateKey,
46
49
    ExistingLimbo,
47
50
    ExistingPendingDeletion,
49
52
    ImmortalPendingDeletion,
50
53
    LockError,
51
54
    MalformedTransform,
52
 
    NoSuchFile,
53
55
    ReusingTransform,
54
56
)
55
 
from bzrlib.osutils import (
 
57
from ..osutils import (
56
58
    file_kind,
57
59
    pathjoin,
58
60
)
59
 
from bzrlib.merge import Merge3Merger, Merger
60
 
from bzrlib.tests import (
 
61
from ..merge import Merge3Merger, Merger
 
62
from ..mutabletree import MutableTree
 
63
from ..sixish import (
 
64
    BytesIO,
 
65
    PY3,
 
66
    text_type,
 
67
    )
 
68
from . import (
 
69
    features,
 
70
    TestCaseInTempDir,
 
71
    TestSkipped,
 
72
    )
 
73
from .features import (
61
74
    HardlinkFeature,
62
75
    SymlinkFeature,
63
 
    TestCase,
64
 
    TestCaseInTempDir,
65
 
    TestSkipped,
66
 
)
67
 
from bzrlib.transform import (
 
76
    )
 
77
from ..transform import (
68
78
    build_tree,
69
79
    create_from_tree,
70
80
    cook_conflicts,
71
81
    _FileMover,
72
82
    FinalPaths,
73
 
    get_backup_name,
74
83
    resolve_conflicts,
75
84
    resolve_checkout,
76
85
    ROOT_PARENT,
83
92
 
84
93
    def setUp(self):
85
94
        super(TestTreeTransform, self).setUp()
86
 
        self.wt = self.make_branch_and_tree('.', format='dirstate-with-subtree')
 
95
        self.wt = self.make_branch_and_tree('.', format='development-subtree')
87
96
        os.chdir('..')
88
97
 
89
98
    def get_transform(self):
91
100
        self.addCleanup(transform.finalize)
92
101
        return transform, transform.root
93
102
 
 
103
    def get_transform_for_sha1_test(self):
 
104
        trans, root = self.get_transform()
 
105
        self.wt.lock_tree_write()
 
106
        self.addCleanup(self.wt.unlock)
 
107
        contents = [b'just some content\n']
 
108
        sha1 = osutils.sha_strings(contents)
 
109
        # Roll back the clock
 
110
        trans._creation_mtime = time.time() - 20.0
 
111
        return trans, root, contents, sha1
 
112
 
94
113
    def test_existing_limbo(self):
95
114
        transform, root = self.get_transform()
96
115
        limbo_name = transform._limbodir
123
142
        imaginary_id = transform.trans_id_tree_path('imaginary')
124
143
        imaginary_id2 = transform.trans_id_tree_path('imaginary/')
125
144
        self.assertEqual(imaginary_id, imaginary_id2)
126
 
        self.assertEqual(transform.get_tree_parent(imaginary_id), root)
127
 
        self.assertEqual(transform.final_kind(root), 'directory')
128
 
        self.assertEqual(transform.final_file_id(root), self.wt.get_root_id())
 
145
        self.assertEqual(root, transform.get_tree_parent(imaginary_id))
 
146
        self.assertEqual('directory', transform.final_kind(root))
 
147
        self.assertEqual(self.wt.get_root_id(), transform.final_file_id(root))
129
148
        trans_id = transform.create_path('name', root)
130
149
        self.assertIs(transform.final_file_id(trans_id), None)
131
 
        self.assertRaises(NoSuchFile, transform.final_kind, trans_id)
132
 
        transform.create_file('contents', trans_id)
 
150
        self.assertIs(None, transform.final_kind(trans_id))
 
151
        transform.create_file([b'contents'], trans_id)
133
152
        transform.set_executability(True, trans_id)
134
 
        transform.version_file('my_pretties', trans_id)
 
153
        transform.version_file(b'my_pretties', trans_id)
135
154
        self.assertRaises(DuplicateKey, transform.version_file,
136
 
                          'my_pretties', trans_id)
137
 
        self.assertEqual(transform.final_file_id(trans_id), 'my_pretties')
 
155
                          b'my_pretties', trans_id)
 
156
        self.assertEqual(transform.final_file_id(trans_id), b'my_pretties')
138
157
        self.assertEqual(transform.final_parent(trans_id), root)
139
158
        self.assertIs(transform.final_parent(root), ROOT_PARENT)
140
159
        self.assertIs(transform.get_tree_parent(root), ROOT_PARENT)
141
160
        oz_id = transform.create_path('oz', root)
142
161
        transform.create_directory(oz_id)
143
 
        transform.version_file('ozzie', oz_id)
 
162
        transform.version_file(b'ozzie', oz_id)
144
163
        trans_id2 = transform.create_path('name2', root)
145
 
        transform.create_file('contents', trans_id2)
 
164
        transform.create_file([b'contents'], trans_id2)
146
165
        transform.set_executability(False, trans_id2)
147
 
        transform.version_file('my_pretties2', trans_id2)
 
166
        transform.version_file(b'my_pretties2', trans_id2)
148
167
        modified_paths = transform.apply().modified_paths
149
 
        self.assertEqual('contents', self.wt.get_file_byname('name').read())
150
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
151
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
152
 
        self.assertIs(self.wt.is_executable('my_pretties2'), False)
 
168
        with self.wt.get_file('name') as f:
 
169
            self.assertEqual(b'contents', f.read())
 
170
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
171
        self.assertIs(self.wt.is_executable('name'), True)
 
172
        self.assertIs(self.wt.is_executable('name2'), False)
153
173
        self.assertEqual('directory', file_kind(self.wt.abspath('oz')))
154
174
        self.assertEqual(len(modified_paths), 3)
155
 
        tree_mod_paths = [self.wt.id2abspath(f) for f in
156
 
                          ('ozzie', 'my_pretties', 'my_pretties2')]
 
175
        tree_mod_paths = [self.wt.abspath(self.wt.id2path(f)) for f in
 
176
                          (b'ozzie', b'my_pretties', b'my_pretties2')]
157
177
        self.assertSubset(tree_mod_paths, modified_paths)
158
178
        # is it safe to finalize repeatedly?
159
179
        transform.finalize()
160
180
        transform.finalize()
161
181
 
 
182
    def test_apply_informs_tree_of_observed_sha1(self):
 
183
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
184
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
185
                                  sha1=sha1)
 
186
        calls = []
 
187
        orig = self.wt._observed_sha1
 
188
 
 
189
        def _observed_sha1(*args):
 
190
            calls.append(args)
 
191
            orig(*args)
 
192
        self.wt._observed_sha1 = _observed_sha1
 
193
        trans.apply()
 
194
        self.assertEqual([('file1', trans._observed_sha1s[trans_id])],
 
195
                         calls)
 
196
 
 
197
    def test_create_file_caches_sha1(self):
 
198
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
199
        trans_id = trans.create_path('file1', root)
 
200
        trans.create_file(contents, trans_id, sha1=sha1)
 
201
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
202
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
203
        self.assertEqual(o_sha1, sha1)
 
204
        self.assertEqualStat(o_st_val, st_val)
 
205
 
 
206
    def test__apply_insertions_updates_sha1(self):
 
207
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
208
        trans_id = trans.create_path('file1', root)
 
209
        trans.create_file(contents, trans_id, sha1=sha1)
 
210
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
211
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
212
        self.assertEqual(o_sha1, sha1)
 
213
        self.assertEqualStat(o_st_val, st_val)
 
214
        creation_mtime = trans._creation_mtime + 10.0
 
215
        # We fake a time difference from when the file was created until now it
 
216
        # is being renamed by using os.utime. Note that the change we actually
 
217
        # want to see is the real ctime change from 'os.rename()', but as long
 
218
        # as we observe a new stat value, we should be fine.
 
219
        os.utime(trans._limbo_name(trans_id), (creation_mtime, creation_mtime))
 
220
        trans.apply()
 
221
        new_st_val = osutils.lstat(self.wt.abspath('file1'))
 
222
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
223
        self.assertEqual(o_sha1, sha1)
 
224
        self.assertEqualStat(o_st_val, new_st_val)
 
225
        self.assertNotEqual(st_val.st_mtime, new_st_val.st_mtime)
 
226
 
 
227
    def test_new_file_caches_sha1(self):
 
228
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
229
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
230
                                  sha1=sha1)
 
231
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
232
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
233
        self.assertEqual(o_sha1, sha1)
 
234
        self.assertEqualStat(o_st_val, st_val)
 
235
 
 
236
    def test_cancel_creation_removes_observed_sha1(self):
 
237
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
238
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
239
                                  sha1=sha1)
 
240
        self.assertTrue(trans_id in trans._observed_sha1s)
 
241
        trans.cancel_creation(trans_id)
 
242
        self.assertFalse(trans_id in trans._observed_sha1s)
 
243
 
162
244
    def test_create_files_same_timestamp(self):
163
245
        transform, root = self.get_transform()
164
246
        self.wt.lock_tree_write()
166
248
        # Roll back the clock, so that we know everything is being set to the
167
249
        # exact time
168
250
        transform._creation_mtime = creation_mtime = time.time() - 20.0
169
 
        transform.create_file('content-one',
 
251
        transform.create_file([b'content-one'],
170
252
                              transform.create_path('one', root))
171
 
        time.sleep(1) # *ugly*
172
 
        transform.create_file('content-two',
 
253
        time.sleep(1)  # *ugly*
 
254
        transform.create_file([b'content-two'],
173
255
                              transform.create_path('two', root))
174
256
        transform.apply()
175
 
        fo, st1 = self.wt.get_file_with_stat(None, path='one', filtered=False)
 
257
        fo, st1 = self.wt.get_file_with_stat('one', filtered=False)
176
258
        fo.close()
177
 
        fo, st2 = self.wt.get_file_with_stat(None, path='two', filtered=False)
 
259
        fo, st2 = self.wt.get_file_with_stat('two', filtered=False)
178
260
        fo.close()
179
261
        # We only guarantee 2s resolution
180
 
        self.assertTrue(abs(creation_mtime - st1.st_mtime) < 2.0,
 
262
        self.assertTrue(
 
263
            abs(creation_mtime - st1.st_mtime) < 2.0,
181
264
            "%s != %s within 2 seconds" % (creation_mtime, st1.st_mtime))
182
265
        # But if we have more than that, all files should get the same result
183
266
        self.assertEqual(st1.st_mtime, st2.st_mtime)
184
267
 
185
268
    def test_change_root_id(self):
186
269
        transform, root = self.get_transform()
187
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
188
 
        transform.new_directory('', ROOT_PARENT, 'new-root-id')
 
270
        self.assertNotEqual(b'new-root-id', self.wt.get_root_id())
 
271
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
189
272
        transform.delete_contents(root)
190
273
        transform.unversion_file(root)
191
274
        transform.fixup_new_roots()
192
275
        transform.apply()
193
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
 
276
        self.assertEqual(b'new-root-id', self.wt.get_root_id())
194
277
 
195
278
    def test_change_root_id_add_files(self):
196
279
        transform, root = self.get_transform()
197
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
198
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
199
 
        transform.new_file('file', new_trans_id, ['new-contents\n'],
200
 
                           'new-file-id')
 
280
        self.assertNotEqual(b'new-root-id', self.wt.get_root_id())
 
281
        new_trans_id = transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
282
        transform.new_file('file', new_trans_id, [b'new-contents\n'],
 
283
                           b'new-file-id')
201
284
        transform.delete_contents(root)
202
285
        transform.unversion_file(root)
203
286
        transform.fixup_new_roots()
204
287
        transform.apply()
205
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
206
 
        self.assertEqual('new-file-id', self.wt.path2id('file'))
207
 
        self.assertFileEqual('new-contents\n', self.wt.abspath('file'))
 
288
        self.assertEqual(b'new-root-id', self.wt.get_root_id())
 
289
        self.assertEqual(b'new-file-id', self.wt.path2id('file'))
 
290
        self.assertFileEqual(b'new-contents\n', self.wt.abspath('file'))
208
291
 
209
292
    def test_add_two_roots(self):
210
293
        transform, root = self.get_transform()
211
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
212
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'alt-root-id')
213
 
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
294
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
295
        transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
296
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
297
 
 
298
    def test_retain_existing_root(self):
 
299
        tt, root = self.get_transform()
 
300
        with tt:
 
301
            tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
302
            tt.fixup_new_roots()
 
303
            self.assertNotEqual(b'new-root-id', tt.final_file_id(tt.root))
 
304
 
 
305
    def test_retain_existing_root_added_file(self):
 
306
        tt, root = self.get_transform()
 
307
        new_trans_id = tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
308
        child = tt.new_directory('child', new_trans_id, b'child-id')
 
309
        tt.fixup_new_roots()
 
310
        self.assertEqual(tt.root, tt.final_parent(child))
 
311
 
 
312
    def test_add_unversioned_root(self):
 
313
        transform, root = self.get_transform()
 
314
        transform.new_directory('', ROOT_PARENT, None)
 
315
        transform.delete_contents(transform.root)
 
316
        transform.fixup_new_roots()
 
317
        self.assertNotIn(transform.root, transform._new_id)
 
318
 
 
319
    def test_remove_root_fixup(self):
 
320
        transform, root = self.get_transform()
 
321
        old_root_id = self.wt.get_root_id()
 
322
        self.assertNotEqual(b'new-root-id', old_root_id)
 
323
        transform.delete_contents(root)
 
324
        transform.unversion_file(root)
 
325
        transform.fixup_new_roots()
 
326
        transform.apply()
 
327
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
328
 
 
329
        transform, root = self.get_transform()
 
330
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
331
        transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
332
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
333
 
 
334
    def test_fixup_new_roots_permits_empty_tree(self):
 
335
        transform, root = self.get_transform()
 
336
        transform.delete_contents(root)
 
337
        transform.unversion_file(root)
 
338
        transform.fixup_new_roots()
 
339
        self.assertIs(None, transform.final_kind(root))
 
340
        self.assertIs(None, transform.final_file_id(root))
 
341
 
 
342
    def test_apply_retains_root_directory(self):
 
343
        # Do not attempt to delete the physical root directory, because that
 
344
        # is impossible.
 
345
        transform, root = self.get_transform()
 
346
        with transform:
 
347
            transform.delete_contents(root)
 
348
            e = self.assertRaises(AssertionError, self.assertRaises,
 
349
                                  errors.TransformRenameFailed,
 
350
                                  transform.apply)
 
351
        self.assertContainsRe('TransformRenameFailed not raised', str(e))
 
352
 
 
353
    def test_apply_retains_file_id(self):
 
354
        transform, root = self.get_transform()
 
355
        old_root_id = transform.tree_file_id(root)
 
356
        transform.unversion_file(root)
 
357
        transform.apply()
 
358
        self.assertEqual(old_root_id, self.wt.get_root_id())
214
359
 
215
360
    def test_hardlink(self):
216
361
        self.requireFeature(HardlinkFeature)
217
362
        transform, root = self.get_transform()
218
 
        transform.new_file('file1', root, 'contents')
 
363
        transform.new_file('file1', root, [b'contents'])
219
364
        transform.apply()
220
365
        target = self.make_branch_and_tree('target')
221
366
        target_transform = TreeTransform(target)
222
367
        trans_id = target_transform.create_path('file1', target_transform.root)
223
368
        target_transform.create_hardlink(self.wt.abspath('file1'), trans_id)
224
369
        target_transform.apply()
225
 
        self.failUnlessExists('target/file1')
 
370
        self.assertPathExists('target/file1')
226
371
        source_stat = os.stat(self.wt.abspath('file1'))
227
372
        target_stat = os.stat('target/file1')
228
373
        self.assertEqual(source_stat, target_stat)
231
376
        transform, root = self.get_transform()
232
377
        self.wt.lock_tree_write()
233
378
        self.addCleanup(self.wt.unlock)
234
 
        trans_id = transform.new_file('name', root, 'contents',
235
 
                                      'my_pretties', True)
236
 
        oz = transform.new_directory('oz', root, 'oz-id')
237
 
        dorothy = transform.new_directory('dorothy', oz, 'dorothy-id')
238
 
        toto = transform.new_file('toto', dorothy, 'toto-contents',
239
 
                                  'toto-id', False)
 
379
        transform.new_file('name', root, [b'contents'], b'my_pretties', True)
 
380
        oz = transform.new_directory('oz', root, b'oz-id')
 
381
        dorothy = transform.new_directory('dorothy', oz, b'dorothy-id')
 
382
        transform.new_file('toto', dorothy, [b'toto-contents'], b'toto-id',
 
383
                           False)
240
384
 
241
385
        self.assertEqual(len(transform.find_conflicts()), 0)
242
386
        transform.apply()
243
387
        self.assertRaises(ReusingTransform, transform.find_conflicts)
244
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
245
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
246
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
247
 
        self.assertEqual(self.wt.path2id('oz'), 'oz-id')
248
 
        self.assertEqual(self.wt.path2id('oz/dorothy'), 'dorothy-id')
249
 
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), 'toto-id')
 
388
        with open(self.wt.abspath('name'), 'r') as f:
 
389
            self.assertEqual('contents', f.read())
 
390
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
391
        self.assertIs(self.wt.is_executable('name'), True)
 
392
        self.assertEqual(self.wt.path2id('oz'), b'oz-id')
 
393
        self.assertEqual(self.wt.path2id('oz/dorothy'), b'dorothy-id')
 
394
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), b'toto-id')
250
395
 
251
 
        self.assertEqual('toto-contents',
252
 
                         self.wt.get_file_byname('oz/dorothy/toto').read())
253
 
        self.assertIs(self.wt.is_executable('toto-id'), False)
 
396
        self.assertEqual(b'toto-contents',
 
397
                         self.wt.get_file('oz/dorothy/toto').read())
 
398
        self.assertIs(self.wt.is_executable('oz/dorothy/toto'), False)
254
399
 
255
400
    def test_tree_reference(self):
256
401
        transform, root = self.get_transform()
257
402
        tree = transform._tree
258
 
        trans_id = transform.new_directory('reference', root, 'subtree-id')
259
 
        transform.set_tree_reference('subtree-revision', trans_id)
 
403
        trans_id = transform.new_directory('reference', root, b'subtree-id')
 
404
        transform.set_tree_reference(b'subtree-revision', trans_id)
260
405
        transform.apply()
261
406
        tree.lock_read()
262
407
        self.addCleanup(tree.unlock)
263
 
        self.assertEqual('subtree-revision',
264
 
                         tree.inventory['subtree-id'].reference_revision)
 
408
        self.assertEqual(
 
409
            b'subtree-revision',
 
410
            tree.root_inventory.get_entry(b'subtree-id').reference_revision)
265
411
 
266
412
    def test_conflicts(self):
267
413
        transform, root = self.get_transform()
268
 
        trans_id = transform.new_file('name', root, 'contents',
269
 
                                      'my_pretties')
 
414
        trans_id = transform.new_file('name', root, [b'contents'],
 
415
                                      b'my_pretties')
270
416
        self.assertEqual(len(transform.find_conflicts()), 0)
271
 
        trans_id2 = transform.new_file('name', root, 'Crontents', 'toto')
 
417
        trans_id2 = transform.new_file('name', root, [b'Crontents'], b'toto')
272
418
        self.assertEqual(transform.find_conflicts(),
273
419
                         [('duplicate', trans_id, trans_id2, 'name')])
274
420
        self.assertRaises(MalformedTransform, transform.apply)
288
434
        self.assertEqual(transform.find_conflicts(),
289
435
                         [('unversioned parent', lion_id),
290
436
                          ('missing parent', lion_id)])
291
 
        transform.version_file("Courage", lion_id)
 
437
        transform.version_file(b"Courage", lion_id)
292
438
        self.assertEqual(transform.find_conflicts(),
293
439
                         [('missing parent', lion_id),
294
440
                          ('versioning no contents', lion_id)])
295
441
        transform.adjust_path('name2', root, trans_id2)
296
442
        self.assertEqual(transform.find_conflicts(),
297
443
                         [('versioning no contents', lion_id)])
298
 
        transform.create_file('Contents, okay?', lion_id)
 
444
        transform.create_file([b'Contents, okay?'], lion_id)
299
445
        transform.adjust_path('name2', trans_id2, trans_id2)
300
446
        self.assertEqual(transform.find_conflicts(),
301
447
                         [('parent loop', trans_id2),
305
451
        transform.set_executability(True, oz_id)
306
452
        self.assertEqual(transform.find_conflicts(),
307
453
                         [('unversioned executability', oz_id)])
308
 
        transform.version_file('oz-id', oz_id)
 
454
        transform.version_file(b'oz-id', oz_id)
309
455
        self.assertEqual(transform.find_conflicts(),
310
456
                         [('non-file executability', oz_id)])
311
457
        transform.set_executability(None, oz_id)
312
 
        tip_id = transform.new_file('tip', oz_id, 'ozma', 'tip-id')
 
458
        tip_id = transform.new_file('tip', oz_id, [b'ozma'], b'tip-id')
313
459
        transform.apply()
314
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
315
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
 
460
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
461
        with open(self.wt.abspath('name'), 'rb') as f:
 
462
            self.assertEqual(b'contents', f.read())
316
463
        transform2, root = self.get_transform()
317
 
        oz_id = transform2.trans_id_tree_file_id('oz-id')
318
 
        newtip = transform2.new_file('tip', oz_id, 'other', 'tip-id')
 
464
        oz_id = transform2.trans_id_tree_path('oz')
 
465
        newtip = transform2.new_file('tip', oz_id, [b'other'], b'tip-id')
319
466
        result = transform2.find_conflicts()
320
467
        fp = FinalPaths(transform2)
321
 
        self.assert_('oz/tip' in transform2._tree_path_ids)
 
468
        self.assertTrue('oz/tip' in transform2._tree_path_ids)
322
469
        self.assertEqual(fp.get_path(newtip), pathjoin('oz', 'tip'))
323
470
        self.assertEqual(len(result), 2)
324
471
        self.assertEqual((result[0][0], result[0][1]),
328
475
        transform2.finalize()
329
476
        transform3 = TreeTransform(self.wt)
330
477
        self.addCleanup(transform3.finalize)
331
 
        oz_id = transform3.trans_id_tree_file_id('oz-id')
 
478
        oz_id = transform3.trans_id_tree_path('oz')
332
479
        transform3.delete_contents(oz_id)
333
480
        self.assertEqual(transform3.find_conflicts(),
334
481
                         [('missing parent', oz_id)])
335
482
        root_id = transform3.root
336
 
        tip_id = transform3.trans_id_tree_file_id('tip-id')
 
483
        tip_id = transform3.trans_id_tree_path('oz/tip')
337
484
        transform3.adjust_path('tip', root_id, tip_id)
338
485
        transform3.apply()
339
486
 
345
492
        tree.case_sensitive = True
346
493
        transform = TreeTransform(tree)
347
494
        self.addCleanup(transform.finalize)
348
 
        transform.new_file('file', transform.root, 'content')
349
 
        transform.new_file('FiLe', transform.root, 'content')
 
495
        transform.new_file('file', transform.root, [b'content'])
 
496
        transform.new_file('FiLe', transform.root, [b'content'])
350
497
        result = transform.find_conflicts()
351
498
        self.assertEqual([], result)
352
499
        transform.finalize()
355
502
        tree.case_sensitive = False
356
503
        transform = TreeTransform(tree)
357
504
        self.addCleanup(transform.finalize)
358
 
        transform.new_file('file', transform.root, 'content')
359
 
        transform.new_file('FiLe', transform.root, 'content')
 
505
        transform.new_file('file', transform.root, [b'content'])
 
506
        transform.new_file('FiLe', transform.root, [b'content'])
360
507
        result = transform.find_conflicts()
361
508
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
362
509
 
369
516
        tree.case_sensitive = True
370
517
        transform = TreeTransform(tree)
371
518
        self.addCleanup(transform.finalize)
372
 
        transform.new_file('file', transform.root, 'content')
 
519
        transform.new_file('file', transform.root, [b'content'])
373
520
        result = transform.find_conflicts()
374
521
        self.assertEqual([], result)
375
522
        transform.finalize()
378
525
        tree.case_sensitive = False
379
526
        transform = TreeTransform(tree)
380
527
        self.addCleanup(transform.finalize)
381
 
        transform.new_file('file', transform.root, 'content')
 
528
        transform.new_file('file', transform.root, [b'content'])
382
529
        result = transform.find_conflicts()
383
530
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
384
531
 
390
537
        tree.case_sensitive = False
391
538
        transform = TreeTransform(tree)
392
539
        self.addCleanup(transform.finalize)
393
 
        transform.new_file('file', transform.root, 'content')
394
 
        transform.new_file('FiLe', transform.root, 'content')
 
540
        transform.new_file('file', transform.root, [b'content'])
 
541
        transform.new_file('FiLe', transform.root, [b'content'])
395
542
        resolve_conflicts(transform)
396
543
        transform.apply()
397
 
        self.failUnlessExists('tree/file')
398
 
        self.failUnlessExists('tree/FiLe.moved')
 
544
        self.assertPathExists('tree/file')
 
545
        self.assertPathExists('tree/FiLe.moved')
399
546
 
400
547
    def test_resolve_checkout_case_conflict(self):
401
548
        tree = self.make_branch_and_tree('tree')
405
552
        tree.case_sensitive = False
406
553
        transform = TreeTransform(tree)
407
554
        self.addCleanup(transform.finalize)
408
 
        transform.new_file('file', transform.root, 'content')
409
 
        transform.new_file('FiLe', transform.root, 'content')
 
555
        transform.new_file('file', transform.root, [b'content'])
 
556
        transform.new_file('FiLe', transform.root, [b'content'])
410
557
        resolve_conflicts(transform,
411
558
                          pass_func=lambda t, c: resolve_checkout(t, c, []))
412
559
        transform.apply()
413
 
        self.failUnlessExists('tree/file')
414
 
        self.failUnlessExists('tree/FiLe.moved')
 
560
        self.assertPathExists('tree/file')
 
561
        self.assertPathExists('tree/FiLe.moved')
415
562
 
416
563
    def test_apply_case_conflict(self):
417
564
        """Ensure that a transform with case conflicts can always be applied"""
418
565
        tree = self.make_branch_and_tree('tree')
419
566
        transform = TreeTransform(tree)
420
567
        self.addCleanup(transform.finalize)
421
 
        transform.new_file('file', transform.root, 'content')
422
 
        transform.new_file('FiLe', transform.root, 'content')
 
568
        transform.new_file('file', transform.root, [b'content'])
 
569
        transform.new_file('FiLe', transform.root, [b'content'])
423
570
        dir = transform.new_directory('dir', transform.root)
424
 
        transform.new_file('dirfile', dir, 'content')
425
 
        transform.new_file('dirFiLe', dir, 'content')
 
571
        transform.new_file('dirfile', dir, [b'content'])
 
572
        transform.new_file('dirFiLe', dir, [b'content'])
426
573
        resolve_conflicts(transform)
427
574
        transform.apply()
428
 
        self.failUnlessExists('tree/file')
 
575
        self.assertPathExists('tree/file')
429
576
        if not os.path.exists('tree/FiLe.moved'):
430
 
            self.failUnlessExists('tree/FiLe')
431
 
        self.failUnlessExists('tree/dir/dirfile')
 
577
            self.assertPathExists('tree/FiLe')
 
578
        self.assertPathExists('tree/dir/dirfile')
432
579
        if not os.path.exists('tree/dir/dirFiLe.moved'):
433
 
            self.failUnlessExists('tree/dir/dirFiLe')
 
580
            self.assertPathExists('tree/dir/dirFiLe')
434
581
 
435
582
    def test_case_insensitive_limbo(self):
436
583
        tree = self.make_branch_and_tree('tree')
440
587
        transform = TreeTransform(tree)
441
588
        self.addCleanup(transform.finalize)
442
589
        dir = transform.new_directory('dir', transform.root)
443
 
        first = transform.new_file('file', dir, 'content')
444
 
        second = transform.new_file('FiLe', dir, 'content')
 
590
        first = transform.new_file('file', dir, [b'content'])
 
591
        second = transform.new_file('FiLe', dir, [b'content'])
445
592
        self.assertContainsRe(transform._limbo_name(first), 'new-1/file')
446
593
        self.assertNotContainsRe(transform._limbo_name(second), 'new-1/FiLe')
447
594
 
459
606
 
460
607
    def test_add_del(self):
461
608
        start, root = self.get_transform()
462
 
        start.new_directory('a', root, 'a')
 
609
        start.new_directory('a', root, b'a')
463
610
        start.apply()
464
611
        transform, root = self.get_transform()
465
 
        transform.delete_versioned(transform.trans_id_tree_file_id('a'))
466
 
        transform.new_directory('a', root, 'a')
 
612
        transform.delete_versioned(transform.trans_id_tree_path('a'))
 
613
        transform.new_directory('a', root, b'a')
467
614
        transform.apply()
468
615
 
469
616
    def test_unversioning(self):
470
617
        create_tree, root = self.get_transform()
471
 
        parent_id = create_tree.new_directory('parent', root, 'parent-id')
472
 
        create_tree.new_file('child', parent_id, 'child', 'child-id')
 
618
        parent_id = create_tree.new_directory('parent', root, b'parent-id')
 
619
        create_tree.new_file('child', parent_id, [b'child'], b'child-id')
473
620
        create_tree.apply()
474
621
        unversion = TreeTransform(self.wt)
475
622
        self.addCleanup(unversion.finalize)
477
624
        unversion.unversion_file(parent)
478
625
        self.assertEqual(unversion.find_conflicts(),
479
626
                         [('unversioned parent', parent_id)])
480
 
        file_id = unversion.trans_id_tree_file_id('child-id')
 
627
        file_id = unversion.trans_id_tree_path('parent/child')
481
628
        unversion.unversion_file(file_id)
482
629
        unversion.apply()
483
630
 
485
632
        create_tree, root = self.get_transform()
486
633
        # prepare tree
487
634
        root = create_tree.root
488
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
489
 
        create_tree.new_file('name2', root, 'hello2', 'name2')
490
 
        ddir = create_tree.new_directory('dying_directory', root, 'ddir')
491
 
        create_tree.new_file('dying_file', ddir, 'goodbye1', 'dfile')
492
 
        create_tree.new_file('moving_file', ddir, 'later1', 'mfile')
493
 
        create_tree.new_file('moving_file2', root, 'later2', 'mfile2')
 
635
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
 
636
        create_tree.new_file('name2', root, [b'hello2'], b'name2')
 
637
        ddir = create_tree.new_directory('dying_directory', root, b'ddir')
 
638
        create_tree.new_file('dying_file', ddir, [b'goodbye1'], b'dfile')
 
639
        create_tree.new_file('moving_file', ddir, [b'later1'], b'mfile')
 
640
        create_tree.new_file('moving_file2', root, [b'later2'], b'mfile2')
494
641
        create_tree.apply()
495
642
 
496
 
        mangle_tree,root = self.get_transform()
 
643
        mangle_tree, root = self.get_transform()
497
644
        root = mangle_tree.root
498
 
        #swap names
499
 
        name1 = mangle_tree.trans_id_tree_file_id('name1')
500
 
        name2 = mangle_tree.trans_id_tree_file_id('name2')
 
645
        # swap names
 
646
        name1 = mangle_tree.trans_id_tree_path('name1')
 
647
        name2 = mangle_tree.trans_id_tree_path('name2')
501
648
        mangle_tree.adjust_path('name2', root, name1)
502
649
        mangle_tree.adjust_path('name1', root, name2)
503
650
 
504
 
        #tests for deleting parent directories
505
 
        ddir = mangle_tree.trans_id_tree_file_id('ddir')
 
651
        # tests for deleting parent directories
 
652
        ddir = mangle_tree.trans_id_tree_path('dying_directory')
506
653
        mangle_tree.delete_contents(ddir)
507
 
        dfile = mangle_tree.trans_id_tree_file_id('dfile')
 
654
        dfile = mangle_tree.trans_id_tree_path('dying_directory/dying_file')
508
655
        mangle_tree.delete_versioned(dfile)
509
656
        mangle_tree.unversion_file(dfile)
510
 
        mfile = mangle_tree.trans_id_tree_file_id('mfile')
 
657
        mfile = mangle_tree.trans_id_tree_path('dying_directory/moving_file')
511
658
        mangle_tree.adjust_path('mfile', root, mfile)
512
659
 
513
 
        #tests for adding parent directories
514
 
        newdir = mangle_tree.new_directory('new_directory', root, 'newdir')
515
 
        mfile2 = mangle_tree.trans_id_tree_file_id('mfile2')
 
660
        # tests for adding parent directories
 
661
        newdir = mangle_tree.new_directory('new_directory', root, b'newdir')
 
662
        mfile2 = mangle_tree.trans_id_tree_path('moving_file2')
516
663
        mangle_tree.adjust_path('mfile2', newdir, mfile2)
517
 
        mangle_tree.new_file('newfile', newdir, 'hello3', 'dfile')
518
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
664
        mangle_tree.new_file('newfile', newdir, [b'hello3'], b'dfile')
 
665
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
519
666
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
520
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
667
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
521
668
        mangle_tree.apply()
522
 
        self.assertEqual(file(self.wt.abspath('name1')).read(), 'hello2')
523
 
        self.assertEqual(file(self.wt.abspath('name2')).read(), 'hello1')
524
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
669
        with open(self.wt.abspath('name1'), 'r') as f:
 
670
            self.assertEqual(f.read(), 'hello2')
 
671
        with open(self.wt.abspath('name2'), 'r') as f:
 
672
            self.assertEqual(f.read(), 'hello1')
 
673
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
525
674
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
526
 
        self.assertEqual(file(mfile2_path).read(), 'later2')
527
 
        self.assertEqual(self.wt.id2path('mfile2'), 'new_directory/mfile2')
528
 
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), 'mfile2')
529
 
        newfile_path = self.wt.abspath(pathjoin('new_directory','newfile'))
530
 
        self.assertEqual(file(newfile_path).read(), 'hello3')
531
 
        self.assertEqual(self.wt.path2id('dying_directory'), 'ddir')
 
675
        with open(mfile2_path, 'r') as f:
 
676
            self.assertEqual(f.read(), 'later2')
 
677
        self.assertEqual(self.wt.id2path(b'mfile2'), 'new_directory/mfile2')
 
678
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), b'mfile2')
 
679
        newfile_path = self.wt.abspath(pathjoin('new_directory', 'newfile'))
 
680
        with open(newfile_path, 'r') as f:
 
681
            self.assertEqual(f.read(), 'hello3')
 
682
        self.assertEqual(self.wt.path2id('dying_directory'), b'ddir')
532
683
        self.assertIs(self.wt.path2id('dying_directory/dying_file'), None)
533
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
684
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
534
685
 
535
686
    def test_both_rename(self):
536
 
        create_tree,root = self.get_transform()
537
 
        newdir = create_tree.new_directory('selftest', root, 'selftest-id')
538
 
        create_tree.new_file('blackbox.py', newdir, 'hello1', 'blackbox-id')
 
687
        create_tree, root = self.get_transform()
 
688
        newdir = create_tree.new_directory('selftest', root, b'selftest-id')
 
689
        create_tree.new_file('blackbox.py', newdir, [
 
690
                             b'hello1'], b'blackbox-id')
539
691
        create_tree.apply()
540
 
        mangle_tree,root = self.get_transform()
541
 
        selftest = mangle_tree.trans_id_tree_file_id('selftest-id')
542
 
        blackbox = mangle_tree.trans_id_tree_file_id('blackbox-id')
 
692
        mangle_tree, root = self.get_transform()
 
693
        selftest = mangle_tree.trans_id_tree_path('selftest')
 
694
        blackbox = mangle_tree.trans_id_tree_path('selftest/blackbox.py')
543
695
        mangle_tree.adjust_path('test', root, selftest)
544
696
        mangle_tree.adjust_path('test_too_much', root, selftest)
545
697
        mangle_tree.set_executability(True, blackbox)
546
698
        mangle_tree.apply()
547
699
 
548
700
    def test_both_rename2(self):
549
 
        create_tree,root = self.get_transform()
550
 
        bzrlib = create_tree.new_directory('bzrlib', root, 'bzrlib-id')
551
 
        tests = create_tree.new_directory('tests', bzrlib, 'tests-id')
552
 
        blackbox = create_tree.new_directory('blackbox', tests, 'blackbox-id')
553
 
        create_tree.new_file('test_too_much.py', blackbox, 'hello1',
554
 
                             'test_too_much-id')
 
701
        create_tree, root = self.get_transform()
 
702
        breezy = create_tree.new_directory('breezy', root, b'breezy-id')
 
703
        tests = create_tree.new_directory('tests', breezy, b'tests-id')
 
704
        blackbox = create_tree.new_directory('blackbox', tests, b'blackbox-id')
 
705
        create_tree.new_file('test_too_much.py', blackbox, [b'hello1'],
 
706
                             b'test_too_much-id')
555
707
        create_tree.apply()
556
 
        mangle_tree,root = self.get_transform()
557
 
        bzrlib = mangle_tree.trans_id_tree_file_id('bzrlib-id')
558
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
559
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
560
 
        mangle_tree.adjust_path('selftest', bzrlib, tests)
 
708
        mangle_tree, root = self.get_transform()
 
709
        breezy = mangle_tree.trans_id_tree_path('breezy')
 
710
        tests = mangle_tree.trans_id_tree_path('breezy/tests')
 
711
        test_too_much = mangle_tree.trans_id_tree_path(
 
712
            'breezy/tests/blackbox/test_too_much.py')
 
713
        mangle_tree.adjust_path('selftest', breezy, tests)
561
714
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
562
715
        mangle_tree.set_executability(True, test_too_much)
563
716
        mangle_tree.apply()
564
717
 
565
718
    def test_both_rename3(self):
566
 
        create_tree,root = self.get_transform()
567
 
        tests = create_tree.new_directory('tests', root, 'tests-id')
568
 
        create_tree.new_file('test_too_much.py', tests, 'hello1',
569
 
                             'test_too_much-id')
 
719
        create_tree, root = self.get_transform()
 
720
        tests = create_tree.new_directory('tests', root, b'tests-id')
 
721
        create_tree.new_file('test_too_much.py', tests, [b'hello1'],
 
722
                             b'test_too_much-id')
570
723
        create_tree.apply()
571
 
        mangle_tree,root = self.get_transform()
572
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
573
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
 
724
        mangle_tree, root = self.get_transform()
 
725
        tests = mangle_tree.trans_id_tree_path('tests')
 
726
        test_too_much = mangle_tree.trans_id_tree_path(
 
727
            'tests/test_too_much.py')
574
728
        mangle_tree.adjust_path('selftest', root, tests)
575
729
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
576
730
        mangle_tree.set_executability(True, test_too_much)
580
734
        create_tree, root = self.get_transform()
581
735
        # prepare tree
582
736
        root = create_tree.root
583
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
737
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
584
738
        create_tree.apply()
585
739
        delete_contents, root = self.get_transform()
586
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
740
        file = delete_contents.trans_id_tree_path('name1')
587
741
        delete_contents.delete_contents(file)
588
742
        delete_contents.apply()
589
743
        move_id, root = self.get_transform()
590
 
        name1 = move_id.trans_id_tree_file_id('name1')
591
 
        newdir = move_id.new_directory('dir', root, 'newdir')
 
744
        name1 = move_id.trans_id_tree_path('name1')
 
745
        newdir = move_id.new_directory('dir', root, b'newdir')
592
746
        move_id.adjust_path('name2', newdir, name1)
593
747
        move_id.apply()
594
748
 
596
750
        create_tree, root = self.get_transform()
597
751
        # prepare tree
598
752
        root = create_tree.root
599
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
753
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
600
754
        create_tree.apply()
601
755
        delete_contents = TreeTransform(self.wt)
602
756
        self.addCleanup(delete_contents.finalize)
603
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
757
        file = delete_contents.trans_id_tree_path('name1')
604
758
        delete_contents.delete_contents(file)
605
759
        delete_contents.apply()
606
760
        delete_contents.finalize()
607
761
        replace = TreeTransform(self.wt)
608
762
        self.addCleanup(replace.finalize)
609
 
        name2 = replace.new_file('name2', root, 'hello2', 'name1')
 
763
        name2 = replace.new_file('name2', root, [b'hello2'], b'name1')
610
764
        conflicts = replace.find_conflicts()
611
 
        name1 = replace.trans_id_tree_file_id('name1')
 
765
        name1 = replace.trans_id_tree_path('name1')
612
766
        self.assertEqual(conflicts, [('duplicate id', name1, name2)])
613
767
        resolve_conflicts(replace)
614
768
        replace.apply()
615
769
 
616
 
    def _test_symlinks(self, link_name1,link_target1,
 
770
    def _test_symlinks(self, link_name1, link_target1,
617
771
                       link_name2, link_target2):
618
772
 
619
 
        def ozpath(p): return 'oz/' + p
 
773
        def ozpath(p):
 
774
            return 'oz/' + p
620
775
 
621
776
        self.requireFeature(SymlinkFeature)
622
777
        transform, root = self.get_transform()
623
 
        oz_id = transform.new_directory('oz', root, 'oz-id')
624
 
        wizard = transform.new_symlink(link_name1, oz_id, link_target1,
625
 
                                       'wizard-id')
 
778
        oz_id = transform.new_directory('oz', root, b'oz-id')
 
779
        transform.new_symlink(link_name1, oz_id, link_target1, b'wizard-id')
626
780
        wiz_id = transform.create_path(link_name2, oz_id)
627
781
        transform.create_symlink(link_target2, wiz_id)
628
 
        transform.version_file('wiz-id2', wiz_id)
 
782
        transform.version_file(b'wiz-id2', wiz_id)
629
783
        transform.set_executability(True, wiz_id)
630
784
        self.assertEqual(transform.find_conflicts(),
631
785
                         [('non-file executability', wiz_id)])
632
786
        transform.set_executability(None, wiz_id)
633
787
        transform.apply()
634
 
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), 'wizard-id')
 
788
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), b'wizard-id')
635
789
        self.assertEqual('symlink',
636
790
                         file_kind(self.wt.abspath(ozpath(link_name1))))
637
791
        self.assertEqual(link_target2,
644
798
                            'wizard2', 'behind_curtain')
645
799
 
646
800
    def test_symlinks_unicode(self):
647
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
801
        self.requireFeature(features.UnicodeFilenameFeature)
648
802
        self._test_symlinks(u'\N{Euro Sign}wizard',
649
803
                            u'wizard-targ\N{Euro Sign}t',
650
804
                            u'\N{Euro Sign}wizard2',
663
817
        os.symlink = None
664
818
        try:
665
819
            err = self.assertRaises(errors.UnableCreateSymlink, tt_helper)
666
 
            self.assertEquals(
 
820
            self.assertEqual(
667
821
                "Unable to create symlink 'foo' on this platform",
668
822
                str(err))
669
823
        finally:
671
825
                os.symlink = os_symlink
672
826
 
673
827
    def get_conflicted(self):
674
 
        create,root = self.get_transform()
675
 
        create.new_file('dorothy', root, 'dorothy', 'dorothy-id')
676
 
        oz = create.new_directory('oz', root, 'oz-id')
677
 
        create.new_directory('emeraldcity', oz, 'emerald-id')
 
828
        create, root = self.get_transform()
 
829
        create.new_file('dorothy', root, [b'dorothy'], b'dorothy-id')
 
830
        oz = create.new_directory('oz', root, b'oz-id')
 
831
        create.new_directory('emeraldcity', oz, b'emerald-id')
678
832
        create.apply()
679
 
        conflicts,root = self.get_transform()
 
833
        conflicts, root = self.get_transform()
680
834
        # set up duplicate entry, duplicate id
681
 
        new_dorothy = conflicts.new_file('dorothy', root, 'dorothy',
682
 
                                         'dorothy-id')
683
 
        old_dorothy = conflicts.trans_id_tree_file_id('dorothy-id')
684
 
        oz = conflicts.trans_id_tree_file_id('oz-id')
 
835
        new_dorothy = conflicts.new_file('dorothy', root, [b'dorothy'],
 
836
                                         b'dorothy-id')
 
837
        old_dorothy = conflicts.trans_id_tree_path('dorothy')
 
838
        oz = conflicts.trans_id_tree_path('oz')
685
839
        # set up DeletedParent parent conflict
686
840
        conflicts.delete_versioned(oz)
687
 
        emerald = conflicts.trans_id_tree_file_id('emerald-id')
 
841
        emerald = conflicts.trans_id_tree_path('oz/emeraldcity')
688
842
        # set up MissingParent conflict
689
 
        munchkincity = conflicts.trans_id_file_id('munchkincity-id')
 
843
        munchkincity = conflicts.trans_id_file_id(b'munchkincity-id')
690
844
        conflicts.adjust_path('munchkincity', root, munchkincity)
691
 
        conflicts.new_directory('auntem', munchkincity, 'auntem-id')
 
845
        conflicts.new_directory('auntem', munchkincity, b'auntem-id')
692
846
        # set up parent loop
693
847
        conflicts.adjust_path('emeraldcity', emerald, emerald)
694
848
        return conflicts, emerald, oz, old_dorothy, new_dorothy
700
854
        self.assertEqual(conflicts.final_name(old_dorothy), 'dorothy.moved')
701
855
        self.assertIs(conflicts.final_file_id(old_dorothy), None)
702
856
        self.assertEqual(conflicts.final_name(new_dorothy), 'dorothy')
703
 
        self.assertEqual(conflicts.final_file_id(new_dorothy), 'dorothy-id')
 
857
        self.assertEqual(conflicts.final_file_id(new_dorothy), b'dorothy-id')
704
858
        self.assertEqual(conflicts.final_parent(emerald), oz)
705
859
        conflicts.apply()
706
860
 
709
863
        raw_conflicts = resolve_conflicts(tt)
710
864
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
711
865
        duplicate = DuplicateEntry('Moved existing file to', 'dorothy.moved',
712
 
                                   'dorothy', None, 'dorothy-id')
 
866
                                   'dorothy', None, b'dorothy-id')
713
867
        self.assertEqual(cooked_conflicts[0], duplicate)
714
868
        duplicate_id = DuplicateID('Unversioned existing file',
715
869
                                   'dorothy.moved', 'dorothy', None,
716
 
                                   'dorothy-id')
 
870
                                   b'dorothy-id')
717
871
        self.assertEqual(cooked_conflicts[1], duplicate_id)
718
872
        missing_parent = MissingParent('Created directory', 'munchkincity',
719
 
                                       'munchkincity-id')
720
 
        deleted_parent = DeletingParent('Not deleting', 'oz', 'oz-id')
 
873
                                       b'munchkincity-id')
 
874
        deleted_parent = DeletingParent('Not deleting', 'oz', b'oz-id')
721
875
        self.assertEqual(cooked_conflicts[2], missing_parent)
722
876
        unversioned_parent = UnversionedParent('Versioned directory',
723
877
                                               'munchkincity',
724
 
                                               'munchkincity-id')
 
878
                                               b'munchkincity-id')
725
879
        unversioned_parent2 = UnversionedParent('Versioned directory', 'oz',
726
 
                                               'oz-id')
 
880
                                                b'oz-id')
727
881
        self.assertEqual(cooked_conflicts[3], unversioned_parent)
728
 
        parent_loop = ParentLoop('Cancelled move', 'oz/emeraldcity',
729
 
                                 'oz/emeraldcity', 'emerald-id', 'emerald-id')
 
882
        parent_loop = ParentLoop(
 
883
            'Cancelled move', 'oz/emeraldcity',
 
884
            'oz/emeraldcity', b'emerald-id', b'emerald-id')
730
885
        self.assertEqual(cooked_conflicts[4], deleted_parent)
731
886
        self.assertEqual(cooked_conflicts[5], unversioned_parent2)
732
887
        self.assertEqual(cooked_conflicts[6], parent_loop)
738
893
        raw_conflicts = resolve_conflicts(tt)
739
894
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
740
895
        tt.finalize()
741
 
        conflicts_s = [str(c) for c in cooked_conflicts]
 
896
        conflicts_s = [text_type(c) for c in cooked_conflicts]
742
897
        self.assertEqual(len(cooked_conflicts), len(conflicts_s))
743
898
        self.assertEqual(conflicts_s[0], 'Conflict adding file dorothy.  '
744
899
                                         'Moved existing file to '
751
906
        self.assertEqual(conflicts_s[3], 'Conflict because munchkincity is not'
752
907
                                         ' versioned, but has versioned'
753
908
                                         ' children.  Versioned directory.')
754
 
        self.assertEqualDiff(conflicts_s[4], "Conflict: can't delete oz because it"
755
 
                                         " is not empty.  Not deleting.")
 
909
        self.assertEqualDiff(
 
910
            conflicts_s[4], "Conflict: can't delete oz because it"
 
911
                            " is not empty.  Not deleting.")
756
912
        self.assertEqual(conflicts_s[5], 'Conflict because oz is not'
757
913
                                         ' versioned, but has versioned'
758
914
                                         ' children.  Versioned directory.')
761
917
 
762
918
    def prepare_wrong_parent_kind(self):
763
919
        tt, root = self.get_transform()
764
 
        tt.new_file('parent', root, 'contents', 'parent-id')
 
920
        tt.new_file('parent', root, [b'contents'], b'parent-id')
765
921
        tt.apply()
766
922
        tt, root = self.get_transform()
767
 
        parent_id = tt.trans_id_file_id('parent-id')
768
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
923
        parent_id = tt.trans_id_file_id(b'parent-id')
 
924
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
769
925
        return tt
770
926
 
771
927
    def test_find_conflicts_wrong_parent_kind(self):
775
931
    def test_resolve_conflicts_wrong_existing_parent_kind(self):
776
932
        tt = self.prepare_wrong_parent_kind()
777
933
        raw_conflicts = resolve_conflicts(tt)
778
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
779
 
                         'new-3')]), raw_conflicts)
 
934
        self.assertEqual({('non-directory parent', 'Created directory',
 
935
                           'new-3')}, raw_conflicts)
780
936
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
781
937
        self.assertEqual([NonDirectoryParent('Created directory', 'parent.new',
782
 
        'parent-id')], cooked_conflicts)
 
938
                                             b'parent-id')], cooked_conflicts)
783
939
        tt.apply()
784
 
        self.assertEqual(None, self.wt.path2id('parent'))
785
 
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
 
940
        self.assertFalse(self.wt.is_versioned('parent'))
 
941
        self.assertEqual(b'parent-id', self.wt.path2id('parent.new'))
786
942
 
787
943
    def test_resolve_conflicts_wrong_new_parent_kind(self):
788
944
        tt, root = self.get_transform()
789
 
        parent_id = tt.new_directory('parent', root, 'parent-id')
790
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
945
        parent_id = tt.new_directory('parent', root, b'parent-id')
 
946
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
791
947
        tt.apply()
792
948
        tt, root = self.get_transform()
793
 
        parent_id = tt.trans_id_file_id('parent-id')
 
949
        parent_id = tt.trans_id_file_id(b'parent-id')
794
950
        tt.delete_contents(parent_id)
795
 
        tt.create_file('contents', parent_id)
 
951
        tt.create_file([b'contents'], parent_id)
796
952
        raw_conflicts = resolve_conflicts(tt)
797
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
798
 
                         'new-3')]), raw_conflicts)
 
953
        self.assertEqual({('non-directory parent', 'Created directory',
 
954
                           'new-3')}, raw_conflicts)
799
955
        tt.apply()
800
 
        self.assertEqual(None, self.wt.path2id('parent'))
801
 
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
 
956
        self.assertFalse(self.wt.is_versioned('parent'))
 
957
        self.assertEqual(b'parent-id', self.wt.path2id('parent.new'))
802
958
 
803
959
    def test_resolve_conflicts_wrong_parent_kind_unversioned(self):
804
960
        tt, root = self.get_transform()
805
961
        parent_id = tt.new_directory('parent', root)
806
 
        tt.new_file('child,', parent_id, 'contents2')
 
962
        tt.new_file('child,', parent_id, [b'contents2'])
807
963
        tt.apply()
808
964
        tt, root = self.get_transform()
809
965
        parent_id = tt.trans_id_tree_path('parent')
810
966
        tt.delete_contents(parent_id)
811
 
        tt.create_file('contents', parent_id)
 
967
        tt.create_file([b'contents'], parent_id)
812
968
        resolve_conflicts(tt)
813
969
        tt.apply()
814
 
        self.assertIs(None, self.wt.path2id('parent'))
815
 
        self.assertIs(None, self.wt.path2id('parent.new'))
 
970
        self.assertFalse(self.wt.is_versioned('parent'))
 
971
        self.assertFalse(self.wt.is_versioned('parent.new'))
 
972
 
 
973
    def test_resolve_conflicts_missing_parent(self):
 
974
        wt = self.make_branch_and_tree('.')
 
975
        tt = TreeTransform(wt)
 
976
        self.addCleanup(tt.finalize)
 
977
        parent = tt.trans_id_file_id(b'parent-id')
 
978
        tt.new_file('file', parent, [b'Contents'])
 
979
        raw_conflicts = resolve_conflicts(tt)
 
980
        # Since the directory doesn't exist it's seen as 'missing'.  So
 
981
        # 'resolve_conflicts' create a conflict asking for it to be created.
 
982
        self.assertLength(1, raw_conflicts)
 
983
        self.assertEqual(('missing parent', 'Created directory', 'new-1'),
 
984
                         raw_conflicts.pop())
 
985
        # apply fail since the missing directory doesn't exist
 
986
        self.assertRaises(errors.NoFinalPath, tt.apply)
816
987
 
817
988
    def test_moving_versioned_directories(self):
818
989
        create, root = self.get_transform()
819
 
        kansas = create.new_directory('kansas', root, 'kansas-id')
820
 
        create.new_directory('house', kansas, 'house-id')
821
 
        create.new_directory('oz', root, 'oz-id')
 
990
        kansas = create.new_directory('kansas', root, b'kansas-id')
 
991
        create.new_directory('house', kansas, b'house-id')
 
992
        create.new_directory('oz', root, b'oz-id')
822
993
        create.apply()
823
994
        cyclone, root = self.get_transform()
824
 
        oz = cyclone.trans_id_tree_file_id('oz-id')
825
 
        house = cyclone.trans_id_tree_file_id('house-id')
 
995
        oz = cyclone.trans_id_tree_path('oz')
 
996
        house = cyclone.trans_id_tree_path('house')
826
997
        cyclone.adjust_path('house', oz, house)
827
998
        cyclone.apply()
828
999
 
829
1000
    def test_moving_root(self):
830
1001
        create, root = self.get_transform()
831
 
        fun = create.new_directory('fun', root, 'fun-id')
832
 
        create.new_directory('sun', root, 'sun-id')
833
 
        create.new_directory('moon', root, 'moon')
 
1002
        fun = create.new_directory('fun', root, b'fun-id')
 
1003
        create.new_directory('sun', root, b'sun-id')
 
1004
        create.new_directory('moon', root, b'moon')
834
1005
        create.apply()
835
1006
        transform, root = self.get_transform()
836
1007
        transform.adjust_root_path('oldroot', fun)
837
1008
        new_root = transform.trans_id_tree_path('')
838
 
        transform.version_file('new-root', new_root)
 
1009
        transform.version_file(b'new-root', new_root)
839
1010
        transform.apply()
840
1011
 
841
1012
    def test_renames(self):
842
1013
        create, root = self.get_transform()
843
 
        old = create.new_directory('old-parent', root, 'old-id')
844
 
        intermediate = create.new_directory('intermediate', old, 'im-id')
845
 
        myfile = create.new_file('myfile', intermediate, 'myfile-text',
846
 
                                 'myfile-id')
 
1014
        old = create.new_directory('old-parent', root, b'old-id')
 
1015
        intermediate = create.new_directory('intermediate', old, b'im-id')
 
1016
        myfile = create.new_file('myfile', intermediate, [b'myfile-text'],
 
1017
                                 b'myfile-id')
847
1018
        create.apply()
848
1019
        rename, root = self.get_transform()
849
 
        old = rename.trans_id_file_id('old-id')
 
1020
        old = rename.trans_id_file_id(b'old-id')
850
1021
        rename.adjust_path('new', root, old)
851
 
        myfile = rename.trans_id_file_id('myfile-id')
 
1022
        myfile = rename.trans_id_file_id(b'myfile-id')
852
1023
        rename.set_executability(True, myfile)
853
1024
        rename.apply()
854
1025
 
 
1026
    def test_rename_fails(self):
 
1027
        self.requireFeature(features.not_running_as_root)
 
1028
        # see https://bugs.launchpad.net/bzr/+bug/491763
 
1029
        create, root_id = self.get_transform()
 
1030
        create.new_directory('first-dir', root_id, b'first-id')
 
1031
        create.new_file('myfile', root_id, [b'myfile-text'], b'myfile-id')
 
1032
        create.apply()
 
1033
        if os.name == "posix" and sys.platform != "cygwin":
 
1034
            # posix filesystems fail on renaming if the readonly bit is set
 
1035
            osutils.make_readonly(self.wt.abspath('first-dir'))
 
1036
        elif os.name == "nt":
 
1037
            # windows filesystems fail on renaming open files
 
1038
            self.addCleanup(open(self.wt.abspath('myfile')).close)
 
1039
        else:
 
1040
            self.skipTest("Can't force a permissions error on rename")
 
1041
        # now transform to rename
 
1042
        rename_transform, root_id = self.get_transform()
 
1043
        file_trans_id = rename_transform.trans_id_file_id(b'myfile-id')
 
1044
        dir_id = rename_transform.trans_id_file_id(b'first-id')
 
1045
        rename_transform.adjust_path('newname', dir_id, file_trans_id)
 
1046
        e = self.assertRaises(errors.TransformRenameFailed,
 
1047
                              rename_transform.apply)
 
1048
        # On nix looks like:
 
1049
        # "Failed to rename .../work/.bzr/checkout/limbo/new-1
 
1050
        # to .../first-dir/newname: [Errno 13] Permission denied"
 
1051
        # On windows looks like:
 
1052
        # "Failed to rename .../work/myfile to
 
1053
        # .../work/.bzr/checkout/limbo/new-1: [Errno 13] Permission denied"
 
1054
        # This test isn't concerned with exactly what the error looks like,
 
1055
        # and the strerror will vary across OS and locales, but the assert
 
1056
        # that the exeception attributes are what we expect
 
1057
        self.assertEqual(e.errno, errno.EACCES)
 
1058
        if os.name == "posix":
 
1059
            self.assertEndsWith(e.to_path, "/first-dir/newname")
 
1060
        else:
 
1061
            self.assertEqual(os.path.basename(e.from_path), "myfile")
 
1062
 
855
1063
    def test_set_executability_order(self):
856
1064
        """Ensure that executability behaves the same, no matter what order.
857
1065
 
858
1066
        - create file and set executability simultaneously
859
1067
        - create file and set executability afterward
860
 
        - unsetting the executability of a file whose executability has not been
 
1068
        - unsetting the executability of a file whose executability has not
 
1069
          been
861
1070
        declared should throw an exception (this may happen when a
862
1071
        merge attempts to create a file with a duplicate ID)
863
1072
        """
865
1074
        wt = transform._tree
866
1075
        wt.lock_read()
867
1076
        self.addCleanup(wt.unlock)
868
 
        transform.new_file('set_on_creation', root, 'Set on creation', 'soc',
869
 
                           True)
 
1077
        transform.new_file('set_on_creation', root, [b'Set on creation'],
 
1078
                           b'soc', True)
870
1079
        sac = transform.new_file('set_after_creation', root,
871
 
                                 'Set after creation', 'sac')
 
1080
                                 [b'Set after creation'], b'sac')
872
1081
        transform.set_executability(True, sac)
873
 
        uws = transform.new_file('unset_without_set', root, 'Unset badly',
874
 
                                 'uws')
 
1082
        uws = transform.new_file('unset_without_set', root, [b'Unset badly'],
 
1083
                                 b'uws')
875
1084
        self.assertRaises(KeyError, transform.set_executability, None, uws)
876
1085
        transform.apply()
877
 
        self.assertTrue(wt.is_executable('soc'))
878
 
        self.assertTrue(wt.is_executable('sac'))
 
1086
        self.assertTrue(wt.is_executable('set_on_creation'))
 
1087
        self.assertTrue(wt.is_executable('set_after_creation'))
879
1088
 
880
1089
    def test_preserve_mode(self):
881
1090
        """File mode is preserved when replacing content"""
882
1091
        if sys.platform == 'win32':
883
1092
            raise TestSkipped('chmod has no effect on win32')
884
1093
        transform, root = self.get_transform()
885
 
        transform.new_file('file1', root, 'contents', 'file1-id', True)
 
1094
        transform.new_file('file1', root, [b'contents'], b'file1-id', True)
886
1095
        transform.apply()
887
1096
        self.wt.lock_write()
888
1097
        self.addCleanup(self.wt.unlock)
889
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1098
        self.assertTrue(self.wt.is_executable('file1'))
890
1099
        transform, root = self.get_transform()
891
 
        file1_id = transform.trans_id_tree_file_id('file1-id')
 
1100
        file1_id = transform.trans_id_tree_path('file1')
892
1101
        transform.delete_contents(file1_id)
893
 
        transform.create_file('contents2', file1_id)
 
1102
        transform.create_file([b'contents2'], file1_id)
894
1103
        transform.apply()
895
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1104
        self.assertTrue(self.wt.is_executable('file1'))
896
1105
 
897
1106
    def test__set_mode_stats_correctly(self):
898
1107
        """_set_mode stats to determine file mode."""
901
1110
 
902
1111
        stat_paths = []
903
1112
        real_stat = os.stat
 
1113
 
904
1114
        def instrumented_stat(path):
905
1115
            stat_paths.append(path)
906
1116
            return real_stat(path)
907
1117
 
908
1118
        transform, root = self.get_transform()
909
1119
 
910
 
        bar1_id = transform.new_file('bar', root, 'bar contents 1\n',
911
 
                                     file_id='bar-id-1', executable=False)
 
1120
        bar1_id = transform.new_file('bar', root, [b'bar contents 1\n'],
 
1121
                                     file_id=b'bar-id-1', executable=False)
912
1122
        transform.apply()
913
1123
 
914
1124
        transform, root = self.get_transform()
916
1126
        bar2_id = transform.trans_id_tree_path('bar2')
917
1127
        try:
918
1128
            os.stat = instrumented_stat
919
 
            transform.create_file('bar2 contents\n', bar2_id, mode_id=bar1_id)
 
1129
            transform.create_file([b'bar2 contents\n'],
 
1130
                                  bar2_id, mode_id=bar1_id)
920
1131
        finally:
921
1132
            os.stat = real_stat
922
1133
            transform.finalize()
925
1136
        self.assertEqual([bar1_abspath], stat_paths)
926
1137
 
927
1138
    def test_iter_changes(self):
928
 
        self.wt.set_root_id('eert_toor')
 
1139
        self.wt.set_root_id(b'eert_toor')
929
1140
        transform, root = self.get_transform()
930
 
        transform.new_file('old', root, 'blah', 'id-1', True)
 
1141
        transform.new_file('old', root, [b'blah'], b'id-1', True)
931
1142
        transform.apply()
932
1143
        transform, root = self.get_transform()
933
1144
        try:
934
1145
            self.assertEqual([], list(transform.iter_changes()))
935
 
            old = transform.trans_id_tree_file_id('id-1')
 
1146
            old = transform.trans_id_tree_path('old')
936
1147
            transform.unversion_file(old)
937
 
            self.assertEqual([('id-1', ('old', None), False, (True, False),
938
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
939
 
                (True, True))], list(transform.iter_changes()))
940
 
            transform.new_directory('new', root, 'id-1')
941
 
            self.assertEqual([('id-1', ('old', 'new'), True, (True, True),
942
 
                ('eert_toor', 'eert_toor'), ('old', 'new'),
943
 
                ('file', 'directory'),
944
 
                (True, False))], list(transform.iter_changes()))
 
1148
            self.assertEqual([(b'id-1', ('old', None), False, (True, False),
 
1149
                               (b'eert_toor', b'eert_toor'),
 
1150
                               ('old', 'old'), ('file', 'file'),
 
1151
                               (True, True))], list(transform.iter_changes()))
 
1152
            transform.new_directory('new', root, b'id-1')
 
1153
            self.assertEqual([(b'id-1', ('old', 'new'), True, (True, True),
 
1154
                               (b'eert_toor', b'eert_toor'), ('old', 'new'),
 
1155
                               ('file', 'directory'),
 
1156
                               (True, False))], list(transform.iter_changes()))
945
1157
        finally:
946
1158
            transform.finalize()
947
1159
 
948
1160
    def test_iter_changes_new(self):
949
 
        self.wt.set_root_id('eert_toor')
 
1161
        self.wt.set_root_id(b'eert_toor')
950
1162
        transform, root = self.get_transform()
951
 
        transform.new_file('old', root, 'blah')
 
1163
        transform.new_file('old', root, [b'blah'])
952
1164
        transform.apply()
953
1165
        transform, root = self.get_transform()
954
1166
        try:
955
1167
            old = transform.trans_id_tree_path('old')
956
 
            transform.version_file('id-1', old)
957
 
            self.assertEqual([('id-1', (None, 'old'), False, (False, True),
958
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
959
 
                (False, False))], list(transform.iter_changes()))
 
1168
            transform.version_file(b'id-1', old)
 
1169
            self.assertEqual([(b'id-1', (None, 'old'), False, (False, True),
 
1170
                               (b'eert_toor', b'eert_toor'),
 
1171
                               ('old', 'old'), ('file', 'file'),
 
1172
                               (False, False))],
 
1173
                             list(transform.iter_changes()))
960
1174
        finally:
961
1175
            transform.finalize()
962
1176
 
963
1177
    def test_iter_changes_modifications(self):
964
 
        self.wt.set_root_id('eert_toor')
 
1178
        self.wt.set_root_id(b'eert_toor')
965
1179
        transform, root = self.get_transform()
966
 
        transform.new_file('old', root, 'blah', 'id-1')
967
 
        transform.new_file('new', root, 'blah')
968
 
        transform.new_directory('subdir', root, 'subdir-id')
 
1180
        transform.new_file('old', root, [b'blah'], b'id-1')
 
1181
        transform.new_file('new', root, [b'blah'])
 
1182
        transform.new_directory('subdir', root, b'subdir-id')
969
1183
        transform.apply()
970
1184
        transform, root = self.get_transform()
971
1185
        try:
972
1186
            old = transform.trans_id_tree_path('old')
973
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1187
            subdir = transform.trans_id_tree_path('subdir')
974
1188
            new = transform.trans_id_tree_path('new')
975
1189
            self.assertEqual([], list(transform.iter_changes()))
976
1190
 
977
 
            #content deletion
 
1191
            # content deletion
978
1192
            transform.delete_contents(old)
979
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
980
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', None),
981
 
                (False, False))], list(transform.iter_changes()))
 
1193
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1194
                               (b'eert_toor', b'eert_toor'),
 
1195
                               ('old', 'old'), ('file', None),
 
1196
                               (False, False))],
 
1197
                             list(transform.iter_changes()))
982
1198
 
983
 
            #content change
984
 
            transform.create_file('blah', old)
985
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
986
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
987
 
                (False, False))], list(transform.iter_changes()))
 
1199
            # content change
 
1200
            transform.create_file([b'blah'], old)
 
1201
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1202
                               (b'eert_toor', b'eert_toor'),
 
1203
                               ('old', 'old'), ('file', 'file'),
 
1204
                               (False, False))],
 
1205
                             list(transform.iter_changes()))
988
1206
            transform.cancel_deletion(old)
989
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
990
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
991
 
                (False, False))], list(transform.iter_changes()))
 
1207
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1208
                               (b'eert_toor', b'eert_toor'),
 
1209
                               ('old', 'old'), ('file', 'file'),
 
1210
                               (False, False))],
 
1211
                             list(transform.iter_changes()))
992
1212
            transform.cancel_creation(old)
993
1213
 
994
1214
            # move file_id to a different file
995
1215
            self.assertEqual([], list(transform.iter_changes()))
996
1216
            transform.unversion_file(old)
997
 
            transform.version_file('id-1', new)
 
1217
            transform.version_file(b'id-1', new)
998
1218
            transform.adjust_path('old', root, new)
999
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
1000
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
1001
 
                (False, False))], list(transform.iter_changes()))
 
1219
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1220
                               (b'eert_toor', b'eert_toor'),
 
1221
                               ('old', 'old'), ('file', 'file'),
 
1222
                               (False, False))],
 
1223
                             list(transform.iter_changes()))
1002
1224
            transform.cancel_versioning(new)
1003
1225
            transform._removed_id = set()
1004
1226
 
1005
 
            #execute bit
 
1227
            # execute bit
1006
1228
            self.assertEqual([], list(transform.iter_changes()))
1007
1229
            transform.set_executability(True, old)
1008
 
            self.assertEqual([('id-1', ('old', 'old'), False, (True, True),
1009
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
1010
 
                (False, True))], list(transform.iter_changes()))
 
1230
            self.assertEqual([(b'id-1', ('old', 'old'), False, (True, True),
 
1231
                               (b'eert_toor', b'eert_toor'),
 
1232
                               ('old', 'old'), ('file', 'file'),
 
1233
                               (False, True))],
 
1234
                             list(transform.iter_changes()))
1011
1235
            transform.set_executability(None, old)
1012
1236
 
1013
1237
            # filename
1014
1238
            self.assertEqual([], list(transform.iter_changes()))
1015
1239
            transform.adjust_path('new', root, old)
1016
1240
            transform._new_parent = {}
1017
 
            self.assertEqual([('id-1', ('old', 'new'), False, (True, True),
1018
 
                ('eert_toor', 'eert_toor'), ('old', 'new'), ('file', 'file'),
1019
 
                (False, False))], list(transform.iter_changes()))
 
1241
            self.assertEqual([(b'id-1', ('old', 'new'), False, (True, True),
 
1242
                               (b'eert_toor', b'eert_toor'),
 
1243
                               ('old', 'new'), ('file', 'file'),
 
1244
                               (False, False))],
 
1245
                             list(transform.iter_changes()))
1020
1246
            transform._new_name = {}
1021
1247
 
1022
1248
            # parent directory
1023
1249
            self.assertEqual([], list(transform.iter_changes()))
1024
1250
            transform.adjust_path('new', subdir, old)
1025
1251
            transform._new_name = {}
1026
 
            self.assertEqual([('id-1', ('old', 'subdir/old'), False,
1027
 
                (True, True), ('eert_toor', 'subdir-id'), ('old', 'old'),
1028
 
                ('file', 'file'), (False, False))],
1029
 
                list(transform.iter_changes()))
 
1252
            self.assertEqual([(b'id-1', ('old', 'subdir/old'), False,
 
1253
                               (True, True), (b'eert_toor',
 
1254
                                              b'subdir-id'), ('old', 'old'),
 
1255
                               ('file', 'file'), (False, False))],
 
1256
                             list(transform.iter_changes()))
1030
1257
            transform._new_path = {}
1031
1258
 
1032
1259
        finally:
1033
1260
            transform.finalize()
1034
1261
 
1035
1262
    def test_iter_changes_modified_bleed(self):
1036
 
        self.wt.set_root_id('eert_toor')
 
1263
        self.wt.set_root_id(b'eert_toor')
1037
1264
        """Modified flag should not bleed from one change to another"""
1038
1265
        # unfortunately, we have no guarantee that file1 (which is modified)
1039
1266
        # will be applied before file2.  And if it's applied after file2, it
1040
1267
        # obviously can't bleed into file2's change output.  But for now, it
1041
1268
        # works.
1042
1269
        transform, root = self.get_transform()
1043
 
        transform.new_file('file1', root, 'blah', 'id-1')
1044
 
        transform.new_file('file2', root, 'blah', 'id-2')
 
1270
        transform.new_file('file1', root, [b'blah'], b'id-1')
 
1271
        transform.new_file('file2', root, [b'blah'], b'id-2')
1045
1272
        transform.apply()
1046
1273
        transform, root = self.get_transform()
1047
1274
        try:
1048
 
            transform.delete_contents(transform.trans_id_file_id('id-1'))
 
1275
            transform.delete_contents(transform.trans_id_file_id(b'id-1'))
1049
1276
            transform.set_executability(True,
1050
 
            transform.trans_id_file_id('id-2'))
1051
 
            self.assertEqual([('id-1', (u'file1', u'file1'), True, (True, True),
1052
 
                ('eert_toor', 'eert_toor'), ('file1', u'file1'),
1053
 
                ('file', None), (False, False)),
1054
 
                ('id-2', (u'file2', u'file2'), False, (True, True),
1055
 
                ('eert_toor', 'eert_toor'), ('file2', u'file2'),
1056
 
                ('file', 'file'), (False, True))],
 
1277
                                        transform.trans_id_file_id(b'id-2'))
 
1278
            self.assertEqual(
 
1279
                [(b'id-1', (u'file1', u'file1'), True, (True, True),
 
1280
                 (b'eert_toor', b'eert_toor'), ('file1', u'file1'),
 
1281
                 ('file', None), (False, False)),
 
1282
                 (b'id-2', (u'file2', u'file2'), False, (True, True),
 
1283
                 (b'eert_toor', b'eert_toor'), ('file2', u'file2'),
 
1284
                 ('file', 'file'), (False, True))],
1057
1285
                list(transform.iter_changes()))
1058
1286
        finally:
1059
1287
            transform.finalize()
1060
1288
 
1061
1289
    def test_iter_changes_move_missing(self):
1062
1290
        """Test moving ids with no files around"""
1063
 
        self.wt.set_root_id('toor_eert')
 
1291
        self.wt.set_root_id(b'toor_eert')
1064
1292
        # Need two steps because versioning a non-existant file is a conflict.
1065
1293
        transform, root = self.get_transform()
1066
 
        transform.new_directory('floater', root, 'floater-id')
 
1294
        transform.new_directory('floater', root, b'floater-id')
1067
1295
        transform.apply()
1068
1296
        transform, root = self.get_transform()
1069
1297
        transform.delete_contents(transform.trans_id_tree_path('floater'))
1072
1300
        floater = transform.trans_id_tree_path('floater')
1073
1301
        try:
1074
1302
            transform.adjust_path('flitter', root, floater)
1075
 
            self.assertEqual([('floater-id', ('floater', 'flitter'), False,
1076
 
            (True, True), ('toor_eert', 'toor_eert'), ('floater', 'flitter'),
1077
 
            (None, None), (False, False))], list(transform.iter_changes()))
 
1303
            self.assertEqual([(b'floater-id', ('floater', 'flitter'), False,
 
1304
                               (True, True),
 
1305
                               (b'toor_eert', b'toor_eert'),
 
1306
                               ('floater', 'flitter'),
 
1307
                               (None, None), (False, False))],
 
1308
                             list(transform.iter_changes()))
1078
1309
        finally:
1079
1310
            transform.finalize()
1080
1311
 
1081
1312
    def test_iter_changes_pointless(self):
1082
1313
        """Ensure that no-ops are not treated as modifications"""
1083
 
        self.wt.set_root_id('eert_toor')
 
1314
        self.wt.set_root_id(b'eert_toor')
1084
1315
        transform, root = self.get_transform()
1085
 
        transform.new_file('old', root, 'blah', 'id-1')
1086
 
        transform.new_directory('subdir', root, 'subdir-id')
 
1316
        transform.new_file('old', root, [b'blah'], b'id-1')
 
1317
        transform.new_directory('subdir', root, b'subdir-id')
1087
1318
        transform.apply()
1088
1319
        transform, root = self.get_transform()
1089
1320
        try:
1090
1321
            old = transform.trans_id_tree_path('old')
1091
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1322
            subdir = transform.trans_id_tree_path('subdir')
1092
1323
            self.assertEqual([], list(transform.iter_changes()))
1093
1324
            transform.delete_contents(subdir)
1094
1325
            transform.create_directory(subdir)
1095
1326
            transform.set_executability(False, old)
1096
1327
            transform.unversion_file(old)
1097
 
            transform.version_file('id-1', old)
 
1328
            transform.version_file(b'id-1', old)
1098
1329
            transform.adjust_path('old', root, old)
1099
1330
            self.assertEqual([], list(transform.iter_changes()))
1100
1331
        finally:
1102
1333
 
1103
1334
    def test_rename_count(self):
1104
1335
        transform, root = self.get_transform()
1105
 
        transform.new_file('name1', root, 'contents')
 
1336
        transform.new_file('name1', root, [b'contents'])
1106
1337
        self.assertEqual(transform.rename_count, 0)
1107
1338
        transform.apply()
1108
1339
        self.assertEqual(transform.rename_count, 1)
1125
1356
        """
1126
1357
        transform, root = self.get_transform()
1127
1358
        parent1 = transform.new_directory('parent1', root)
1128
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1359
        child1 = transform.new_file('child1', parent1, [b'contents'])
1129
1360
        parent2 = transform.new_directory('parent2', root)
1130
1361
        transform.adjust_path('child1', parent2, child1)
1131
1362
        transform.apply()
1132
 
        self.failIfExists(self.wt.abspath('parent1/child1'))
1133
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1363
        self.assertPathDoesNotExist(self.wt.abspath('parent1/child1'))
 
1364
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1134
1365
        # rename limbo/new-1 => parent1, rename limbo/new-3 => parent2
1135
1366
        # no rename for child1 (counting only renames during apply)
1136
 
        self.failUnlessEqual(2, transform.rename_count)
 
1367
        self.assertEqual(2, transform.rename_count)
1137
1368
 
1138
1369
    def test_cancel_parent(self):
1139
1370
        """Cancelling a parent doesn't cause deletion of a non-empty directory
1144
1375
        """
1145
1376
        transform, root = self.get_transform()
1146
1377
        parent1 = transform.new_directory('parent1', root)
1147
 
        child1 = transform.new_file('child1', parent1, 'contents')
1148
 
        child2 = transform.new_file('child2', parent1, 'contents')
 
1378
        child1 = transform.new_file('child1', parent1, [b'contents'])
 
1379
        child2 = transform.new_file('child2', parent1, [b'contents'])
1149
1380
        try:
1150
1381
            transform.cancel_creation(parent1)
1151
1382
        except OSError:
1162
1393
        parent2 = transform.new_directory('parent2', root)
1163
1394
        transform.adjust_path('child1', parent2, child1)
1164
1395
        transform.apply()
1165
 
        self.failIfExists(self.wt.abspath('parent1'))
1166
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1396
        self.assertPathDoesNotExist(self.wt.abspath('parent1'))
 
1397
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1167
1398
        # rename limbo/new-3 => parent2, rename limbo/new-2 => child1
1168
 
        self.failUnlessEqual(2, transform.rename_count)
 
1399
        self.assertEqual(2, transform.rename_count)
1169
1400
 
1170
1401
    def test_adjust_and_cancel(self):
1171
1402
        """Make sure adjust_path keeps track of limbo children properly"""
1172
1403
        transform, root = self.get_transform()
1173
1404
        parent1 = transform.new_directory('parent1', root)
1174
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1405
        child1 = transform.new_file('child1', parent1, [b'contents'])
1175
1406
        parent2 = transform.new_directory('parent2', root)
1176
1407
        transform.adjust_path('child1', parent2, child1)
1177
1408
        transform.cancel_creation(child1)
1186
1417
    def test_noname_contents(self):
1187
1418
        """TreeTransform should permit deferring naming files."""
1188
1419
        transform, root = self.get_transform()
1189
 
        parent = transform.trans_id_file_id('parent-id')
 
1420
        parent = transform.trans_id_file_id(b'parent-id')
1190
1421
        try:
1191
1422
            transform.create_directory(parent)
1192
1423
        except KeyError:
1196
1427
    def test_noname_contents_nested(self):
1197
1428
        """TreeTransform should permit deferring naming files."""
1198
1429
        transform, root = self.get_transform()
1199
 
        parent = transform.trans_id_file_id('parent-id')
 
1430
        parent = transform.trans_id_file_id(b'parent-id')
1200
1431
        try:
1201
1432
            transform.create_directory(parent)
1202
1433
        except KeyError:
1203
1434
            self.fail("Can't handle contents with no name")
1204
 
        child = transform.new_directory('child', parent)
 
1435
        transform.new_directory('child', parent)
1205
1436
        transform.adjust_path('parent', root, parent)
1206
1437
        transform.apply()
1207
 
        self.failUnlessExists(self.wt.abspath('parent/child'))
 
1438
        self.assertPathExists(self.wt.abspath('parent/child'))
1208
1439
        self.assertEqual(1, transform.rename_count)
1209
1440
 
1210
1441
    def test_reuse_name(self):
1211
1442
        """Avoid reusing the same limbo name for different files"""
1212
1443
        transform, root = self.get_transform()
1213
1444
        parent = transform.new_directory('parent', root)
1214
 
        child1 = transform.new_directory('child', parent)
 
1445
        transform.new_directory('child', parent)
1215
1446
        try:
1216
1447
            child2 = transform.new_directory('child', parent)
1217
1448
        except OSError:
1231
1462
        parent = transform.new_directory('parent', root)
1232
1463
        child1 = transform.new_directory('child', parent)
1233
1464
        transform.adjust_path('child1', parent, child1)
1234
 
        child2 = transform.new_directory('child', parent)
 
1465
        transform.new_directory('child', parent)
1235
1466
        transform.apply()
1236
1467
        # limbo/new-1 => parent
1237
1468
        self.assertEqual(1, transform.rename_count)
1243
1474
        child1 = transform.new_directory('child1', parent2)
1244
1475
        transform.cancel_creation(parent2)
1245
1476
        transform.create_directory(parent2)
1246
 
        child2 = transform.new_directory('child1', parent2)
 
1477
        transform.new_directory('child1', parent2)
1247
1478
        transform.adjust_path('child2', parent2, child1)
1248
1479
        transform.apply()
1249
1480
        # limbo/new-1 => parent2, limbo/new-2 => parent2/child1
1253
1484
        """Finalize must be done in child-to-parent order"""
1254
1485
        transform, root = self.get_transform()
1255
1486
        parent = transform.new_directory('parent', root)
1256
 
        child = transform.new_directory('child', parent)
 
1487
        transform.new_directory('child', parent)
1257
1488
        try:
1258
1489
            transform.finalize()
1259
1490
        except OSError:
1273
1504
            tt = TreeTransform(wt)  # TreeTransform obtains write lock
1274
1505
            try:
1275
1506
                foo = tt.new_directory('foo', tt.root)
1276
 
                tt.new_file('bar', foo, 'foobar')
 
1507
                tt.new_file('bar', foo, [b'foobar'])
1277
1508
                baz = tt.new_directory('baz', tt.root)
1278
 
                tt.new_file('qux', baz, 'quux')
 
1509
                tt.new_file('qux', baz, [b'quux'])
1279
1510
                # Ask for a rename 'foo' -> 'baz'
1280
1511
                tt.adjust_path('baz', tt.root, foo)
1281
1512
                # Lie to tt that we've already resolved all conflicts.
1282
1513
                tt.apply(no_conflicts=True)
1283
 
            except:
 
1514
            except BaseException:
1284
1515
                wt.unlock()
1285
1516
                raise
1286
1517
        # The rename will fail because the target directory is not empty (but
1287
1518
        # raises FileExists anyway).
1288
1519
        err = self.assertRaises(errors.FileExists, tt_helper)
1289
 
        self.assertContainsRe(str(err),
1290
 
            "^File exists: .+/baz")
 
1520
        self.assertEndsWith(err.path, "/baz")
1291
1521
 
1292
1522
    def test_two_directories_clash(self):
1293
1523
        def tt_helper():
1301
1531
                tt.new_directory('baz', foo_2)
1302
1532
                # Lie to tt that we've already resolved all conflicts.
1303
1533
                tt.apply(no_conflicts=True)
1304
 
            except:
 
1534
            except BaseException:
1305
1535
                wt.unlock()
1306
1536
                raise
1307
1537
        err = self.assertRaises(errors.FileExists, tt_helper)
1308
 
        self.assertContainsRe(str(err),
1309
 
            "^File exists: .+/foo")
 
1538
        self.assertEndsWith(err.path, "/foo")
1310
1539
 
1311
1540
    def test_two_directories_clash_finalize(self):
1312
1541
        def tt_helper():
1320
1549
                tt.new_directory('baz', foo_2)
1321
1550
                # Lie to tt that we've already resolved all conflicts.
1322
1551
                tt.apply(no_conflicts=True)
1323
 
            except:
 
1552
            except BaseException:
1324
1553
                tt.finalize()
1325
1554
                raise
1326
1555
        err = self.assertRaises(errors.FileExists, tt_helper)
1327
 
        self.assertContainsRe(str(err),
1328
 
            "^File exists: .+/foo")
 
1556
        self.assertEndsWith(err.path, "/foo")
1329
1557
 
1330
1558
    def test_file_to_directory(self):
1331
1559
        wt = self.make_branch_and_tree('.')
1338
1566
        tt.delete_contents(foo_trans_id)
1339
1567
        tt.create_directory(foo_trans_id)
1340
1568
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1341
 
        tt.create_file(["aa\n"], bar_trans_id)
1342
 
        tt.version_file("bar-1", bar_trans_id)
 
1569
        tt.create_file([b"aa\n"], bar_trans_id)
 
1570
        tt.version_file(b"bar-1", bar_trans_id)
1343
1571
        tt.apply()
1344
 
        self.failUnlessExists("foo/bar")
 
1572
        self.assertPathExists("foo/bar")
1345
1573
        wt.lock_read()
1346
1574
        try:
1347
 
            self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1348
 
                    "directory")
 
1575
            self.assertEqual(wt.kind("foo"), "directory")
1349
1576
        finally:
1350
1577
            wt.unlock()
1351
1578
        wt.commit("two")
1364
1591
        tt.delete_contents(foo_trans_id)
1365
1592
        tt.create_symlink("bar", foo_trans_id)
1366
1593
        tt.apply()
1367
 
        self.failUnlessExists("foo")
 
1594
        self.assertPathExists("foo")
1368
1595
        wt.lock_read()
1369
1596
        self.addCleanup(wt.unlock)
1370
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1371
 
                "symlink")
 
1597
        self.assertEqual(wt.kind("foo"), "symlink")
1372
1598
 
1373
1599
    def test_dir_to_file(self):
1374
1600
        wt = self.make_branch_and_tree('.')
1381
1607
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1382
1608
        tt.delete_contents(foo_trans_id)
1383
1609
        tt.delete_versioned(bar_trans_id)
1384
 
        tt.create_file(["aa\n"], foo_trans_id)
 
1610
        tt.create_file([b"aa\n"], foo_trans_id)
1385
1611
        tt.apply()
1386
 
        self.failUnlessExists("foo")
 
1612
        self.assertPathExists("foo")
1387
1613
        wt.lock_read()
1388
1614
        self.addCleanup(wt.unlock)
1389
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1390
 
                "file")
 
1615
        self.assertEqual(wt.kind("foo"), "file")
1391
1616
 
1392
1617
    def test_dir_to_hardlink(self):
1393
1618
        self.requireFeature(HardlinkFeature)
1404
1629
        self.build_tree(['baz'])
1405
1630
        tt.create_hardlink("baz", foo_trans_id)
1406
1631
        tt.apply()
1407
 
        self.failUnlessExists("foo")
1408
 
        self.failUnlessExists("baz")
 
1632
        self.assertPathExists("foo")
 
1633
        self.assertPathExists("baz")
1409
1634
        wt.lock_read()
1410
1635
        self.addCleanup(wt.unlock)
1411
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1412
 
                "file")
 
1636
        self.assertEqual(wt.kind("foo"), "file")
1413
1637
 
1414
1638
    def test_no_final_path(self):
1415
1639
        transform, root = self.get_transform()
1416
 
        trans_id = transform.trans_id_file_id('foo')
1417
 
        transform.create_file('bar', trans_id)
 
1640
        trans_id = transform.trans_id_file_id(b'foo')
 
1641
        transform.create_file([b'bar'], trans_id)
1418
1642
        transform.cancel_creation(trans_id)
1419
1643
        transform.apply()
1420
1644
 
1421
1645
    def test_create_from_tree(self):
1422
1646
        tree1 = self.make_branch_and_tree('tree1')
1423
 
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', 'baz')])
1424
 
        tree1.add(['foo', 'bar'], ['foo-id', 'bar-id'])
 
1647
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', b'baz')])
 
1648
        tree1.add(['foo', 'bar'], [b'foo-id', b'bar-id'])
1425
1649
        tree2 = self.make_branch_and_tree('tree2')
1426
1650
        tt = TreeTransform(tree2)
1427
1651
        foo_trans_id = tt.create_path('foo', tt.root)
1428
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1652
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id')
1429
1653
        bar_trans_id = tt.create_path('bar', tt.root)
1430
 
        create_from_tree(tt, bar_trans_id, tree1, 'bar-id')
 
1654
        create_from_tree(tt, bar_trans_id, tree1, 'bar', file_id=b'bar-id')
1431
1655
        tt.apply()
1432
1656
        self.assertEqual('directory', osutils.file_kind('tree2/foo'))
1433
 
        self.assertFileEqual('baz', 'tree2/bar')
 
1657
        self.assertFileEqual(b'baz', 'tree2/bar')
1434
1658
 
1435
1659
    def test_create_from_tree_bytes(self):
1436
1660
        """Provided lines are used instead of tree content."""
1437
1661
        tree1 = self.make_branch_and_tree('tree1')
1438
 
        self.build_tree_contents([('tree1/foo', 'bar'),])
1439
 
        tree1.add('foo', 'foo-id')
 
1662
        self.build_tree_contents([('tree1/foo', b'bar'), ])
 
1663
        tree1.add('foo', b'foo-id')
1440
1664
        tree2 = self.make_branch_and_tree('tree2')
1441
1665
        tt = TreeTransform(tree2)
1442
1666
        foo_trans_id = tt.create_path('foo', tt.root)
1443
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id', bytes='qux')
 
1667
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id',
 
1668
                         chunks=[b'qux'])
1444
1669
        tt.apply()
1445
 
        self.assertFileEqual('qux', 'tree2/foo')
 
1670
        self.assertFileEqual(b'qux', 'tree2/foo')
1446
1671
 
1447
1672
    def test_create_from_tree_symlink(self):
1448
1673
        self.requireFeature(SymlinkFeature)
1449
1674
        tree1 = self.make_branch_and_tree('tree1')
1450
1675
        os.symlink('bar', 'tree1/foo')
1451
 
        tree1.add('foo', 'foo-id')
 
1676
        tree1.add('foo', b'foo-id')
1452
1677
        tt = TreeTransform(self.make_branch_and_tree('tree2'))
1453
1678
        foo_trans_id = tt.create_path('foo', tt.root)
1454
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1679
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id')
1455
1680
        tt.apply()
1456
1681
        self.assertEqual('bar', os.readlink('tree2/foo'))
1457
1682
 
1461
1686
    def __init__(self, dirname, root_id):
1462
1687
        self.name = dirname
1463
1688
        os.mkdir(dirname)
1464
 
        self.wt = BzrDir.create_standalone_workingtree(dirname)
 
1689
        self.wt = ControlDir.create_standalone_workingtree(dirname)
1465
1690
        self.wt.set_root_id(root_id)
1466
1691
        self.b = self.wt.branch
1467
1692
        self.tt = TreeTransform(self.wt)
1468
 
        self.root = self.tt.trans_id_tree_file_id(self.wt.get_root_id())
 
1693
        self.root = self.tt.trans_id_tree_path('')
1469
1694
 
1470
1695
 
1471
1696
def conflict_text(tree, merge):
1472
 
    template = '%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
1473
 
    return template % ('<' * 7, tree, '=' * 7, merge, '>' * 7)
 
1697
    template = b'%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
 
1698
    return template % (b'<' * 7, tree, b'=' * 7, merge, b'>' * 7)
 
1699
 
 
1700
 
 
1701
class TestInventoryAltered(tests.TestCaseWithTransport):
 
1702
 
 
1703
    def test_inventory_altered_unchanged(self):
 
1704
        tree = self.make_branch_and_tree('tree')
 
1705
        self.build_tree(['tree/foo'])
 
1706
        tree.add('foo', b'foo-id')
 
1707
        with TransformPreview(tree) as tt:
 
1708
            self.assertEqual([], tt._inventory_altered())
 
1709
 
 
1710
    def test_inventory_altered_changed_parent_id(self):
 
1711
        tree = self.make_branch_and_tree('tree')
 
1712
        self.build_tree(['tree/foo'])
 
1713
        tree.add('foo', b'foo-id')
 
1714
        with TransformPreview(tree) as tt:
 
1715
            tt.unversion_file(tt.root)
 
1716
            tt.version_file(b'new-id', tt.root)
 
1717
            foo_trans_id = tt.trans_id_tree_path('foo')
 
1718
            foo_tuple = ('foo', foo_trans_id)
 
1719
            root_tuple = ('', tt.root)
 
1720
            self.assertEqual([root_tuple, foo_tuple], tt._inventory_altered())
 
1721
 
 
1722
    def test_inventory_altered_noop_changed_parent_id(self):
 
1723
        tree = self.make_branch_and_tree('tree')
 
1724
        self.build_tree(['tree/foo'])
 
1725
        tree.add('foo', b'foo-id')
 
1726
        with TransformPreview(tree) as tt:
 
1727
            tt.unversion_file(tt.root)
 
1728
            tt.version_file(tree.get_root_id(), tt.root)
 
1729
            tt.trans_id_tree_path('foo')
 
1730
            self.assertEqual([], tt._inventory_altered())
1474
1731
 
1475
1732
 
1476
1733
class TestTransformMerge(TestCaseInTempDir):
1478
1735
    def test_text_merge(self):
1479
1736
        root_id = generate_ids.gen_root_id()
1480
1737
        base = TransformGroup("base", root_id)
1481
 
        base.tt.new_file('a', base.root, 'a\nb\nc\nd\be\n', 'a')
1482
 
        base.tt.new_file('b', base.root, 'b1', 'b')
1483
 
        base.tt.new_file('c', base.root, 'c', 'c')
1484
 
        base.tt.new_file('d', base.root, 'd', 'd')
1485
 
        base.tt.new_file('e', base.root, 'e', 'e')
1486
 
        base.tt.new_file('f', base.root, 'f', 'f')
1487
 
        base.tt.new_directory('g', base.root, 'g')
1488
 
        base.tt.new_directory('h', base.root, 'h')
 
1738
        base.tt.new_file('a', base.root, [b'a\nb\nc\nd\be\n'], b'a')
 
1739
        base.tt.new_file('b', base.root, [b'b1'], b'b')
 
1740
        base.tt.new_file('c', base.root, [b'c'], b'c')
 
1741
        base.tt.new_file('d', base.root, [b'd'], b'd')
 
1742
        base.tt.new_file('e', base.root, [b'e'], b'e')
 
1743
        base.tt.new_file('f', base.root, [b'f'], b'f')
 
1744
        base.tt.new_directory('g', base.root, b'g')
 
1745
        base.tt.new_directory('h', base.root, b'h')
1489
1746
        base.tt.apply()
1490
1747
        other = TransformGroup("other", root_id)
1491
 
        other.tt.new_file('a', other.root, 'y\nb\nc\nd\be\n', 'a')
1492
 
        other.tt.new_file('b', other.root, 'b2', 'b')
1493
 
        other.tt.new_file('c', other.root, 'c2', 'c')
1494
 
        other.tt.new_file('d', other.root, 'd', 'd')
1495
 
        other.tt.new_file('e', other.root, 'e2', 'e')
1496
 
        other.tt.new_file('f', other.root, 'f', 'f')
1497
 
        other.tt.new_file('g', other.root, 'g', 'g')
1498
 
        other.tt.new_file('h', other.root, 'h\ni\nj\nk\n', 'h')
1499
 
        other.tt.new_file('i', other.root, 'h\ni\nj\nk\n', 'i')
 
1748
        other.tt.new_file('a', other.root, [b'y\nb\nc\nd\be\n'], b'a')
 
1749
        other.tt.new_file('b', other.root, [b'b2'], b'b')
 
1750
        other.tt.new_file('c', other.root, [b'c2'], b'c')
 
1751
        other.tt.new_file('d', other.root, [b'd'], b'd')
 
1752
        other.tt.new_file('e', other.root, [b'e2'], b'e')
 
1753
        other.tt.new_file('f', other.root, [b'f'], b'f')
 
1754
        other.tt.new_file('g', other.root, [b'g'], b'g')
 
1755
        other.tt.new_file('h', other.root, [b'h\ni\nj\nk\n'], b'h')
 
1756
        other.tt.new_file('i', other.root, [b'h\ni\nj\nk\n'], b'i')
1500
1757
        other.tt.apply()
1501
1758
        this = TransformGroup("this", root_id)
1502
 
        this.tt.new_file('a', this.root, 'a\nb\nc\nd\bz\n', 'a')
1503
 
        this.tt.new_file('b', this.root, 'b', 'b')
1504
 
        this.tt.new_file('c', this.root, 'c', 'c')
1505
 
        this.tt.new_file('d', this.root, 'd2', 'd')
1506
 
        this.tt.new_file('e', this.root, 'e2', 'e')
1507
 
        this.tt.new_file('f', this.root, 'f', 'f')
1508
 
        this.tt.new_file('g', this.root, 'g', 'g')
1509
 
        this.tt.new_file('h', this.root, '1\n2\n3\n4\n', 'h')
1510
 
        this.tt.new_file('i', this.root, '1\n2\n3\n4\n', 'i')
 
1759
        this.tt.new_file('a', this.root, [b'a\nb\nc\nd\bz\n'], b'a')
 
1760
        this.tt.new_file('b', this.root, [b'b'], b'b')
 
1761
        this.tt.new_file('c', this.root, [b'c'], b'c')
 
1762
        this.tt.new_file('d', this.root, [b'd2'], b'd')
 
1763
        this.tt.new_file('e', this.root, [b'e2'], b'e')
 
1764
        this.tt.new_file('f', this.root, [b'f'], b'f')
 
1765
        this.tt.new_file('g', this.root, [b'g'], b'g')
 
1766
        this.tt.new_file('h', this.root, [b'1\n2\n3\n4\n'], b'h')
 
1767
        this.tt.new_file('i', this.root, [b'1\n2\n3\n4\n'], b'i')
1511
1768
        this.tt.apply()
1512
1769
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1513
1770
 
1514
1771
        # textual merge
1515
 
        self.assertEqual(this.wt.get_file('a').read(), 'y\nb\nc\nd\bz\n')
 
1772
        with this.wt.get_file(this.wt.id2path(b'a')) as f:
 
1773
            self.assertEqual(f.read(), b'y\nb\nc\nd\bz\n')
1516
1774
        # three-way text conflict
1517
 
        self.assertEqual(this.wt.get_file('b').read(),
1518
 
                         conflict_text('b', 'b2'))
 
1775
        with this.wt.get_file(this.wt.id2path(b'b')) as f:
 
1776
            self.assertEqual(f.read(), conflict_text(b'b', b'b2'))
1519
1777
        # OTHER wins
1520
 
        self.assertEqual(this.wt.get_file('c').read(), 'c2')
 
1778
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'c')).read(), b'c2')
1521
1779
        # THIS wins
1522
 
        self.assertEqual(this.wt.get_file('d').read(), 'd2')
 
1780
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'd')).read(), b'd2')
1523
1781
        # Ambigious clean merge
1524
 
        self.assertEqual(this.wt.get_file('e').read(), 'e2')
 
1782
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'e')).read(), b'e2')
1525
1783
        # No change
1526
 
        self.assertEqual(this.wt.get_file('f').read(), 'f')
 
1784
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'f')).read(), b'f')
1527
1785
        # Correct correct results when THIS == OTHER
1528
 
        self.assertEqual(this.wt.get_file('g').read(), 'g')
 
1786
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'g')).read(), b'g')
1529
1787
        # Text conflict when THIS & OTHER are text and BASE is dir
1530
 
        self.assertEqual(this.wt.get_file('h').read(),
1531
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1532
 
        self.assertEqual(this.wt.get_file_byname('h.THIS').read(),
1533
 
                         '1\n2\n3\n4\n')
1534
 
        self.assertEqual(this.wt.get_file_byname('h.OTHER').read(),
1535
 
                         'h\ni\nj\nk\n')
 
1788
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'h')).read(),
 
1789
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1790
        self.assertEqual(this.wt.get_file('h.THIS').read(),
 
1791
                         b'1\n2\n3\n4\n')
 
1792
        self.assertEqual(this.wt.get_file('h.OTHER').read(),
 
1793
                         b'h\ni\nj\nk\n')
1536
1794
        self.assertEqual(file_kind(this.wt.abspath('h.BASE')), 'directory')
1537
 
        self.assertEqual(this.wt.get_file('i').read(),
1538
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1539
 
        self.assertEqual(this.wt.get_file_byname('i.THIS').read(),
1540
 
                         '1\n2\n3\n4\n')
1541
 
        self.assertEqual(this.wt.get_file_byname('i.OTHER').read(),
1542
 
                         'h\ni\nj\nk\n')
 
1795
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'i')).read(),
 
1796
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1797
        self.assertEqual(this.wt.get_file('i.THIS').read(),
 
1798
                         b'1\n2\n3\n4\n')
 
1799
        self.assertEqual(this.wt.get_file('i.OTHER').read(),
 
1800
                         b'h\ni\nj\nk\n')
1543
1801
        self.assertEqual(os.path.exists(this.wt.abspath('i.BASE')), False)
1544
 
        modified = ['a', 'b', 'c', 'h', 'i']
 
1802
        modified = [b'a', b'b', b'c', b'h', b'i']
1545
1803
        merge_modified = this.wt.merge_modified()
1546
1804
        self.assertSubset(merge_modified, modified)
1547
1805
        self.assertEqual(len(merge_modified), len(modified))
1548
 
        file(this.wt.id2abspath('a'), 'wb').write('booga')
 
1806
        with open(this.wt.abspath(this.wt.id2path(b'a')), 'wb') as f:
 
1807
            f.write(b'booga')
1549
1808
        modified.pop(0)
1550
1809
        merge_modified = this.wt.merge_modified()
1551
1810
        self.assertSubset(merge_modified, modified)
1560
1819
        this = TransformGroup("THIS", root_id)
1561
1820
        other = TransformGroup("OTHER", root_id)
1562
1821
        for tg in this, base, other:
1563
 
            tg.tt.new_directory('a', tg.root, 'a')
1564
 
            tg.tt.new_symlink('b', tg.root, 'b', 'b')
1565
 
            tg.tt.new_file('c', tg.root, 'c', 'c')
1566
 
            tg.tt.new_symlink('d', tg.root, tg.name, 'd')
 
1822
            tg.tt.new_directory('a', tg.root, b'a')
 
1823
            tg.tt.new_symlink('b', tg.root, 'b', b'b')
 
1824
            tg.tt.new_file('c', tg.root, [b'c'], b'c')
 
1825
            tg.tt.new_symlink('d', tg.root, tg.name, b'd')
1567
1826
        targets = ((base, 'base-e', 'base-f', None, None),
1568
1827
                   (this, 'other-e', 'this-f', 'other-g', 'this-h'),
1569
1828
                   (other, 'other-e', None, 'other-g', 'other-h'))
1571
1830
            for link, target in (('e', e_target), ('f', f_target),
1572
1831
                                 ('g', g_target), ('h', h_target)):
1573
1832
                if target is not None:
1574
 
                    tg.tt.new_symlink(link, tg.root, target, link)
 
1833
                    tg.tt.new_symlink(link, tg.root, target,
 
1834
                                      link.encode('ascii'))
1575
1835
 
1576
1836
        for tg in this, base, other:
1577
1837
            tg.tt.apply()
1580
1840
        self.assertIs(os.path.islink(this.wt.abspath('b')), True)
1581
1841
        self.assertIs(os.path.isfile(this.wt.abspath('c')), True)
1582
1842
        for suffix in ('THIS', 'BASE', 'OTHER'):
1583
 
            self.assertEqual(os.readlink(this.wt.abspath('d.'+suffix)), suffix)
 
1843
            self.assertEqual(os.readlink(
 
1844
                this.wt.abspath('d.' + suffix)), suffix)
1584
1845
        self.assertIs(os.path.lexists(this.wt.abspath('d')), False)
1585
 
        self.assertEqual(this.wt.id2path('d'), 'd.OTHER')
1586
 
        self.assertEqual(this.wt.id2path('f'), 'f.THIS')
 
1846
        self.assertEqual(this.wt.id2path(b'd'), 'd.OTHER')
 
1847
        self.assertEqual(this.wt.id2path(b'f'), 'f.THIS')
1587
1848
        self.assertEqual(os.readlink(this.wt.abspath('e')), 'other-e')
1588
1849
        self.assertIs(os.path.lexists(this.wt.abspath('e.THIS')), False)
1589
1850
        self.assertIs(os.path.lexists(this.wt.abspath('e.OTHER')), False)
1600
1861
        base = TransformGroup("BASE", root_id)
1601
1862
        this = TransformGroup("THIS", root_id)
1602
1863
        other = TransformGroup("OTHER", root_id)
1603
 
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, 'a')
1604
 
                                   for t in [base, this, other]]
1605
 
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, 'b')
1606
 
                                   for t in [base, this, other]]
1607
 
        base.tt.new_directory('c', base_a, 'c')
1608
 
        this.tt.new_directory('c1', this_a, 'c')
1609
 
        other.tt.new_directory('c', other_b, 'c')
1610
 
 
1611
 
        base.tt.new_directory('d', base_a, 'd')
1612
 
        this.tt.new_directory('d1', this_b, 'd')
1613
 
        other.tt.new_directory('d', other_a, 'd')
1614
 
 
1615
 
        base.tt.new_directory('e', base_a, 'e')
1616
 
        this.tt.new_directory('e', this_a, 'e')
1617
 
        other.tt.new_directory('e1', other_b, 'e')
1618
 
 
1619
 
        base.tt.new_directory('f', base_a, 'f')
1620
 
        this.tt.new_directory('f1', this_b, 'f')
1621
 
        other.tt.new_directory('f1', other_b, 'f')
 
1864
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, b'a')
 
1865
                                   for t in [base, this, other]]
 
1866
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, b'b')
 
1867
                                   for t in [base, this, other]]
 
1868
        base.tt.new_directory('c', base_a, b'c')
 
1869
        this.tt.new_directory('c1', this_a, b'c')
 
1870
        other.tt.new_directory('c', other_b, b'c')
 
1871
 
 
1872
        base.tt.new_directory('d', base_a, b'd')
 
1873
        this.tt.new_directory('d1', this_b, b'd')
 
1874
        other.tt.new_directory('d', other_a, b'd')
 
1875
 
 
1876
        base.tt.new_directory('e', base_a, b'e')
 
1877
        this.tt.new_directory('e', this_a, b'e')
 
1878
        other.tt.new_directory('e1', other_b, b'e')
 
1879
 
 
1880
        base.tt.new_directory('f', base_a, b'f')
 
1881
        this.tt.new_directory('f1', this_b, b'f')
 
1882
        other.tt.new_directory('f1', other_b, b'f')
1622
1883
 
1623
1884
        for tg in [this, base, other]:
1624
1885
            tg.tt.apply()
1625
1886
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1626
 
        self.assertEqual(this.wt.id2path('c'), pathjoin('b/c1'))
1627
 
        self.assertEqual(this.wt.id2path('d'), pathjoin('b/d1'))
1628
 
        self.assertEqual(this.wt.id2path('e'), pathjoin('b/e1'))
1629
 
        self.assertEqual(this.wt.id2path('f'), pathjoin('b/f1'))
 
1887
        self.assertEqual(this.wt.id2path(b'c'), pathjoin('b/c1'))
 
1888
        self.assertEqual(this.wt.id2path(b'd'), pathjoin('b/d1'))
 
1889
        self.assertEqual(this.wt.id2path(b'e'), pathjoin('b/e1'))
 
1890
        self.assertEqual(this.wt.id2path(b'f'), pathjoin('b/f1'))
1630
1891
 
1631
1892
    def test_filename_merge_conflicts(self):
1632
1893
        root_id = generate_ids.gen_root_id()
1633
1894
        base = TransformGroup("BASE", root_id)
1634
1895
        this = TransformGroup("THIS", root_id)
1635
1896
        other = TransformGroup("OTHER", root_id)
1636
 
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, 'a')
1637
 
                                   for t in [base, this, other]]
1638
 
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, 'b')
1639
 
                                   for t in [base, this, other]]
1640
 
 
1641
 
        base.tt.new_file('g', base_a, 'g', 'g')
1642
 
        other.tt.new_file('g1', other_b, 'g1', 'g')
1643
 
 
1644
 
        base.tt.new_file('h', base_a, 'h', 'h')
1645
 
        this.tt.new_file('h1', this_b, 'h1', 'h')
1646
 
 
1647
 
        base.tt.new_file('i', base.root, 'i', 'i')
1648
 
        other.tt.new_directory('i1', this_b, 'i')
 
1897
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, b'a')
 
1898
                                   for t in [base, this, other]]
 
1899
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, b'b')
 
1900
                                   for t in [base, this, other]]
 
1901
 
 
1902
        base.tt.new_file('g', base_a, [b'g'], b'g')
 
1903
        other.tt.new_file('g1', other_b, [b'g1'], b'g')
 
1904
 
 
1905
        base.tt.new_file('h', base_a, [b'h'], b'h')
 
1906
        this.tt.new_file('h1', this_b, [b'h1'], b'h')
 
1907
 
 
1908
        base.tt.new_file('i', base.root, [b'i'], b'i')
 
1909
        other.tt.new_directory('i1', this_b, b'i')
1649
1910
 
1650
1911
        for tg in [this, base, other]:
1651
1912
            tg.tt.apply()
1652
1913
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1653
1914
 
1654
 
        self.assertEqual(this.wt.id2path('g'), pathjoin('b/g1.OTHER'))
 
1915
        self.assertEqual(this.wt.id2path(b'g'), pathjoin('b/g1.OTHER'))
1655
1916
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.BASE')), True)
1656
1917
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.THIS')), False)
1657
 
        self.assertEqual(this.wt.id2path('h'), pathjoin('b/h1.THIS'))
 
1918
        self.assertEqual(this.wt.id2path(b'h'), pathjoin('b/h1.THIS'))
1658
1919
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.BASE')), True)
1659
1920
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.OTHER')), False)
1660
 
        self.assertEqual(this.wt.id2path('i'), pathjoin('b/i1.OTHER'))
 
1921
        self.assertEqual(this.wt.id2path(b'i'), pathjoin('b/i1.OTHER'))
1661
1922
 
1662
1923
 
1663
1924
class TestBuildTree(tests.TestCaseWithTransport):
1665
1926
    def test_build_tree_with_symlinks(self):
1666
1927
        self.requireFeature(SymlinkFeature)
1667
1928
        os.mkdir('a')
1668
 
        a = BzrDir.create_standalone_workingtree('a')
 
1929
        a = ControlDir.create_standalone_workingtree('a')
1669
1930
        os.mkdir('a/foo')
1670
 
        file('a/foo/bar', 'wb').write('contents')
 
1931
        with open('a/foo/bar', 'wb') as f:
 
1932
            f.write(b'contents')
1671
1933
        os.symlink('a/foo/bar', 'a/foo/baz')
1672
1934
        a.add(['foo', 'foo/bar', 'foo/baz'])
1673
1935
        a.commit('initial commit')
1674
 
        b = BzrDir.create_standalone_workingtree('b')
 
1936
        b = ControlDir.create_standalone_workingtree('b')
1675
1937
        basis = a.basis_tree()
1676
1938
        basis.lock_read()
1677
1939
        self.addCleanup(basis.unlock)
1678
1940
        build_tree(basis, b)
1679
1941
        self.assertIs(os.path.isdir('b/foo'), True)
1680
 
        self.assertEqual(file('b/foo/bar', 'rb').read(), "contents")
 
1942
        with open('b/foo/bar', 'rb') as f:
 
1943
            self.assertEqual(f.read(), b"contents")
1681
1944
        self.assertEqual(os.readlink('b/foo/baz'), 'a/foo/bar')
1682
1945
 
1683
1946
    def test_build_with_references(self):
1684
1947
        tree = self.make_branch_and_tree('source',
1685
 
            format='dirstate-with-subtree')
 
1948
                                         format='development-subtree')
1686
1949
        subtree = self.make_branch_and_tree('source/subtree',
1687
 
            format='dirstate-with-subtree')
 
1950
                                            format='development-subtree')
1688
1951
        tree.add_reference(subtree)
1689
1952
        tree.commit('a revision')
1690
1953
        tree.branch.create_checkout('target')
1691
 
        self.failUnlessExists('target')
1692
 
        self.failUnlessExists('target/subtree')
 
1954
        self.assertPathExists('target')
 
1955
        self.assertPathExists('target/subtree')
1693
1956
 
1694
1957
    def test_file_conflict_handling(self):
1695
1958
        """Ensure that when building trees, conflict handling is done"""
1696
1959
        source = self.make_branch_and_tree('source')
1697
1960
        target = self.make_branch_and_tree('target')
1698
1961
        self.build_tree(['source/file', 'target/file'])
1699
 
        source.add('file', 'new-file')
 
1962
        source.add('file', b'new-file')
1700
1963
        source.commit('added file')
1701
1964
        build_tree(source.basis_tree(), target)
1702
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1703
 
                          'file.moved', 'file', None, 'new-file')],
1704
 
                         target.conflicts())
 
1965
        self.assertEqual(
 
1966
            [DuplicateEntry('Moved existing file to', 'file.moved',
 
1967
                            'file', None, 'new-file')],
 
1968
            target.conflicts())
1705
1969
        target2 = self.make_branch_and_tree('target2')
1706
 
        target_file = file('target2/file', 'wb')
1707
 
        try:
1708
 
            source_file = file('source/file', 'rb')
1709
 
            try:
1710
 
                target_file.write(source_file.read())
1711
 
            finally:
1712
 
                source_file.close()
1713
 
        finally:
1714
 
            target_file.close()
 
1970
        with open('target2/file', 'wb') as target_file, \
 
1971
                open('source/file', 'rb') as source_file:
 
1972
            target_file.write(source_file.read())
1715
1973
        build_tree(source.basis_tree(), target2)
1716
1974
        self.assertEqual([], target2.conflicts())
1717
1975
 
1720
1978
        self.requireFeature(SymlinkFeature)
1721
1979
        source = self.make_branch_and_tree('source')
1722
1980
        os.symlink('foo', 'source/symlink')
1723
 
        source.add('symlink', 'new-symlink')
 
1981
        source.add('symlink', b'new-symlink')
1724
1982
        source.commit('added file')
1725
1983
        target = self.make_branch_and_tree('target')
1726
1984
        os.symlink('bar', 'target/symlink')
1727
1985
        build_tree(source.basis_tree(), target)
1728
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1729
 
            'symlink.moved', 'symlink', None, 'new-symlink')],
 
1986
        self.assertEqual(
 
1987
            [DuplicateEntry('Moved existing file to', 'symlink.moved',
 
1988
                            'symlink', None, 'new-symlink')],
1730
1989
            target.conflicts())
1731
1990
        target = self.make_branch_and_tree('target2')
1732
1991
        os.symlink('foo', 'target2/symlink')
1738
1997
        source = self.make_branch_and_tree('source')
1739
1998
        target = self.make_branch_and_tree('target')
1740
1999
        self.build_tree(['source/dir1/', 'source/dir1/file', 'target/dir1/'])
1741
 
        source.add(['dir1', 'dir1/file'], ['new-dir1', 'new-file'])
 
2000
        source.add(['dir1', 'dir1/file'], [b'new-dir1', b'new-file'])
1742
2001
        source.commit('added file')
1743
2002
        build_tree(source.basis_tree(), target)
1744
2003
        self.assertEqual([], target.conflicts())
1745
 
        self.failUnlessExists('target/dir1/file')
 
2004
        self.assertPathExists('target/dir1/file')
1746
2005
 
1747
2006
        # Ensure contents are merged
1748
2007
        target = self.make_branch_and_tree('target2')
1749
2008
        self.build_tree(['target2/dir1/', 'target2/dir1/file2'])
1750
2009
        build_tree(source.basis_tree(), target)
1751
2010
        self.assertEqual([], target.conflicts())
1752
 
        self.failUnlessExists('target2/dir1/file2')
1753
 
        self.failUnlessExists('target2/dir1/file')
 
2011
        self.assertPathExists('target2/dir1/file2')
 
2012
        self.assertPathExists('target2/dir1/file')
1754
2013
 
1755
2014
        # Ensure new contents are suppressed for existing branches
1756
2015
        target = self.make_branch_and_tree('target3')
1757
2016
        self.make_branch('target3/dir1')
1758
2017
        self.build_tree(['target3/dir1/file2'])
1759
2018
        build_tree(source.basis_tree(), target)
1760
 
        self.failIfExists('target3/dir1/file')
1761
 
        self.failUnlessExists('target3/dir1/file2')
1762
 
        self.failUnlessExists('target3/dir1.diverted/file')
1763
 
        self.assertEqual([DuplicateEntry('Diverted to',
1764
 
            'dir1.diverted', 'dir1', 'new-dir1', None)],
 
2019
        self.assertPathDoesNotExist('target3/dir1/file')
 
2020
        self.assertPathExists('target3/dir1/file2')
 
2021
        self.assertPathExists('target3/dir1.diverted/file')
 
2022
        self.assertEqual(
 
2023
            [DuplicateEntry('Diverted to', 'dir1.diverted',
 
2024
                            'dir1', 'new-dir1', None)],
1765
2025
            target.conflicts())
1766
2026
 
1767
2027
        target = self.make_branch_and_tree('target4')
1768
2028
        self.build_tree(['target4/dir1/'])
1769
2029
        self.make_branch('target4/dir1/file')
1770
2030
        build_tree(source.basis_tree(), target)
1771
 
        self.failUnlessExists('target4/dir1/file')
 
2031
        self.assertPathExists('target4/dir1/file')
1772
2032
        self.assertEqual('directory', file_kind('target4/dir1/file'))
1773
 
        self.failUnlessExists('target4/dir1/file.diverted')
1774
 
        self.assertEqual([DuplicateEntry('Diverted to',
1775
 
            'dir1/file.diverted', 'dir1/file', 'new-file', None)],
 
2033
        self.assertPathExists('target4/dir1/file.diverted')
 
2034
        self.assertEqual(
 
2035
            [DuplicateEntry('Diverted to', 'dir1/file.diverted',
 
2036
                            'dir1/file', 'new-file', None)],
1776
2037
            target.conflicts())
1777
2038
 
1778
2039
    def test_mixed_conflict_handling(self):
1780
2041
        source = self.make_branch_and_tree('source')
1781
2042
        target = self.make_branch_and_tree('target')
1782
2043
        self.build_tree(['source/name', 'target/name/'])
1783
 
        source.add('name', 'new-name')
 
2044
        source.add('name', b'new-name')
1784
2045
        source.commit('added file')
1785
2046
        build_tree(source.basis_tree(), target)
1786
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1787
 
            'name.moved', 'name', None, 'new-name')], target.conflicts())
 
2047
        self.assertEqual(
 
2048
            [DuplicateEntry('Moved existing file to',
 
2049
                            'name.moved', 'name', None, 'new-name')],
 
2050
            target.conflicts())
1788
2051
 
1789
2052
    def test_raises_in_populated(self):
1790
2053
        source = self.make_branch_and_tree('source')
1795
2058
        self.build_tree(['target/name'])
1796
2059
        target.add('name')
1797
2060
        self.assertRaises(errors.WorkingTreeAlreadyPopulated,
1798
 
            build_tree, source.basis_tree(), target)
 
2061
                          build_tree, source.basis_tree(), target)
1799
2062
 
1800
2063
    def test_build_tree_rename_count(self):
1801
2064
        source = self.make_branch_and_tree('source')
1817
2080
    def create_ab_tree(self):
1818
2081
        """Create a committed test tree with two files"""
1819
2082
        source = self.make_branch_and_tree('source')
1820
 
        self.build_tree_contents([('source/file1', 'A')])
1821
 
        self.build_tree_contents([('source/file2', 'B')])
1822
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2083
        self.build_tree_contents([('source/file1', b'A')])
 
2084
        self.build_tree_contents([('source/file2', b'B')])
 
2085
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1823
2086
        source.commit('commit files')
1824
2087
        source.lock_write()
1825
2088
        self.addCleanup(source.unlock)
1827
2090
 
1828
2091
    def test_build_tree_accelerator_tree(self):
1829
2092
        source = self.create_ab_tree()
1830
 
        self.build_tree_contents([('source/file2', 'C')])
 
2093
        self.build_tree_contents([('source/file2', b'C')])
1831
2094
        calls = []
1832
2095
        real_source_get_file = source.get_file
1833
 
        def get_file(file_id, path=None):
1834
 
            calls.append(file_id)
1835
 
            return real_source_get_file(file_id, path)
 
2096
 
 
2097
        def get_file(path):
 
2098
            calls.append(path)
 
2099
            return real_source_get_file(path)
1836
2100
        source.get_file = get_file
1837
2101
        target = self.make_branch_and_tree('target')
1838
2102
        revision_tree = source.basis_tree()
1839
2103
        revision_tree.lock_read()
1840
2104
        self.addCleanup(revision_tree.unlock)
1841
2105
        build_tree(revision_tree, target, source)
1842
 
        self.assertEqual(['file1-id'], calls)
 
2106
        self.assertEqual(['file1'], calls)
1843
2107
        target.lock_read()
1844
2108
        self.addCleanup(target.unlock)
1845
2109
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1846
2110
 
 
2111
    def test_build_tree_accelerator_tree_observes_sha1(self):
 
2112
        source = self.create_ab_tree()
 
2113
        sha1 = osutils.sha_string(b'A')
 
2114
        target = self.make_branch_and_tree('target')
 
2115
        target.lock_write()
 
2116
        self.addCleanup(target.unlock)
 
2117
        state = target.current_dirstate()
 
2118
        state._cutoff_time = time.time() + 60
 
2119
        build_tree(source.basis_tree(), target, source)
 
2120
        entry = state._get_entry(0, path_utf8=b'file1')
 
2121
        self.assertEqual(sha1, entry[1][0][1])
 
2122
 
1847
2123
    def test_build_tree_accelerator_tree_missing_file(self):
1848
2124
        source = self.create_ab_tree()
1849
2125
        os.unlink('source/file1')
1860
2136
    def test_build_tree_accelerator_wrong_kind(self):
1861
2137
        self.requireFeature(SymlinkFeature)
1862
2138
        source = self.make_branch_and_tree('source')
1863
 
        self.build_tree_contents([('source/file1', '')])
1864
 
        self.build_tree_contents([('source/file2', '')])
1865
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2139
        self.build_tree_contents([('source/file1', b'')])
 
2140
        self.build_tree_contents([('source/file2', b'')])
 
2141
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1866
2142
        source.commit('commit files')
1867
2143
        os.unlink('source/file2')
1868
 
        self.build_tree_contents([('source/file2/', 'C')])
 
2144
        self.build_tree_contents([('source/file2/', b'C')])
1869
2145
        os.unlink('source/file1')
1870
2146
        os.symlink('file2', 'source/file1')
1871
2147
        calls = []
1872
2148
        real_source_get_file = source.get_file
1873
 
        def get_file(file_id, path=None):
1874
 
            calls.append(file_id)
1875
 
            return real_source_get_file(file_id, path)
 
2149
 
 
2150
        def get_file(path):
 
2151
            calls.append(path)
 
2152
            return real_source_get_file(path)
1876
2153
        source.get_file = get_file
1877
2154
        target = self.make_branch_and_tree('target')
1878
2155
        revision_tree = source.basis_tree()
1911
2188
 
1912
2189
    def test_build_tree_accelerator_tree_moved(self):
1913
2190
        source = self.make_branch_and_tree('source')
1914
 
        self.build_tree_contents([('source/file1', 'A')])
1915
 
        source.add(['file1'], ['file1-id'])
 
2191
        self.build_tree_contents([('source/file1', b'A')])
 
2192
        source.add(['file1'], [b'file1-id'])
1916
2193
        source.commit('commit files')
1917
2194
        source.rename_one('file1', 'file2')
1918
2195
        source.lock_read()
1930
2207
        self.requireFeature(HardlinkFeature)
1931
2208
        source = self.create_ab_tree()
1932
2209
        tt = TreeTransform(source)
1933
 
        trans_id = tt.trans_id_tree_file_id('file1-id')
 
2210
        trans_id = tt.trans_id_tree_path('file1')
1934
2211
        tt.set_executability(True, trans_id)
1935
2212
        tt.apply()
1936
 
        self.assertTrue(source.is_executable('file1-id'))
 
2213
        self.assertTrue(source.is_executable('file1'))
1937
2214
        target = self.make_branch_and_tree('target')
1938
2215
        revision_tree = source.basis_tree()
1939
2216
        revision_tree.lock_read()
1942
2219
        target.lock_read()
1943
2220
        self.addCleanup(target.unlock)
1944
2221
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1945
 
        self.assertTrue(source.is_executable('file1-id'))
 
2222
        self.assertTrue(source.is_executable('file1'))
1946
2223
 
1947
2224
    def install_rot13_content_filter(self, pattern):
1948
2225
        # We could use
1950
2227
        # below, but that looks a bit... hard to read even if it's exactly
1951
2228
        # the same thing.
1952
2229
        original_registry = filters._reset_registry()
 
2230
 
1953
2231
        def restore_registry():
1954
2232
            filters._reset_registry(original_registry)
1955
2233
        self.addCleanup(restore_registry)
 
2234
 
1956
2235
        def rot13(chunks, context=None):
1957
 
            return [''.join(chunks).encode('rot13')]
 
2236
            return [
 
2237
                codecs.encode(chunk.decode('ascii'), 'rot13').encode('ascii')
 
2238
                for chunk in chunks]
1958
2239
        rot13filter = filters.ContentFilter(rot13, rot13)
1959
 
        filters.register_filter_stack_map('rot13', {'yes': [rot13filter]}.get)
 
2240
        filters.filter_stacks_registry.register(
 
2241
            'rot13', {'yes': [rot13filter]}.get)
1960
2242
        os.mkdir(self.test_home_dir + '/.bazaar')
1961
2243
        rules_filename = self.test_home_dir + '/.bazaar/rules'
1962
 
        f = open(rules_filename, 'wb')
1963
 
        f.write('[name %s]\nrot13=yes\n' % (pattern,))
1964
 
        f.close()
 
2244
        with open(rules_filename, 'wb') as f:
 
2245
            f.write(b'[name %s]\nrot13=yes\n' % (pattern,))
 
2246
 
1965
2247
        def uninstall_rules():
1966
2248
            os.remove(rules_filename)
1967
2249
            rules.reset_rules()
1974
2256
        if it can).
1975
2257
        """
1976
2258
        self.requireFeature(HardlinkFeature)
1977
 
        self.install_rot13_content_filter('file1')
 
2259
        self.install_rot13_content_filter(b'file1')
1978
2260
        source = self.create_ab_tree()
1979
2261
        target = self.make_branch_and_tree('target')
1980
2262
        revision_tree = source.basis_tree()
1992
2274
        self.assertEqualStat(source_stat, target_stat)
1993
2275
 
1994
2276
    def test_case_insensitive_build_tree_inventory(self):
1995
 
        if (tests.CaseInsensitiveFilesystemFeature.available()
1996
 
            or tests.CaseInsCasePresFilenameFeature.available()):
 
2277
        if (features.CaseInsensitiveFilesystemFeature.available()
 
2278
                or features.CaseInsCasePresFilenameFeature.available()):
1997
2279
            raise tests.UnavailableFeature('Fully case sensitive filesystem')
1998
2280
        source = self.make_branch_and_tree('source')
1999
2281
        self.build_tree(['source/file', 'source/FILE'])
2000
 
        source.add(['file', 'FILE'], ['lower-id', 'upper-id'])
 
2282
        source.add(['file', 'FILE'], [b'lower-id', b'upper-id'])
2001
2283
        source.commit('added files')
2002
2284
        # Don't try this at home, kids!
2003
2285
        # Force the tree to report that it is case insensitive
2004
2286
        target = self.make_branch_and_tree('target')
2005
2287
        target.case_sensitive = False
2006
2288
        build_tree(source.basis_tree(), target, source, delta_from_tree=True)
2007
 
        self.assertEqual('file.moved', target.id2path('lower-id'))
2008
 
        self.assertEqual('FILE', target.id2path('upper-id'))
 
2289
        self.assertEqual('file.moved', target.id2path(b'lower-id'))
 
2290
        self.assertEqual('FILE', target.id2path(b'upper-id'))
 
2291
 
 
2292
    def test_build_tree_observes_sha(self):
 
2293
        source = self.make_branch_and_tree('source')
 
2294
        self.build_tree(['source/file1', 'source/dir/', 'source/dir/file2'])
 
2295
        source.add(['file1', 'dir', 'dir/file2'],
 
2296
                   [b'file1-id', b'dir-id', b'file2-id'])
 
2297
        source.commit('new files')
 
2298
        target = self.make_branch_and_tree('target')
 
2299
        target.lock_write()
 
2300
        self.addCleanup(target.unlock)
 
2301
        # We make use of the fact that DirState caches its cutoff time. So we
 
2302
        # set the 'safe' time to one minute in the future.
 
2303
        state = target.current_dirstate()
 
2304
        state._cutoff_time = time.time() + 60
 
2305
        build_tree(source.basis_tree(), target)
 
2306
        entry1_sha = osutils.sha_file_by_name('source/file1')
 
2307
        entry2_sha = osutils.sha_file_by_name('source/dir/file2')
 
2308
        # entry[1] is the state information, entry[1][0] is the state of the
 
2309
        # working tree, entry[1][0][1] is the sha value for the current working
 
2310
        # tree
 
2311
        entry1 = state._get_entry(0, path_utf8=b'file1')
 
2312
        self.assertEqual(entry1_sha, entry1[1][0][1])
 
2313
        # The 'size' field must also be set.
 
2314
        self.assertEqual(25, entry1[1][0][2])
 
2315
        entry1_state = entry1[1][0]
 
2316
        entry2 = state._get_entry(0, path_utf8=b'dir/file2')
 
2317
        self.assertEqual(entry2_sha, entry2[1][0][1])
 
2318
        self.assertEqual(29, entry2[1][0][2])
 
2319
        entry2_state = entry2[1][0]
 
2320
        # Now, make sure that we don't have to re-read the content. The
 
2321
        # packed_stat should match exactly.
 
2322
        self.assertEqual(entry1_sha, target.get_file_sha1('file1'))
 
2323
        self.assertEqual(entry2_sha, target.get_file_sha1('dir/file2'))
 
2324
        self.assertEqual(entry1_state, entry1[1][0])
 
2325
        self.assertEqual(entry2_state, entry2[1][0])
2009
2326
 
2010
2327
 
2011
2328
class TestCommitTransform(tests.TestCaseWithTransport):
2042
2359
 
2043
2360
    def test_merge_parents(self):
2044
2361
        branch, tt = self.get_branch_and_transform()
2045
 
        rev = tt.commit(branch, 'my message', ['rev1b', 'rev1c'])
2046
 
        self.assertEqual(['rev1b', 'rev1c'],
 
2362
        tt.commit(branch, 'my message', [b'rev1b', b'rev1c'])
 
2363
        self.assertEqual([b'rev1b', b'rev1c'],
2047
2364
                         branch.basis_tree().get_parent_ids()[1:])
2048
2365
 
2049
2366
    def test_first_commit(self):
2052
2369
        self.addCleanup(branch.unlock)
2053
2370
        tt = TransformPreview(branch.basis_tree())
2054
2371
        self.addCleanup(tt.finalize)
2055
 
        tt.new_directory('', ROOT_PARENT, 'TREE_ROOT')
2056
 
        rev = tt.commit(branch, 'my message')
 
2372
        tt.new_directory('', ROOT_PARENT, b'TREE_ROOT')
 
2373
        tt.commit(branch, 'my message')
2057
2374
        self.assertEqual([], branch.basis_tree().get_parent_ids())
2058
2375
        self.assertNotEqual(_mod_revision.NULL_REVISION,
2059
2376
                            branch.last_revision())
2065
2382
        tt = TransformPreview(branch.basis_tree())
2066
2383
        self.addCleanup(tt.finalize)
2067
2384
        e = self.assertRaises(ValueError, tt.commit, branch,
2068
 
                          'my message', ['rev1b-id'])
 
2385
                              'my message', [b'rev1b-id'])
2069
2386
        self.assertEqual('Cannot supply merge parents for first commit.',
2070
2387
                         str(e))
2071
2388
        self.assertEqual(_mod_revision.NULL_REVISION, branch.last_revision())
2072
2389
 
2073
2390
    def test_add_files(self):
2074
2391
        branch, tt = self.get_branch_and_transform()
2075
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
2076
 
        trans_id = tt.new_directory('dir', tt.root, 'dir-id')
 
2392
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
 
2393
        trans_id = tt.new_directory('dir', tt.root, b'dir-id')
2077
2394
        if SymlinkFeature.available():
2078
 
            tt.new_symlink('symlink', trans_id, 'target', 'symlink-id')
2079
 
        rev = tt.commit(branch, 'message')
 
2395
            tt.new_symlink('symlink', trans_id, 'target', b'symlink-id')
 
2396
        tt.commit(branch, 'message')
2080
2397
        tree = branch.basis_tree()
2081
 
        self.assertEqual('file', tree.id2path('file-id'))
2082
 
        self.assertEqual('contents', tree.get_file_text('file-id'))
2083
 
        self.assertEqual('dir', tree.id2path('dir-id'))
 
2398
        self.assertEqual('file', tree.id2path(b'file-id'))
 
2399
        self.assertEqual(b'contents', tree.get_file_text('file'))
 
2400
        self.assertEqual('dir', tree.id2path(b'dir-id'))
2084
2401
        if SymlinkFeature.available():
2085
 
            self.assertEqual('dir/symlink', tree.id2path('symlink-id'))
2086
 
            self.assertEqual('target', tree.get_symlink_target('symlink-id'))
 
2402
            self.assertEqual('dir/symlink', tree.id2path(b'symlink-id'))
 
2403
            self.assertEqual('target', tree.get_symlink_target('dir/symlink'))
2087
2404
 
2088
2405
    def test_add_unversioned(self):
2089
2406
        branch, tt = self.get_branch_and_transform()
2090
 
        tt.new_file('file', tt.root, 'contents')
 
2407
        tt.new_file('file', tt.root, [b'contents'])
2091
2408
        self.assertRaises(errors.StrictCommitFailed, tt.commit, branch,
2092
2409
                          'message', strict=True)
2093
2410
 
2094
2411
    def test_modify_strict(self):
2095
2412
        branch, tt = self.get_branch_and_transform()
2096
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
 
2413
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
2097
2414
        tt.commit(branch, 'message', strict=True)
2098
2415
        tt = TransformPreview(branch.basis_tree())
2099
2416
        self.addCleanup(tt.finalize)
2100
 
        trans_id = tt.trans_id_file_id('file-id')
 
2417
        trans_id = tt.trans_id_file_id(b'file-id')
2101
2418
        tt.delete_contents(trans_id)
2102
 
        tt.create_file('contents', trans_id)
 
2419
        tt.create_file([b'contents'], trans_id)
2103
2420
        tt.commit(branch, 'message', strict=True)
2104
2421
 
2105
2422
    def test_commit_malformed(self):
2108
2425
        In this case, we are adding a file without adding its parent.
2109
2426
        """
2110
2427
        branch, tt = self.get_branch_and_transform()
2111
 
        parent_id = tt.trans_id_file_id('parent-id')
2112
 
        tt.new_file('file', parent_id, 'contents', 'file-id')
 
2428
        parent_id = tt.trans_id_file_id(b'parent-id')
 
2429
        tt.new_file('file', parent_id, [b'contents'], b'file-id')
2113
2430
        self.assertRaises(errors.MalformedTransform, tt.commit, branch,
2114
2431
                          'message')
2115
2432
 
2117
2434
        branch, tt = self.get_branch_and_transform()
2118
2435
        rev_id = tt.commit(branch, 'message', timestamp=1, timezone=43201,
2119
2436
                           committer='me <me@example.com>',
2120
 
                           revprops={'foo': 'bar'}, revision_id='revid-1',
 
2437
                           revprops={u'foo': 'bar'}, revision_id=b'revid-1',
2121
2438
                           authors=['Author1 <author1@example.com>',
2122
 
                              'Author2 <author2@example.com>',
2123
 
                               ])
2124
 
        self.assertEqual('revid-1', rev_id)
 
2439
                                    'Author2 <author2@example.com>',
 
2440
                                    ])
 
2441
        self.assertEqual(b'revid-1', rev_id)
2125
2442
        revision = branch.repository.get_revision(rev_id)
2126
2443
        self.assertEqual(1, revision.timestamp)
2127
2444
        self.assertEqual(43201, revision.timezone)
2146
2463
        self.assertEqual('tree', revision.properties['branch-nick'])
2147
2464
 
2148
2465
 
2149
 
class MockTransform(object):
2150
 
 
2151
 
    def has_named_child(self, by_parent, parent_id, name):
2152
 
        for child_id in by_parent[parent_id]:
2153
 
            if child_id == '0':
2154
 
                if name == "name~":
2155
 
                    return True
2156
 
            elif name == "name.~%s~" % child_id:
2157
 
                return True
2158
 
        return False
2159
 
 
2160
 
 
2161
 
class MockEntry(object):
2162
 
    def __init__(self):
2163
 
        object.__init__(self)
2164
 
        self.name = "name"
2165
 
 
2166
 
 
2167
 
class TestGetBackupName(TestCase):
2168
 
    def test_get_backup_name(self):
2169
 
        tt = MockTransform()
2170
 
        name = get_backup_name(MockEntry(), {'a':[]}, 'a', tt)
2171
 
        self.assertEqual(name, 'name.~1~')
2172
 
        name = get_backup_name(MockEntry(), {'a':['1']}, 'a', tt)
2173
 
        self.assertEqual(name, 'name.~2~')
2174
 
        name = get_backup_name(MockEntry(), {'a':['2']}, 'a', tt)
2175
 
        self.assertEqual(name, 'name.~1~')
2176
 
        name = get_backup_name(MockEntry(), {'a':['2'], 'b':[]}, 'b', tt)
2177
 
        self.assertEqual(name, 'name.~1~')
2178
 
        name = get_backup_name(MockEntry(), {'a':['1', '2', '3']}, 'a', tt)
2179
 
        self.assertEqual(name, 'name.~4~')
2180
 
 
2181
 
 
2182
2466
class TestFileMover(tests.TestCaseWithTransport):
2183
2467
 
2184
2468
    def test_file_mover(self):
2185
2469
        self.build_tree(['a/', 'a/b', 'c/', 'c/d'])
2186
2470
        mover = _FileMover()
2187
2471
        mover.rename('a', 'q')
2188
 
        self.failUnlessExists('q')
2189
 
        self.failIfExists('a')
2190
 
        self.failUnlessExists('q/b')
2191
 
        self.failUnlessExists('c')
2192
 
        self.failUnlessExists('c/d')
 
2472
        self.assertPathExists('q')
 
2473
        self.assertPathDoesNotExist('a')
 
2474
        self.assertPathExists('q/b')
 
2475
        self.assertPathExists('c')
 
2476
        self.assertPathExists('c/d')
2193
2477
 
2194
2478
    def test_pre_delete_rollback(self):
2195
2479
        self.build_tree(['a/'])
2196
2480
        mover = _FileMover()
2197
2481
        mover.pre_delete('a', 'q')
2198
 
        self.failUnlessExists('q')
2199
 
        self.failIfExists('a')
 
2482
        self.assertPathExists('q')
 
2483
        self.assertPathDoesNotExist('a')
2200
2484
        mover.rollback()
2201
 
        self.failIfExists('q')
2202
 
        self.failUnlessExists('a')
 
2485
        self.assertPathDoesNotExist('q')
 
2486
        self.assertPathExists('a')
2203
2487
 
2204
2488
    def test_apply_deletions(self):
2205
2489
        self.build_tree(['a/', 'b/'])
2206
2490
        mover = _FileMover()
2207
2491
        mover.pre_delete('a', 'q')
2208
2492
        mover.pre_delete('b', 'r')
2209
 
        self.failUnlessExists('q')
2210
 
        self.failUnlessExists('r')
2211
 
        self.failIfExists('a')
2212
 
        self.failIfExists('b')
 
2493
        self.assertPathExists('q')
 
2494
        self.assertPathExists('r')
 
2495
        self.assertPathDoesNotExist('a')
 
2496
        self.assertPathDoesNotExist('b')
2213
2497
        mover.apply_deletions()
2214
 
        self.failIfExists('q')
2215
 
        self.failIfExists('r')
2216
 
        self.failIfExists('a')
2217
 
        self.failIfExists('b')
 
2498
        self.assertPathDoesNotExist('q')
 
2499
        self.assertPathDoesNotExist('r')
 
2500
        self.assertPathDoesNotExist('a')
 
2501
        self.assertPathDoesNotExist('b')
2218
2502
 
2219
2503
    def test_file_mover_rollback(self):
2220
2504
        self.build_tree(['a/', 'a/b', 'c/', 'c/d/', 'c/e/'])
2223
2507
        mover.rename('c/e', 'c/d')
2224
2508
        try:
2225
2509
            mover.rename('a', 'c')
2226
 
        except errors.FileExists, e:
 
2510
        except errors.FileExists:
2227
2511
            mover.rollback()
2228
 
        self.failUnlessExists('a')
2229
 
        self.failUnlessExists('c/d')
 
2512
        self.assertPathExists('a')
 
2513
        self.assertPathExists('c/d')
2230
2514
 
2231
2515
 
2232
2516
class Bogus(Exception):
2244
2528
 
2245
2529
        def rename(self, source, target):
2246
2530
            if (self.bad_source is not None and
2247
 
                source.endswith(self.bad_source)):
 
2531
                    source.endswith(self.bad_source)):
2248
2532
                raise Bogus
2249
2533
            elif (self.bad_target is not None and
2250
 
                target.endswith(self.bad_target)):
 
2534
                  target.endswith(self.bad_target)):
2251
2535
                raise Bogus
2252
2536
            else:
2253
2537
                _FileMover.rename(self, source, target)
2262
2546
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2263
2547
        self.assertRaises(Bogus, tt.apply,
2264
2548
                          _mover=self.ExceptionFileMover(bad_source='a'))
2265
 
        self.failUnlessExists('a')
2266
 
        self.failUnlessExists('a/b')
 
2549
        self.assertPathExists('a')
 
2550
        self.assertPathExists('a/b')
2267
2551
        tt.apply()
2268
 
        self.failUnlessExists('c')
2269
 
        self.failUnlessExists('c/d')
 
2552
        self.assertPathExists('c')
 
2553
        self.assertPathExists('c/d')
2270
2554
 
2271
2555
    def test_rollback_rename_into_place(self):
2272
2556
        tree = self.make_branch_and_tree('.')
2278
2562
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2279
2563
        self.assertRaises(Bogus, tt.apply,
2280
2564
                          _mover=self.ExceptionFileMover(bad_target='c/d'))
2281
 
        self.failUnlessExists('a')
2282
 
        self.failUnlessExists('a/b')
 
2565
        self.assertPathExists('a')
 
2566
        self.assertPathExists('a/b')
2283
2567
        tt.apply()
2284
 
        self.failUnlessExists('c')
2285
 
        self.failUnlessExists('c/d')
 
2568
        self.assertPathExists('c')
 
2569
        self.assertPathExists('c/d')
2286
2570
 
2287
2571
    def test_rollback_deletion(self):
2288
2572
        tree = self.make_branch_and_tree('.')
2294
2578
        tt.adjust_path('d', tt.root, tt.trans_id_tree_path('a/b'))
2295
2579
        self.assertRaises(Bogus, tt.apply,
2296
2580
                          _mover=self.ExceptionFileMover(bad_target='d'))
2297
 
        self.failUnlessExists('a')
2298
 
        self.failUnlessExists('a/b')
2299
 
 
2300
 
    def test_resolve_no_parent(self):
 
2581
        self.assertPathExists('a')
 
2582
        self.assertPathExists('a/b')
 
2583
 
 
2584
 
 
2585
class TestFinalizeRobustness(tests.TestCaseWithTransport):
 
2586
    """Ensure treetransform creation errors can be safely cleaned up after"""
 
2587
 
 
2588
    def _override_globals_in_method(self, instance, method_name, globals):
 
2589
        """Replace method on instance with one with updated globals"""
 
2590
        import types
 
2591
        func = getattr(instance, method_name).__func__
 
2592
        new_globals = dict(func.__globals__)
 
2593
        new_globals.update(globals)
 
2594
        new_func = types.FunctionType(func.__code__, new_globals,
 
2595
                                      func.__name__, func.__defaults__)
 
2596
        if PY3:
 
2597
            setattr(instance, method_name,
 
2598
                    types.MethodType(new_func, instance))
 
2599
        else:
 
2600
            setattr(instance, method_name,
 
2601
                    types.MethodType(new_func, instance, instance.__class__))
 
2602
        self.addCleanup(delattr, instance, method_name)
 
2603
 
 
2604
    @staticmethod
 
2605
    def _fake_open_raises_before(name, mode):
 
2606
        """Like open() but raises before doing anything"""
 
2607
        raise RuntimeError
 
2608
 
 
2609
    @staticmethod
 
2610
    def _fake_open_raises_after(name, mode):
 
2611
        """Like open() but raises after creating file without returning"""
 
2612
        open(name, mode).close()
 
2613
        raise RuntimeError
 
2614
 
 
2615
    def create_transform_and_root_trans_id(self):
 
2616
        """Setup a transform creating a file in limbo"""
 
2617
        tree = self.make_branch_and_tree('.')
 
2618
        tt = TreeTransform(tree)
 
2619
        return tt, tt.create_path("a", tt.root)
 
2620
 
 
2621
    def create_transform_and_subdir_trans_id(self):
 
2622
        """Setup a transform creating a directory containing a file in limbo"""
 
2623
        tree = self.make_branch_and_tree('.')
 
2624
        tt = TreeTransform(tree)
 
2625
        d_trans_id = tt.create_path("d", tt.root)
 
2626
        tt.create_directory(d_trans_id)
 
2627
        f_trans_id = tt.create_path("a", d_trans_id)
 
2628
        tt.adjust_path("a", d_trans_id, f_trans_id)
 
2629
        return tt, f_trans_id
 
2630
 
 
2631
    def test_root_create_file_open_raises_before_creation(self):
 
2632
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2633
        self._override_globals_in_method(
 
2634
            tt, "create_file", {"open": self._fake_open_raises_before})
 
2635
        self.assertRaises(RuntimeError, tt.create_file,
 
2636
                          [b"contents"], trans_id)
 
2637
        path = tt._limbo_name(trans_id)
 
2638
        self.assertPathDoesNotExist(path)
 
2639
        tt.finalize()
 
2640
        self.assertPathDoesNotExist(tt._limbodir)
 
2641
 
 
2642
    def test_root_create_file_open_raises_after_creation(self):
 
2643
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2644
        self._override_globals_in_method(
 
2645
            tt, "create_file", {"open": self._fake_open_raises_after})
 
2646
        self.assertRaises(RuntimeError, tt.create_file,
 
2647
                          [b"contents"], trans_id)
 
2648
        path = tt._limbo_name(trans_id)
 
2649
        self.assertPathExists(path)
 
2650
        tt.finalize()
 
2651
        self.assertPathDoesNotExist(path)
 
2652
        self.assertPathDoesNotExist(tt._limbodir)
 
2653
 
 
2654
    def test_subdir_create_file_open_raises_before_creation(self):
 
2655
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2656
        self._override_globals_in_method(
 
2657
            tt, "create_file", {"open": self._fake_open_raises_before})
 
2658
        self.assertRaises(RuntimeError, tt.create_file,
 
2659
                          [b"contents"], trans_id)
 
2660
        path = tt._limbo_name(trans_id)
 
2661
        self.assertPathDoesNotExist(path)
 
2662
        tt.finalize()
 
2663
        self.assertPathDoesNotExist(tt._limbodir)
 
2664
 
 
2665
    def test_subdir_create_file_open_raises_after_creation(self):
 
2666
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2667
        self._override_globals_in_method(
 
2668
            tt, "create_file", {"open": self._fake_open_raises_after})
 
2669
        self.assertRaises(RuntimeError, tt.create_file,
 
2670
                          [b"contents"], trans_id)
 
2671
        path = tt._limbo_name(trans_id)
 
2672
        self.assertPathExists(path)
 
2673
        tt.finalize()
 
2674
        self.assertPathDoesNotExist(path)
 
2675
        self.assertPathDoesNotExist(tt._limbodir)
 
2676
 
 
2677
    def test_rename_in_limbo_rename_raises_after_rename(self):
 
2678
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2679
        parent1 = tt.new_directory('parent1', tt.root)
 
2680
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2681
        parent2 = tt.new_directory('parent2', tt.root)
 
2682
 
 
2683
        class FakeOSModule(object):
 
2684
            def rename(self, old, new):
 
2685
                os.rename(old, new)
 
2686
                raise RuntimeError
 
2687
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2688
                                         {"os": FakeOSModule()})
 
2689
        self.assertRaises(
 
2690
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2691
        path = osutils.pathjoin(tt._limbo_name(parent2), "child1")
 
2692
        self.assertPathExists(path)
 
2693
        tt.finalize()
 
2694
        self.assertPathDoesNotExist(path)
 
2695
        self.assertPathDoesNotExist(tt._limbodir)
 
2696
 
 
2697
    def test_rename_in_limbo_rename_raises_before_rename(self):
 
2698
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2699
        parent1 = tt.new_directory('parent1', tt.root)
 
2700
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2701
        parent2 = tt.new_directory('parent2', tt.root)
 
2702
 
 
2703
        class FakeOSModule(object):
 
2704
            def rename(self, old, new):
 
2705
                raise RuntimeError
 
2706
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2707
                                         {"os": FakeOSModule()})
 
2708
        self.assertRaises(
 
2709
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2710
        path = osutils.pathjoin(tt._limbo_name(parent1), "child1")
 
2711
        self.assertPathExists(path)
 
2712
        tt.finalize()
 
2713
        self.assertPathDoesNotExist(path)
 
2714
        self.assertPathDoesNotExist(tt._limbodir)
 
2715
 
 
2716
 
 
2717
class TestTransformMissingParent(tests.TestCaseWithTransport):
 
2718
 
 
2719
    def make_tt_with_versioned_dir(self):
2301
2720
        wt = self.make_branch_and_tree('.')
 
2721
        self.build_tree(['dir/', ])
 
2722
        wt.add(['dir'], [b'dir-id'])
 
2723
        wt.commit('Create dir')
2302
2724
        tt = TreeTransform(wt)
2303
2725
        self.addCleanup(tt.finalize)
2304
 
        parent = tt.trans_id_file_id('parent-id')
2305
 
        tt.new_file('file', parent, 'Contents')
2306
 
        resolve_conflicts(tt)
2307
 
 
2308
 
 
2309
 
A_ENTRY = ('a-id', ('a', 'a'), True, (True, True),
2310
 
                  ('TREE_ROOT', 'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
2311
 
                  (False, False))
2312
 
ROOT_ENTRY = ('TREE_ROOT', ('', ''), False, (True, True), (None, None),
2313
 
              ('', ''), ('directory', 'directory'), (False, None))
 
2726
        return wt, tt
 
2727
 
 
2728
    def test_resolve_create_parent_for_versioned_file(self):
 
2729
        wt, tt = self.make_tt_with_versioned_dir()
 
2730
        dir_tid = tt.trans_id_tree_path('dir')
 
2731
        tt.new_file('file', dir_tid, [b'Contents'], file_id=b'file-id')
 
2732
        tt.delete_contents(dir_tid)
 
2733
        tt.unversion_file(dir_tid)
 
2734
        conflicts = resolve_conflicts(tt)
 
2735
        # one conflict for the missing directory, one for the unversioned
 
2736
        # parent
 
2737
        self.assertLength(2, conflicts)
 
2738
 
 
2739
    def test_non_versioned_file_create_conflict(self):
 
2740
        wt, tt = self.make_tt_with_versioned_dir()
 
2741
        dir_tid = tt.trans_id_tree_path('dir')
 
2742
        tt.new_file('file', dir_tid, [b'Contents'])
 
2743
        tt.delete_contents(dir_tid)
 
2744
        tt.unversion_file(dir_tid)
 
2745
        conflicts = resolve_conflicts(tt)
 
2746
        # no conflicts or rather: orphaning 'file' resolve the 'dir' conflict
 
2747
        self.assertLength(1, conflicts)
 
2748
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
2749
                         conflicts.pop())
 
2750
 
 
2751
 
 
2752
A_ENTRY = (b'a-id', ('a', 'a'), True, (True, True),
 
2753
           (b'TREE_ROOT', b'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
 
2754
           (False, False))
 
2755
ROOT_ENTRY = (b'TREE_ROOT', ('', ''), False, (True, True), (None, None),
 
2756
              ('', ''), ('directory', 'directory'), (False, False))
2314
2757
 
2315
2758
 
2316
2759
class TestTransformPreview(tests.TestCaseWithTransport):
2317
2760
 
2318
2761
    def create_tree(self):
2319
2762
        tree = self.make_branch_and_tree('.')
2320
 
        self.build_tree_contents([('a', 'content 1')])
2321
 
        tree.set_root_id('TREE_ROOT')
2322
 
        tree.add('a', 'a-id')
2323
 
        tree.commit('rev1', rev_id='rev1')
2324
 
        return tree.branch.repository.revision_tree('rev1')
 
2763
        self.build_tree_contents([('a', b'content 1')])
 
2764
        tree.set_root_id(b'TREE_ROOT')
 
2765
        tree.add('a', b'a-id')
 
2766
        tree.commit('rev1', rev_id=b'rev1')
 
2767
        return tree.branch.repository.revision_tree(b'rev1')
2325
2768
 
2326
2769
    def get_empty_preview(self):
2327
2770
        repository = self.make_repository('repo')
2345
2788
        revision_tree = self.create_tree()
2346
2789
        preview = TransformPreview(revision_tree)
2347
2790
        self.addCleanup(preview.finalize)
2348
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2791
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2349
2792
        preview_tree = preview.get_preview_tree()
2350
 
        self.assertEqual(preview_tree.kind('file2-id'), 'file')
2351
 
        self.assertEqual(
2352
 
            preview_tree.get_file('file2-id').read(), 'content B\n')
 
2793
        self.assertEqual(preview_tree.kind('file2'), 'file')
 
2794
        with preview_tree.get_file('file2') as f:
 
2795
            self.assertEqual(f.read(), b'content B\n')
2353
2796
 
2354
2797
    def test_diff_preview_tree(self):
2355
2798
        revision_tree = self.create_tree()
2356
2799
        preview = TransformPreview(revision_tree)
2357
2800
        self.addCleanup(preview.finalize)
2358
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2801
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2359
2802
        preview_tree = preview.get_preview_tree()
2360
 
        out = StringIO()
 
2803
        out = BytesIO()
2361
2804
        show_diff_trees(revision_tree, preview_tree, out)
2362
2805
        lines = out.getvalue().splitlines()
2363
 
        self.assertEqual(lines[0], "=== added file 'file2'")
 
2806
        self.assertEqual(lines[0], b"=== added file 'file2'")
2364
2807
        # 3 lines of diff administrivia
2365
 
        self.assertEqual(lines[4], "+content B")
 
2808
        self.assertEqual(lines[4], b"+content B")
2366
2809
 
2367
2810
    def test_transform_conflicts(self):
2368
2811
        revision_tree = self.create_tree()
2369
2812
        preview = TransformPreview(revision_tree)
2370
2813
        self.addCleanup(preview.finalize)
2371
 
        preview.new_file('a', preview.root, 'content 2')
 
2814
        preview.new_file('a', preview.root, [b'content 2'])
2372
2815
        resolve_conflicts(preview)
2373
 
        trans_id = preview.trans_id_file_id('a-id')
 
2816
        trans_id = preview.trans_id_file_id(b'a-id')
2374
2817
        self.assertEqual('a.moved', preview.final_name(trans_id))
2375
2818
 
2376
2819
    def get_tree_and_preview_tree(self):
2377
2820
        revision_tree = self.create_tree()
2378
2821
        preview = TransformPreview(revision_tree)
2379
2822
        self.addCleanup(preview.finalize)
2380
 
        a_trans_id = preview.trans_id_file_id('a-id')
 
2823
        a_trans_id = preview.trans_id_file_id(b'a-id')
2381
2824
        preview.delete_contents(a_trans_id)
2382
 
        preview.create_file('b content', a_trans_id)
 
2825
        preview.create_file([b'b content'], a_trans_id)
2383
2826
        preview_tree = preview.get_preview_tree()
2384
2827
        return revision_tree, preview_tree
2385
2828
 
2386
2829
    def test_iter_changes(self):
2387
2830
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2388
 
        root = revision_tree.inventory.root.file_id
2389
 
        self.assertEqual([('a-id', ('a', 'a'), True, (True, True),
2390
 
                          (root, root), ('a', 'a'), ('file', 'file'),
2391
 
                          (False, False))],
2392
 
                          list(preview_tree.iter_changes(revision_tree)))
 
2831
        root = revision_tree.get_root_id()
 
2832
        self.assertEqual([(b'a-id', ('a', 'a'), True, (True, True),
 
2833
                           (root, root), ('a', 'a'), ('file', 'file'),
 
2834
                           (False, False))],
 
2835
                         list(preview_tree.iter_changes(revision_tree)))
2393
2836
 
2394
2837
    def test_include_unchanged_succeeds(self):
2395
2838
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2396
2839
        changes = preview_tree.iter_changes(revision_tree,
2397
2840
                                            include_unchanged=True)
2398
 
        root = revision_tree.inventory.root.file_id
2399
 
 
2400
2841
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
2401
2842
 
2402
2843
    def test_specific_files(self):
2403
2844
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2404
2845
        changes = preview_tree.iter_changes(revision_tree,
2405
2846
                                            specific_files=[''])
2406
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2847
        self.assertEqual([A_ENTRY], list(changes))
2407
2848
 
2408
2849
    def test_want_unversioned(self):
2409
2850
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2410
2851
        changes = preview_tree.iter_changes(revision_tree,
2411
2852
                                            want_unversioned=True)
2412
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2853
        self.assertEqual([A_ENTRY], list(changes))
2413
2854
 
2414
2855
    def test_ignore_extra_trees_no_specific_files(self):
2415
2856
        # extra_trees is harmless without specific_files, so we'll silently
2431
2872
        revision_tree = self.create_tree()
2432
2873
        preview = TransformPreview(revision_tree)
2433
2874
        self.addCleanup(preview.finalize)
2434
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
2435
 
        preview.new_directory('directory', preview.root, 'dir-id')
 
2875
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
 
2876
        preview.new_directory('directory', preview.root, b'dir-id')
2436
2877
        preview_tree = preview.get_preview_tree()
2437
 
        self.assertEqual('file', preview_tree.kind('file-id'))
2438
 
        self.assertEqual('directory', preview_tree.kind('dir-id'))
 
2878
        self.assertEqual('file', preview_tree.kind('file'))
 
2879
        self.assertEqual('directory', preview_tree.kind('directory'))
2439
2880
 
2440
2881
    def test_get_file_mtime(self):
2441
2882
        preview = self.get_empty_preview()
2442
 
        file_trans_id = preview.new_file('file', preview.root, 'contents',
2443
 
                                         'file-id')
 
2883
        file_trans_id = preview.new_file('file', preview.root, [b'contents'],
 
2884
                                         b'file-id')
2444
2885
        limbo_path = preview._limbo_name(file_trans_id)
2445
2886
        preview_tree = preview.get_preview_tree()
2446
2887
        self.assertEqual(os.stat(limbo_path).st_mtime,
2447
 
                         preview_tree.get_file_mtime('file-id'))
 
2888
                         preview_tree.get_file_mtime('file'))
2448
2889
 
2449
2890
    def test_get_file_mtime_renamed(self):
2450
2891
        work_tree = self.make_branch_and_tree('tree')
2451
2892
        self.build_tree(['tree/file'])
2452
 
        work_tree.add('file', 'file-id')
 
2893
        work_tree.add('file', b'file-id')
2453
2894
        preview = TransformPreview(work_tree)
2454
2895
        self.addCleanup(preview.finalize)
2455
 
        file_trans_id = preview.trans_id_tree_file_id('file-id')
 
2896
        file_trans_id = preview.trans_id_tree_path('file')
2456
2897
        preview.adjust_path('renamed', preview.root, file_trans_id)
2457
2898
        preview_tree = preview.get_preview_tree()
2458
 
        preview_mtime = preview_tree.get_file_mtime('file-id', 'renamed')
2459
 
        work_mtime = work_tree.get_file_mtime('file-id', 'file')
 
2899
        preview_mtime = preview_tree.get_file_mtime('renamed')
 
2900
        work_mtime = work_tree.get_file_mtime('file')
 
2901
 
 
2902
    def test_get_file_size(self):
 
2903
        work_tree = self.make_branch_and_tree('tree')
 
2904
        self.build_tree_contents([('tree/old', b'old')])
 
2905
        work_tree.add('old', b'old-id')
 
2906
        preview = TransformPreview(work_tree)
 
2907
        self.addCleanup(preview.finalize)
 
2908
        preview.new_file('name', preview.root, [b'contents'], b'new-id',
 
2909
                         'executable')
 
2910
        tree = preview.get_preview_tree()
 
2911
        self.assertEqual(len('old'), tree.get_file_size('old'))
 
2912
        self.assertEqual(len('contents'), tree.get_file_size('name'))
2460
2913
 
2461
2914
    def test_get_file(self):
2462
2915
        preview = self.get_empty_preview()
2463
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
 
2916
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
2464
2917
        preview_tree = preview.get_preview_tree()
2465
 
        tree_file = preview_tree.get_file('file-id')
2466
 
        try:
2467
 
            self.assertEqual('contents', tree_file.read())
2468
 
        finally:
2469
 
            tree_file.close()
 
2918
        with preview_tree.get_file('file') as tree_file:
 
2919
            self.assertEqual(b'contents', tree_file.read())
2470
2920
 
2471
2921
    def test_get_symlink_target(self):
2472
2922
        self.requireFeature(SymlinkFeature)
2473
2923
        preview = self.get_empty_preview()
2474
 
        preview.new_symlink('symlink', preview.root, 'target', 'symlink-id')
 
2924
        preview.new_symlink('symlink', preview.root, 'target', b'symlink-id')
2475
2925
        preview_tree = preview.get_preview_tree()
2476
2926
        self.assertEqual('target',
2477
 
                         preview_tree.get_symlink_target('symlink-id'))
 
2927
                         preview_tree.get_symlink_target('symlink'))
2478
2928
 
2479
2929
    def test_all_file_ids(self):
2480
2930
        tree = self.make_branch_and_tree('tree')
2481
2931
        self.build_tree(['tree/a', 'tree/b', 'tree/c'])
2482
 
        tree.add(['a', 'b', 'c'], ['a-id', 'b-id', 'c-id'])
 
2932
        tree.add(['a', 'b', 'c'], [b'a-id', b'b-id', b'c-id'])
2483
2933
        preview = TransformPreview(tree)
2484
2934
        self.addCleanup(preview.finalize)
2485
 
        preview.unversion_file(preview.trans_id_file_id('b-id'))
2486
 
        c_trans_id = preview.trans_id_file_id('c-id')
 
2935
        preview.unversion_file(preview.trans_id_file_id(b'b-id'))
 
2936
        c_trans_id = preview.trans_id_file_id(b'c-id')
2487
2937
        preview.unversion_file(c_trans_id)
2488
 
        preview.version_file('c-id', c_trans_id)
 
2938
        preview.version_file(b'c-id', c_trans_id)
2489
2939
        preview_tree = preview.get_preview_tree()
2490
 
        self.assertEqual(set(['a-id', 'c-id', tree.get_root_id()]),
 
2940
        self.assertEqual({b'a-id', b'c-id', tree.get_root_id()},
2491
2941
                         preview_tree.all_file_ids())
2492
2942
 
2493
2943
    def test_path2id_deleted_unchanged(self):
2494
2944
        tree = self.make_branch_and_tree('tree')
2495
2945
        self.build_tree(['tree/unchanged', 'tree/deleted'])
2496
 
        tree.add(['unchanged', 'deleted'], ['unchanged-id', 'deleted-id'])
 
2946
        tree.add(['unchanged', 'deleted'], [b'unchanged-id', b'deleted-id'])
2497
2947
        preview = TransformPreview(tree)
2498
2948
        self.addCleanup(preview.finalize)
2499
 
        preview.unversion_file(preview.trans_id_file_id('deleted-id'))
 
2949
        preview.unversion_file(preview.trans_id_file_id(b'deleted-id'))
2500
2950
        preview_tree = preview.get_preview_tree()
2501
 
        self.assertEqual('unchanged-id', preview_tree.path2id('unchanged'))
2502
 
        self.assertIs(None, preview_tree.path2id('deleted'))
 
2951
        self.assertEqual(b'unchanged-id', preview_tree.path2id('unchanged'))
 
2952
        self.assertFalse(preview_tree.is_versioned('deleted'))
2503
2953
 
2504
2954
    def test_path2id_created(self):
2505
2955
        tree = self.make_branch_and_tree('tree')
2506
2956
        self.build_tree(['tree/unchanged'])
2507
 
        tree.add(['unchanged'], ['unchanged-id'])
 
2957
        tree.add(['unchanged'], [b'unchanged-id'])
2508
2958
        preview = TransformPreview(tree)
2509
2959
        self.addCleanup(preview.finalize)
2510
 
        preview.new_file('new', preview.trans_id_file_id('unchanged-id'),
2511
 
            'contents', 'new-id')
 
2960
        preview.new_file('new', preview.trans_id_file_id(b'unchanged-id'),
 
2961
                         [b'contents'], b'new-id')
2512
2962
        preview_tree = preview.get_preview_tree()
2513
 
        self.assertEqual('new-id', preview_tree.path2id('unchanged/new'))
 
2963
        self.assertEqual(b'new-id', preview_tree.path2id('unchanged/new'))
2514
2964
 
2515
2965
    def test_path2id_moved(self):
2516
2966
        tree = self.make_branch_and_tree('tree')
2517
2967
        self.build_tree(['tree/old_parent/', 'tree/old_parent/child'])
2518
2968
        tree.add(['old_parent', 'old_parent/child'],
2519
 
                 ['old_parent-id', 'child-id'])
 
2969
                 [b'old_parent-id', b'child-id'])
2520
2970
        preview = TransformPreview(tree)
2521
2971
        self.addCleanup(preview.finalize)
2522
2972
        new_parent = preview.new_directory('new_parent', preview.root,
2523
 
                                           'new_parent-id')
 
2973
                                           b'new_parent-id')
2524
2974
        preview.adjust_path('child', new_parent,
2525
 
                            preview.trans_id_file_id('child-id'))
 
2975
                            preview.trans_id_file_id(b'child-id'))
2526
2976
        preview_tree = preview.get_preview_tree()
2527
 
        self.assertIs(None, preview_tree.path2id('old_parent/child'))
2528
 
        self.assertEqual('child-id', preview_tree.path2id('new_parent/child'))
 
2977
        self.assertFalse(preview_tree.is_versioned('old_parent/child'))
 
2978
        self.assertEqual(b'child-id', preview_tree.path2id('new_parent/child'))
2529
2979
 
2530
2980
    def test_path2id_renamed_parent(self):
2531
2981
        tree = self.make_branch_and_tree('tree')
2532
2982
        self.build_tree(['tree/old_name/', 'tree/old_name/child'])
2533
2983
        tree.add(['old_name', 'old_name/child'],
2534
 
                 ['parent-id', 'child-id'])
 
2984
                 [b'parent-id', b'child-id'])
2535
2985
        preview = TransformPreview(tree)
2536
2986
        self.addCleanup(preview.finalize)
2537
2987
        preview.adjust_path('new_name', preview.root,
2538
 
                            preview.trans_id_file_id('parent-id'))
 
2988
                            preview.trans_id_file_id(b'parent-id'))
2539
2989
        preview_tree = preview.get_preview_tree()
2540
 
        self.assertIs(None, preview_tree.path2id('old_name/child'))
2541
 
        self.assertEqual('child-id', preview_tree.path2id('new_name/child'))
 
2990
        self.assertFalse(preview_tree.is_versioned('old_name/child'))
 
2991
        self.assertEqual(b'child-id', preview_tree.path2id('new_name/child'))
2542
2992
 
2543
 
    def assertMatchingIterEntries(self, tt, specific_file_ids=None):
 
2993
    def assertMatchingIterEntries(self, tt, specific_files=None):
2544
2994
        preview_tree = tt.get_preview_tree()
2545
2995
        preview_result = list(preview_tree.iter_entries_by_dir(
2546
 
                              specific_file_ids))
 
2996
                              specific_files=specific_files))
2547
2997
        tree = tt._tree
2548
2998
        tt.apply()
2549
 
        actual_result = list(tree.iter_entries_by_dir(specific_file_ids))
 
2999
        actual_result = list(tree.iter_entries_by_dir(
 
3000
            specific_files=specific_files))
2550
3001
        self.assertEqual(actual_result, preview_result)
2551
3002
 
2552
3003
    def test_iter_entries_by_dir_new(self):
2553
3004
        tree = self.make_branch_and_tree('tree')
2554
3005
        tt = TreeTransform(tree)
2555
 
        tt.new_file('new', tt.root, 'contents', 'new-id')
 
3006
        tt.new_file('new', tt.root, [b'contents'], b'new-id')
2556
3007
        self.assertMatchingIterEntries(tt)
2557
3008
 
2558
3009
    def test_iter_entries_by_dir_deleted(self):
2559
3010
        tree = self.make_branch_and_tree('tree')
2560
3011
        self.build_tree(['tree/deleted'])
2561
 
        tree.add('deleted', 'deleted-id')
 
3012
        tree.add('deleted', b'deleted-id')
2562
3013
        tt = TreeTransform(tree)
2563
 
        tt.delete_contents(tt.trans_id_file_id('deleted-id'))
 
3014
        tt.delete_contents(tt.trans_id_file_id(b'deleted-id'))
2564
3015
        self.assertMatchingIterEntries(tt)
2565
3016
 
2566
3017
    def test_iter_entries_by_dir_unversioned(self):
2567
3018
        tree = self.make_branch_and_tree('tree')
2568
3019
        self.build_tree(['tree/removed'])
2569
 
        tree.add('removed', 'removed-id')
 
3020
        tree.add('removed', b'removed-id')
2570
3021
        tt = TreeTransform(tree)
2571
 
        tt.unversion_file(tt.trans_id_file_id('removed-id'))
 
3022
        tt.unversion_file(tt.trans_id_file_id(b'removed-id'))
2572
3023
        self.assertMatchingIterEntries(tt)
2573
3024
 
2574
3025
    def test_iter_entries_by_dir_moved(self):
2575
3026
        tree = self.make_branch_and_tree('tree')
2576
3027
        self.build_tree(['tree/moved', 'tree/new_parent/'])
2577
 
        tree.add(['moved', 'new_parent'], ['moved-id', 'new_parent-id'])
 
3028
        tree.add(['moved', 'new_parent'], [b'moved-id', b'new_parent-id'])
2578
3029
        tt = TreeTransform(tree)
2579
 
        tt.adjust_path('moved', tt.trans_id_file_id('new_parent-id'),
2580
 
                       tt.trans_id_file_id('moved-id'))
 
3030
        tt.adjust_path('moved', tt.trans_id_file_id(b'new_parent-id'),
 
3031
                       tt.trans_id_file_id(b'moved-id'))
2581
3032
        self.assertMatchingIterEntries(tt)
2582
3033
 
2583
 
    def test_iter_entries_by_dir_specific_file_ids(self):
 
3034
    def test_iter_entries_by_dir_specific_files(self):
2584
3035
        tree = self.make_branch_and_tree('tree')
2585
 
        tree.set_root_id('tree-root-id')
 
3036
        tree.set_root_id(b'tree-root-id')
2586
3037
        self.build_tree(['tree/parent/', 'tree/parent/child'])
2587
 
        tree.add(['parent', 'parent/child'], ['parent-id', 'child-id'])
 
3038
        tree.add(['parent', 'parent/child'], [b'parent-id', b'child-id'])
2588
3039
        tt = TreeTransform(tree)
2589
 
        self.assertMatchingIterEntries(tt, ['tree-root-id', 'child-id'])
 
3040
        self.assertMatchingIterEntries(tt, ['', 'parent/child'])
2590
3041
 
2591
3042
    def test_symlink_content_summary(self):
2592
3043
        self.requireFeature(SymlinkFeature)
2593
3044
        preview = self.get_empty_preview()
2594
 
        preview.new_symlink('path', preview.root, 'target', 'path-id')
 
3045
        preview.new_symlink('path', preview.root, 'target', b'path-id')
2595
3046
        summary = preview.get_preview_tree().path_content_summary('path')
2596
3047
        self.assertEqual(('symlink', None, None, 'target'), summary)
2597
3048
 
2612
3063
 
2613
3064
    def test_file_content_summary_executable(self):
2614
3065
        preview = self.get_empty_preview()
2615
 
        path_id = preview.new_file('path', preview.root, 'contents', 'path-id')
 
3066
        path_id = preview.new_file('path', preview.root, [
 
3067
                                   b'contents'], b'path-id')
2616
3068
        preview.set_executability(True, path_id)
2617
3069
        summary = preview.get_preview_tree().path_content_summary('path')
2618
3070
        self.assertEqual(4, len(summary))
2637
3089
 
2638
3090
    def test_file_content_summary_non_exec(self):
2639
3091
        preview = self.get_empty_preview()
2640
 
        preview.new_file('path', preview.root, 'contents', 'path-id')
 
3092
        preview.new_file('path', preview.root, [b'contents'], b'path-id')
2641
3093
        summary = preview.get_preview_tree().path_content_summary('path')
2642
3094
        self.assertEqual(4, len(summary))
2643
3095
        self.assertEqual('file', summary[0])
2650
3102
 
2651
3103
    def test_dir_content_summary(self):
2652
3104
        preview = self.get_empty_preview()
2653
 
        preview.new_directory('path', preview.root, 'path-id')
 
3105
        preview.new_directory('path', preview.root, b'path-id')
2654
3106
        summary = preview.get_preview_tree().path_content_summary('path')
2655
3107
        self.assertEqual(('directory', None, None, None), summary)
2656
3108
 
2657
3109
    def test_tree_content_summary(self):
2658
3110
        preview = self.get_empty_preview()
2659
 
        path = preview.new_directory('path', preview.root, 'path-id')
2660
 
        preview.set_tree_reference('rev-1', path)
 
3111
        path = preview.new_directory('path', preview.root, b'path-id')
 
3112
        preview.set_tree_reference(b'rev-1', path)
2661
3113
        summary = preview.get_preview_tree().path_content_summary('path')
2662
3114
        self.assertEqual(4, len(summary))
2663
3115
        self.assertEqual('tree-reference', summary[0])
2664
3116
 
2665
3117
    def test_annotate(self):
2666
3118
        tree = self.make_branch_and_tree('tree')
2667
 
        self.build_tree_contents([('tree/file', 'a\n')])
2668
 
        tree.add('file', 'file-id')
2669
 
        tree.commit('a', rev_id='one')
2670
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3119
        self.build_tree_contents([('tree/file', b'a\n')])
 
3120
        tree.add('file', b'file-id')
 
3121
        tree.commit('a', rev_id=b'one')
 
3122
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2671
3123
        preview = TransformPreview(tree)
2672
3124
        self.addCleanup(preview.finalize)
2673
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3125
        file_trans_id = preview.trans_id_file_id(b'file-id')
2674
3126
        preview.delete_contents(file_trans_id)
2675
 
        preview.create_file('a\nb\nc\n', file_trans_id)
 
3127
        preview.create_file([b'a\nb\nc\n'], file_trans_id)
2676
3128
        preview_tree = preview.get_preview_tree()
2677
3129
        expected = [
2678
 
            ('one', 'a\n'),
2679
 
            ('me:', 'b\n'),
2680
 
            ('me:', 'c\n'),
 
3130
            (b'one', b'a\n'),
 
3131
            (b'me:', b'b\n'),
 
3132
            (b'me:', b'c\n'),
2681
3133
        ]
2682
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3134
        annotation = preview_tree.annotate_iter(
 
3135
            'file', default_revision=b'me:')
2683
3136
        self.assertEqual(expected, annotation)
2684
3137
 
2685
3138
    def test_annotate_missing(self):
2686
3139
        preview = self.get_empty_preview()
2687
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3140
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2688
3141
        preview_tree = preview.get_preview_tree()
2689
3142
        expected = [
2690
 
            ('me:', 'a\n'),
2691
 
            ('me:', 'b\n'),
2692
 
            ('me:', 'c\n'),
2693
 
         ]
2694
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3143
            (b'me:', b'a\n'),
 
3144
            (b'me:', b'b\n'),
 
3145
            (b'me:', b'c\n'),
 
3146
            ]
 
3147
        annotation = preview_tree.annotate_iter(
 
3148
            'file', default_revision=b'me:')
2695
3149
        self.assertEqual(expected, annotation)
2696
3150
 
2697
3151
    def test_annotate_rename(self):
2698
3152
        tree = self.make_branch_and_tree('tree')
2699
 
        self.build_tree_contents([('tree/file', 'a\n')])
2700
 
        tree.add('file', 'file-id')
2701
 
        tree.commit('a', rev_id='one')
 
3153
        self.build_tree_contents([('tree/file', b'a\n')])
 
3154
        tree.add('file', b'file-id')
 
3155
        tree.commit('a', rev_id=b'one')
2702
3156
        preview = TransformPreview(tree)
2703
3157
        self.addCleanup(preview.finalize)
2704
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3158
        file_trans_id = preview.trans_id_file_id(b'file-id')
2705
3159
        preview.adjust_path('newname', preview.root, file_trans_id)
2706
3160
        preview_tree = preview.get_preview_tree()
2707
3161
        expected = [
2708
 
            ('one', 'a\n'),
 
3162
            (b'one', b'a\n'),
2709
3163
        ]
2710
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3164
        annotation = preview_tree.annotate_iter(
 
3165
            'file', default_revision=b'me:')
2711
3166
        self.assertEqual(expected, annotation)
2712
3167
 
2713
3168
    def test_annotate_deleted(self):
2714
3169
        tree = self.make_branch_and_tree('tree')
2715
 
        self.build_tree_contents([('tree/file', 'a\n')])
2716
 
        tree.add('file', 'file-id')
2717
 
        tree.commit('a', rev_id='one')
2718
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3170
        self.build_tree_contents([('tree/file', b'a\n')])
 
3171
        tree.add('file', b'file-id')
 
3172
        tree.commit('a', rev_id=b'one')
 
3173
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2719
3174
        preview = TransformPreview(tree)
2720
3175
        self.addCleanup(preview.finalize)
2721
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3176
        file_trans_id = preview.trans_id_file_id(b'file-id')
2722
3177
        preview.delete_contents(file_trans_id)
2723
3178
        preview_tree = preview.get_preview_tree()
2724
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3179
        annotation = preview_tree.annotate_iter(
 
3180
            'file', default_revision=b'me:')
2725
3181
        self.assertIs(None, annotation)
2726
3182
 
2727
3183
    def test_stored_kind(self):
2728
3184
        preview = self.get_empty_preview()
2729
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3185
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2730
3186
        preview_tree = preview.get_preview_tree()
2731
 
        self.assertEqual('file', preview_tree.stored_kind('file-id'))
 
3187
        self.assertEqual('file', preview_tree.stored_kind('file'))
2732
3188
 
2733
3189
    def test_is_executable(self):
2734
3190
        preview = self.get_empty_preview()
2735
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
2736
 
        preview.set_executability(True, preview.trans_id_file_id('file-id'))
 
3191
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
 
3192
        preview.set_executability(True, preview.trans_id_file_id(b'file-id'))
2737
3193
        preview_tree = preview.get_preview_tree()
2738
 
        self.assertEqual(True, preview_tree.is_executable('file-id'))
 
3194
        self.assertEqual(True, preview_tree.is_executable('file'))
2739
3195
 
2740
3196
    def test_get_set_parent_ids(self):
2741
3197
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2742
3198
        self.assertEqual([], preview_tree.get_parent_ids())
2743
 
        preview_tree.set_parent_ids(['rev-1'])
2744
 
        self.assertEqual(['rev-1'], preview_tree.get_parent_ids())
 
3199
        preview_tree.set_parent_ids([b'rev-1'])
 
3200
        self.assertEqual([b'rev-1'], preview_tree.get_parent_ids())
2745
3201
 
2746
3202
    def test_plan_file_merge(self):
2747
3203
        work_a = self.make_branch_and_tree('wta')
2748
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2749
 
        work_a.add('file', 'file-id')
 
3204
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3205
        work_a.add('file', b'file-id')
2750
3206
        base_id = work_a.commit('base version')
2751
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3207
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2752
3208
        preview = TransformPreview(work_a)
2753
3209
        self.addCleanup(preview.finalize)
2754
 
        trans_id = preview.trans_id_file_id('file-id')
 
3210
        trans_id = preview.trans_id_file_id(b'file-id')
2755
3211
        preview.delete_contents(trans_id)
2756
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2757
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3212
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3213
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2758
3214
        tree_a = preview.get_preview_tree()
2759
3215
        tree_a.set_parent_ids([base_id])
2760
3216
        self.assertEqual([
2761
 
            ('killed-a', 'a\n'),
2762
 
            ('killed-b', 'b\n'),
2763
 
            ('unchanged', 'c\n'),
2764
 
            ('unchanged', 'd\n'),
2765
 
            ('new-a', 'e\n'),
2766
 
            ('new-b', 'f\n'),
2767
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3217
            ('killed-a', b'a\n'),
 
3218
            ('killed-b', b'b\n'),
 
3219
            ('unchanged', b'c\n'),
 
3220
            ('unchanged', b'd\n'),
 
3221
            ('new-a', b'e\n'),
 
3222
            ('new-b', b'f\n'),
 
3223
        ], list(tree_a.plan_file_merge(b'file-id', tree_b)))
2768
3224
 
2769
3225
    def test_plan_file_merge_revision_tree(self):
2770
3226
        work_a = self.make_branch_and_tree('wta')
2771
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2772
 
        work_a.add('file', 'file-id')
 
3227
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3228
        work_a.add('file', b'file-id')
2773
3229
        base_id = work_a.commit('base version')
2774
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3230
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2775
3231
        preview = TransformPreview(work_a.basis_tree())
2776
3232
        self.addCleanup(preview.finalize)
2777
 
        trans_id = preview.trans_id_file_id('file-id')
 
3233
        trans_id = preview.trans_id_file_id(b'file-id')
2778
3234
        preview.delete_contents(trans_id)
2779
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2780
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3235
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3236
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2781
3237
        tree_a = preview.get_preview_tree()
2782
3238
        tree_a.set_parent_ids([base_id])
2783
3239
        self.assertEqual([
2784
 
            ('killed-a', 'a\n'),
2785
 
            ('killed-b', 'b\n'),
2786
 
            ('unchanged', 'c\n'),
2787
 
            ('unchanged', 'd\n'),
2788
 
            ('new-a', 'e\n'),
2789
 
            ('new-b', 'f\n'),
2790
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3240
            ('killed-a', b'a\n'),
 
3241
            ('killed-b', b'b\n'),
 
3242
            ('unchanged', b'c\n'),
 
3243
            ('unchanged', b'd\n'),
 
3244
            ('new-a', b'e\n'),
 
3245
            ('new-b', b'f\n'),
 
3246
        ], list(tree_a.plan_file_merge(b'file-id', tree_b)))
2791
3247
 
2792
3248
    def test_walkdirs(self):
2793
3249
        preview = self.get_empty_preview()
2794
 
        root = preview.new_directory('', ROOT_PARENT, 'tree-root')
 
3250
        preview.new_directory('', ROOT_PARENT, b'tree-root')
2795
3251
        # FIXME: new_directory should mark root.
2796
3252
        preview.fixup_new_roots()
2797
3253
        preview_tree = preview.get_preview_tree()
2798
 
        file_trans_id = preview.new_file('a', preview.root, 'contents',
2799
 
                                         'a-id')
2800
 
        expected = [(('', 'tree-root'),
2801
 
                    [('a', 'a', 'file', None, 'a-id', 'file')])]
 
3254
        preview.new_file('a', preview.root, [b'contents'], b'a-id')
 
3255
        expected = [(('', b'tree-root'),
 
3256
                     [('a', 'a', 'file', None, b'a-id', 'file')])]
2802
3257
        self.assertEqual(expected, list(preview_tree.walkdirs()))
2803
3258
 
2804
3259
    def test_extras(self):
2808
3263
        work_tree.add(['removed-file', 'not-removed-file'])
2809
3264
        preview = TransformPreview(work_tree)
2810
3265
        self.addCleanup(preview.finalize)
2811
 
        preview.new_file('new-file', preview.root, 'contents')
2812
 
        preview.new_file('new-versioned-file', preview.root, 'contents',
2813
 
                         'new-versioned-id')
 
3266
        preview.new_file('new-file', preview.root, [b'contents'])
 
3267
        preview.new_file('new-versioned-file', preview.root, [b'contents'],
 
3268
                         b'new-versioned-id')
2814
3269
        tree = preview.get_preview_tree()
2815
3270
        preview.unversion_file(preview.trans_id_tree_path('removed-file'))
2816
 
        self.assertEqual(set(['new-file', 'removed-file', 'existing-file']),
 
3271
        self.assertEqual({'new-file', 'removed-file', 'existing-file'},
2817
3272
                         set(tree.extras()))
2818
3273
 
2819
3274
    def test_merge_into_preview(self):
2820
3275
        work_tree = self.make_branch_and_tree('tree')
2821
 
        self.build_tree_contents([('tree/file','b\n')])
2822
 
        work_tree.add('file', 'file-id')
 
3276
        self.build_tree_contents([('tree/file', b'b\n')])
 
3277
        work_tree.add('file', b'file-id')
2823
3278
        work_tree.commit('first commit')
2824
 
        child_tree = work_tree.bzrdir.sprout('child').open_workingtree()
2825
 
        self.build_tree_contents([('child/file','b\nc\n')])
 
3279
        child_tree = work_tree.controldir.sprout('child').open_workingtree()
 
3280
        self.build_tree_contents([('child/file', b'b\nc\n')])
2826
3281
        child_tree.commit('child commit')
2827
3282
        child_tree.lock_write()
2828
3283
        self.addCleanup(child_tree.unlock)
2830
3285
        self.addCleanup(work_tree.unlock)
2831
3286
        preview = TransformPreview(work_tree)
2832
3287
        self.addCleanup(preview.finalize)
2833
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3288
        file_trans_id = preview.trans_id_file_id(b'file-id')
2834
3289
        preview.delete_contents(file_trans_id)
2835
 
        preview.create_file('a\nb\n', file_trans_id)
 
3290
        preview.create_file([b'a\nb\n'], file_trans_id)
2836
3291
        preview_tree = preview.get_preview_tree()
2837
 
        merger = Merger.from_revision_ids(None, preview_tree,
 
3292
        merger = Merger.from_revision_ids(preview_tree,
2838
3293
                                          child_tree.branch.last_revision(),
2839
3294
                                          other_branch=child_tree.branch,
2840
3295
                                          tree_branch=work_tree.branch)
2842
3297
        tt = merger.make_merger().make_preview_transform()
2843
3298
        self.addCleanup(tt.finalize)
2844
3299
        final_tree = tt.get_preview_tree()
2845
 
        self.assertEqual('a\nb\nc\n', final_tree.get_file_text('file-id'))
 
3300
        self.assertEqual(
 
3301
            b'a\nb\nc\n',
 
3302
            final_tree.get_file_text(final_tree.id2path(b'file-id')))
2846
3303
 
2847
3304
    def test_merge_preview_into_workingtree(self):
2848
3305
        tree = self.make_branch_and_tree('tree')
2849
 
        tree.set_root_id('TREE_ROOT')
 
3306
        tree.set_root_id(b'TREE_ROOT')
2850
3307
        tt = TransformPreview(tree)
2851
3308
        self.addCleanup(tt.finalize)
2852
 
        tt.new_file('name', tt.root, 'content', 'file-id')
 
3309
        tt.new_file('name', tt.root, [b'content'], b'file-id')
2853
3310
        tree2 = self.make_branch_and_tree('tree2')
2854
 
        tree2.set_root_id('TREE_ROOT')
 
3311
        tree2.set_root_id(b'TREE_ROOT')
2855
3312
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2856
 
                                         None, tree.basis_tree())
 
3313
                                         tree.basis_tree())
2857
3314
        merger.merge_type = Merge3Merger
2858
3315
        merger.do_merge()
2859
3316
 
2860
3317
    def test_merge_preview_into_workingtree_handles_conflicts(self):
2861
3318
        tree = self.make_branch_and_tree('tree')
2862
 
        self.build_tree_contents([('tree/foo', 'bar')])
2863
 
        tree.add('foo', 'foo-id')
 
3319
        self.build_tree_contents([('tree/foo', b'bar')])
 
3320
        tree.add('foo', b'foo-id')
2864
3321
        tree.commit('foo')
2865
3322
        tt = TransformPreview(tree)
2866
3323
        self.addCleanup(tt.finalize)
2867
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3324
        trans_id = tt.trans_id_file_id(b'foo-id')
2868
3325
        tt.delete_contents(trans_id)
2869
 
        tt.create_file('baz', trans_id)
2870
 
        tree2 = tree.bzrdir.sprout('tree2').open_workingtree()
2871
 
        self.build_tree_contents([('tree2/foo', 'qux')])
2872
 
        pb = None
 
3326
        tt.create_file([b'baz'], trans_id)
 
3327
        tree2 = tree.controldir.sprout('tree2').open_workingtree()
 
3328
        self.build_tree_contents([('tree2/foo', b'qux')])
2873
3329
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2874
 
                                         pb, tree.basis_tree())
 
3330
                                         tree.basis_tree())
2875
3331
        merger.merge_type = Merge3Merger
2876
3332
        merger.do_merge()
2877
3333
 
 
3334
    def test_has_filename(self):
 
3335
        wt = self.make_branch_and_tree('tree')
 
3336
        self.build_tree(['tree/unmodified', 'tree/removed', 'tree/modified'])
 
3337
        tt = TransformPreview(wt)
 
3338
        removed_id = tt.trans_id_tree_path('removed')
 
3339
        tt.delete_contents(removed_id)
 
3340
        tt.new_file('new', tt.root, [b'contents'])
 
3341
        modified_id = tt.trans_id_tree_path('modified')
 
3342
        tt.delete_contents(modified_id)
 
3343
        tt.create_file([b'modified-contents'], modified_id)
 
3344
        self.addCleanup(tt.finalize)
 
3345
        tree = tt.get_preview_tree()
 
3346
        self.assertTrue(tree.has_filename('unmodified'))
 
3347
        self.assertFalse(tree.has_filename('not-present'))
 
3348
        self.assertFalse(tree.has_filename('removed'))
 
3349
        self.assertTrue(tree.has_filename('new'))
 
3350
        self.assertTrue(tree.has_filename('modified'))
 
3351
 
2878
3352
    def test_is_executable(self):
2879
3353
        tree = self.make_branch_and_tree('tree')
2880
3354
        preview = TransformPreview(tree)
2881
3355
        self.addCleanup(preview.finalize)
2882
 
        preview.new_file('foo', preview.root, 'bar', 'baz-id')
 
3356
        preview.new_file('foo', preview.root, [b'bar'], b'baz-id')
2883
3357
        preview_tree = preview.get_preview_tree()
2884
 
        self.assertEqual(False, preview_tree.is_executable('baz-id',
2885
 
                                                           'tree/foo'))
2886
 
        self.assertEqual(False, preview_tree.is_executable('baz-id'))
 
3358
        self.assertEqual(False, preview_tree.is_executable('tree/foo'))
2887
3359
 
2888
3360
    def test_commit_preview_tree(self):
2889
3361
        tree = self.make_branch_and_tree('tree')
2891
3363
        tree.branch.lock_write()
2892
3364
        self.addCleanup(tree.branch.unlock)
2893
3365
        tt = TransformPreview(tree)
2894
 
        tt.new_file('file', tt.root, 'contents', 'file_id')
 
3366
        tt.new_file('file', tt.root, [b'contents'], b'file_id')
2895
3367
        self.addCleanup(tt.finalize)
2896
3368
        preview = tt.get_preview_tree()
2897
3369
        preview.set_parent_ids([rev_id])
2900
3372
        builder.finish_inventory()
2901
3373
        rev2_id = builder.commit('rev2')
2902
3374
        rev2_tree = tree.branch.repository.revision_tree(rev2_id)
2903
 
        self.assertEqual('contents', rev2_tree.get_file_text('file_id'))
 
3375
        self.assertEqual(b'contents', rev2_tree.get_file_text('file'))
2904
3376
 
2905
3377
    def test_ascii_limbo_paths(self):
2906
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
3378
        self.requireFeature(features.UnicodeFilenameFeature)
2907
3379
        branch = self.make_branch('any')
2908
3380
        tree = branch.repository.revision_tree(_mod_revision.NULL_REVISION)
2909
3381
        tt = TransformPreview(tree)
2910
3382
        self.addCleanup(tt.finalize)
2911
3383
        foo_id = tt.new_directory('', ROOT_PARENT)
2912
 
        bar_id = tt.new_file(u'\u1234bar', foo_id, 'contents')
 
3384
        bar_id = tt.new_file(u'\u1234bar', foo_id, [b'contents'])
2913
3385
        limbo_path = tt._limbo_name(bar_id)
2914
 
        self.assertEqual(limbo_path.encode('ascii', 'replace'), limbo_path)
 
3386
        self.assertEqual(limbo_path, limbo_path)
2915
3387
 
2916
3388
 
2917
3389
class FakeSerializer(object):
2926
3398
 
2927
3399
class TestSerializeTransform(tests.TestCaseWithTransport):
2928
3400
 
2929
 
    _test_needs_features = [tests.UnicodeFilenameFeature]
 
3401
    _test_needs_features = [features.UnicodeFilenameFeature]
2930
3402
 
2931
3403
    def get_preview(self, tree=None):
2932
3404
        if tree is None:
2942
3414
    @staticmethod
2943
3415
    def default_attribs():
2944
3416
        return {
2945
 
            '_id_number': 1,
2946
 
            '_new_name': {},
2947
 
            '_new_parent': {},
2948
 
            '_new_executability': {},
2949
 
            '_new_id': {},
2950
 
            '_tree_path_ids': {'': 'new-0'},
2951
 
            '_removed_id': [],
2952
 
            '_removed_contents': [],
2953
 
            '_non_present_ids': {},
 
3417
            b'_id_number': 1,
 
3418
            b'_new_name': {},
 
3419
            b'_new_parent': {},
 
3420
            b'_new_executability': {},
 
3421
            b'_new_id': {},
 
3422
            b'_tree_path_ids': {b'': b'new-0'},
 
3423
            b'_removed_id': [],
 
3424
            b'_removed_contents': [],
 
3425
            b'_non_present_ids': {},
2954
3426
            }
2955
3427
 
2956
3428
    def make_records(self, attribs, contents):
2957
3429
        records = [
2958
 
            (((('attribs'),),), bencode.bencode(attribs))]
 
3430
            ((((b'attribs'),),), bencode.bencode(attribs))]
2959
3431
        records.extend([(((n, k),), c) for n, k, c in contents])
2960
3432
        return records
2961
3433
 
2962
3434
    def creation_records(self):
2963
3435
        attribs = self.default_attribs()
2964
 
        attribs['_id_number'] = 3
2965
 
        attribs['_new_name'] = {
2966
 
            'new-1': u'foo\u1234'.encode('utf-8'), 'new-2': 'qux'}
2967
 
        attribs['_new_id'] = {'new-1': 'baz', 'new-2': 'quxx'}
2968
 
        attribs['_new_parent'] = {'new-1': 'new-0', 'new-2': 'new-0'}
2969
 
        attribs['_new_executability'] = {'new-1': 1}
 
3436
        attribs[b'_id_number'] = 3
 
3437
        attribs[b'_new_name'] = {
 
3438
            b'new-1': u'foo\u1234'.encode('utf-8'), b'new-2': b'qux'}
 
3439
        attribs[b'_new_id'] = {b'new-1': b'baz', b'new-2': b'quxx'}
 
3440
        attribs[b'_new_parent'] = {b'new-1': b'new-0', b'new-2': b'new-0'}
 
3441
        attribs[b'_new_executability'] = {b'new-1': 1}
2970
3442
        contents = [
2971
 
            ('new-1', 'file', 'i 1\nbar\n'),
2972
 
            ('new-2', 'directory', ''),
 
3443
            (b'new-1', b'file', b'i 1\nbar\n'),
 
3444
            (b'new-2', b'directory', b''),
2973
3445
            ]
2974
3446
        return self.make_records(attribs, contents)
2975
3447
 
2976
3448
    def test_serialize_creation(self):
2977
3449
        tt = self.get_preview()
2978
 
        tt.new_file(u'foo\u1234', tt.root, 'bar', 'baz', True)
2979
 
        tt.new_directory('qux', tt.root, 'quxx')
 
3450
        tt.new_file(u'foo\u1234', tt.root, [b'bar'], b'baz', True)
 
3451
        tt.new_directory('qux', tt.root, b'quxx')
2980
3452
        self.assertSerializesTo(self.creation_records(), tt)
2981
3453
 
2982
3454
    def test_deserialize_creation(self):
2985
3457
        self.assertEqual(3, tt._id_number)
2986
3458
        self.assertEqual({'new-1': u'foo\u1234',
2987
3459
                          'new-2': 'qux'}, tt._new_name)
2988
 
        self.assertEqual({'new-1': 'baz', 'new-2': 'quxx'}, tt._new_id)
 
3460
        self.assertEqual({'new-1': b'baz', 'new-2': b'quxx'}, tt._new_id)
2989
3461
        self.assertEqual({'new-1': tt.root, 'new-2': tt.root}, tt._new_parent)
2990
 
        self.assertEqual({'baz': 'new-1', 'quxx': 'new-2'}, tt._r_new_id)
 
3462
        self.assertEqual({b'baz': 'new-1', b'quxx': 'new-2'}, tt._r_new_id)
2991
3463
        self.assertEqual({'new-1': True}, tt._new_executability)
2992
3464
        self.assertEqual({'new-1': 'file',
2993
3465
                          'new-2': 'directory'}, tt._new_contents)
2996
3468
            foo_content = foo_limbo.read()
2997
3469
        finally:
2998
3470
            foo_limbo.close()
2999
 
        self.assertEqual('bar', foo_content)
 
3471
        self.assertEqual(b'bar', foo_content)
3000
3472
 
3001
3473
    def symlink_creation_records(self):
3002
3474
        attribs = self.default_attribs()
3003
 
        attribs['_id_number'] = 2
3004
 
        attribs['_new_name'] = {'new-1': u'foo\u1234'.encode('utf-8')}
3005
 
        attribs['_new_parent'] = {'new-1': 'new-0'}
3006
 
        contents = [('new-1', 'symlink', u'bar\u1234'.encode('utf-8'))]
 
3475
        attribs[b'_id_number'] = 2
 
3476
        attribs[b'_new_name'] = {b'new-1': u'foo\u1234'.encode('utf-8')}
 
3477
        attribs[b'_new_parent'] = {b'new-1': b'new-0'}
 
3478
        contents = [(b'new-1', b'symlink', u'bar\u1234'.encode('utf-8'))]
3007
3479
        return self.make_records(attribs, contents)
3008
3480
 
3009
3481
    def test_serialize_symlink_creation(self):
3010
 
        self.requireFeature(tests.SymlinkFeature)
 
3482
        self.requireFeature(features.SymlinkFeature)
3011
3483
        tt = self.get_preview()
3012
3484
        tt.new_symlink(u'foo\u1234', tt.root, u'bar\u1234')
3013
3485
        self.assertSerializesTo(self.symlink_creation_records(), tt)
3014
3486
 
3015
3487
    def test_deserialize_symlink_creation(self):
3016
 
        self.requireFeature(tests.SymlinkFeature)
 
3488
        self.requireFeature(features.SymlinkFeature)
3017
3489
        tt = self.get_preview()
3018
3490
        tt.deserialize(iter(self.symlink_creation_records()))
3019
3491
        abspath = tt._limbo_name('new-1')
3023
3495
    def make_destruction_preview(self):
3024
3496
        tree = self.make_branch_and_tree('.')
3025
3497
        self.build_tree([u'foo\u1234', 'bar'])
3026
 
        tree.add([u'foo\u1234', 'bar'], ['foo-id', 'bar-id'])
 
3498
        tree.add([u'foo\u1234', 'bar'], [b'foo-id', b'bar-id'])
3027
3499
        return self.get_preview(tree)
3028
3500
 
3029
3501
    def destruction_records(self):
3030
3502
        attribs = self.default_attribs()
3031
 
        attribs['_id_number'] = 3
3032
 
        attribs['_removed_id'] = ['new-1']
3033
 
        attribs['_removed_contents'] = ['new-2']
3034
 
        attribs['_tree_path_ids'] = {
3035
 
            '': 'new-0',
3036
 
            u'foo\u1234'.encode('utf-8'): 'new-1',
3037
 
            'bar': 'new-2',
 
3503
        attribs[b'_id_number'] = 3
 
3504
        attribs[b'_removed_id'] = [b'new-1']
 
3505
        attribs[b'_removed_contents'] = [b'new-2']
 
3506
        attribs[b'_tree_path_ids'] = {
 
3507
            b'': b'new-0',
 
3508
            u'foo\u1234'.encode('utf-8'): b'new-1',
 
3509
            b'bar': b'new-2',
3038
3510
            }
3039
3511
        return self.make_records(attribs, [])
3040
3512
 
3041
3513
    def test_serialize_destruction(self):
3042
3514
        tt = self.make_destruction_preview()
3043
 
        foo_trans_id = tt.trans_id_tree_file_id('foo-id')
 
3515
        foo_trans_id = tt.trans_id_tree_path(u'foo\u1234')
3044
3516
        tt.unversion_file(foo_trans_id)
3045
 
        bar_trans_id = tt.trans_id_tree_file_id('bar-id')
 
3517
        bar_trans_id = tt.trans_id_tree_path('bar')
3046
3518
        tt.delete_contents(bar_trans_id)
3047
3519
        self.assertSerializesTo(self.destruction_records(), tt)
3048
3520
 
3055
3527
        self.assertEqual({'new-1': u'foo\u1234',
3056
3528
                          'new-2': 'bar',
3057
3529
                          tt.root: ''}, tt._tree_id_paths)
3058
 
        self.assertEqual(set(['new-1']), tt._removed_id)
3059
 
        self.assertEqual(set(['new-2']), tt._removed_contents)
 
3530
        self.assertEqual({'new-1'}, tt._removed_id)
 
3531
        self.assertEqual({'new-2'}, tt._removed_contents)
3060
3532
 
3061
3533
    def missing_records(self):
3062
3534
        attribs = self.default_attribs()
3063
 
        attribs['_id_number'] = 2
3064
 
        attribs['_non_present_ids'] = {
3065
 
            'boo': 'new-1',}
 
3535
        attribs[b'_id_number'] = 2
 
3536
        attribs[b'_non_present_ids'] = {
 
3537
            b'boo': b'new-1', }
3066
3538
        return self.make_records(attribs, [])
3067
3539
 
3068
3540
    def test_serialize_missing(self):
3069
3541
        tt = self.get_preview()
3070
 
        boo_trans_id = tt.trans_id_file_id('boo')
 
3542
        tt.trans_id_file_id(b'boo')
3071
3543
        self.assertSerializesTo(self.missing_records(), tt)
3072
3544
 
3073
3545
    def test_deserialize_missing(self):
3074
3546
        tt = self.get_preview()
3075
3547
        tt.deserialize(iter(self.missing_records()))
3076
 
        self.assertEqual({'boo': 'new-1'}, tt._non_present_ids)
 
3548
        self.assertEqual({b'boo': 'new-1'}, tt._non_present_ids)
3077
3549
 
3078
3550
    def make_modification_preview(self):
3079
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3080
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3551
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
 
3552
        LINES_TWO = b'z\nbb\nx\ndd\n'
3081
3553
        tree = self.make_branch_and_tree('tree')
3082
3554
        self.build_tree_contents([('tree/file', LINES_ONE)])
3083
 
        tree.add('file', 'file-id')
3084
 
        return self.get_preview(tree), LINES_TWO
 
3555
        tree.add('file', b'file-id')
 
3556
        return self.get_preview(tree), [LINES_TWO]
3085
3557
 
3086
3558
    def modification_records(self):
3087
3559
        attribs = self.default_attribs()
3088
 
        attribs['_id_number'] = 2
3089
 
        attribs['_tree_path_ids'] = {
3090
 
            'file': 'new-1',
3091
 
            '': 'new-0',}
3092
 
        attribs['_removed_contents'] = ['new-1']
3093
 
        contents = [('new-1', 'file',
3094
 
                     'i 1\nz\n\nc 0 1 1 1\ni 1\nx\n\nc 0 3 3 1\n')]
 
3560
        attribs[b'_id_number'] = 2
 
3561
        attribs[b'_tree_path_ids'] = {
 
3562
            b'file': b'new-1',
 
3563
            b'': b'new-0', }
 
3564
        attribs[b'_removed_contents'] = [b'new-1']
 
3565
        contents = [(b'new-1', b'file',
 
3566
                     b'i 1\nz\n\nc 0 1 1 1\ni 1\nx\n\nc 0 3 3 1\n')]
3095
3567
        return self.make_records(attribs, contents)
3096
3568
 
3097
3569
    def test_serialize_modification(self):
3098
3570
        tt, LINES = self.make_modification_preview()
3099
 
        trans_id = tt.trans_id_file_id('file-id')
 
3571
        trans_id = tt.trans_id_file_id(b'file-id')
3100
3572
        tt.delete_contents(trans_id)
3101
3573
        tt.create_file(LINES, trans_id)
3102
3574
        self.assertSerializesTo(self.modification_records(), tt)
3104
3576
    def test_deserialize_modification(self):
3105
3577
        tt, LINES = self.make_modification_preview()
3106
3578
        tt.deserialize(iter(self.modification_records()))
3107
 
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
 
3579
        self.assertFileEqual(b''.join(LINES), tt._limbo_name('new-1'))
3108
3580
 
3109
3581
    def make_kind_change_preview(self):
3110
 
        LINES = 'a\nb\nc\nd\n'
 
3582
        LINES = b'a\nb\nc\nd\n'
3111
3583
        tree = self.make_branch_and_tree('tree')
3112
3584
        self.build_tree(['tree/foo/'])
3113
 
        tree.add('foo', 'foo-id')
3114
 
        return self.get_preview(tree), LINES
 
3585
        tree.add('foo', b'foo-id')
 
3586
        return self.get_preview(tree), [LINES]
3115
3587
 
3116
3588
    def kind_change_records(self):
3117
3589
        attribs = self.default_attribs()
3118
 
        attribs['_id_number'] = 2
3119
 
        attribs['_tree_path_ids'] = {
3120
 
            'foo': 'new-1',
3121
 
            '': 'new-0',}
3122
 
        attribs['_removed_contents'] = ['new-1']
3123
 
        contents = [('new-1', 'file',
3124
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3590
        attribs[b'_id_number'] = 2
 
3591
        attribs[b'_tree_path_ids'] = {
 
3592
            b'foo': b'new-1',
 
3593
            b'': b'new-0', }
 
3594
        attribs[b'_removed_contents'] = [b'new-1']
 
3595
        contents = [(b'new-1', b'file',
 
3596
                     b'i 4\na\nb\nc\nd\n\n')]
3125
3597
        return self.make_records(attribs, contents)
3126
3598
 
3127
3599
    def test_serialize_kind_change(self):
3128
3600
        tt, LINES = self.make_kind_change_preview()
3129
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3601
        trans_id = tt.trans_id_file_id(b'foo-id')
3130
3602
        tt.delete_contents(trans_id)
3131
3603
        tt.create_file(LINES, trans_id)
3132
3604
        self.assertSerializesTo(self.kind_change_records(), tt)
3134
3606
    def test_deserialize_kind_change(self):
3135
3607
        tt, LINES = self.make_kind_change_preview()
3136
3608
        tt.deserialize(iter(self.kind_change_records()))
3137
 
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
 
3609
        self.assertFileEqual(b''.join(LINES), tt._limbo_name('new-1'))
3138
3610
 
3139
3611
    def make_add_contents_preview(self):
3140
 
        LINES = 'a\nb\nc\nd\n'
 
3612
        LINES = b'a\nb\nc\nd\n'
3141
3613
        tree = self.make_branch_and_tree('tree')
3142
3614
        self.build_tree(['tree/foo'])
3143
3615
        tree.add('foo')
3146
3618
 
3147
3619
    def add_contents_records(self):
3148
3620
        attribs = self.default_attribs()
3149
 
        attribs['_id_number'] = 2
3150
 
        attribs['_tree_path_ids'] = {
3151
 
            'foo': 'new-1',
3152
 
            '': 'new-0',}
3153
 
        contents = [('new-1', 'file',
3154
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3621
        attribs[b'_id_number'] = 2
 
3622
        attribs[b'_tree_path_ids'] = {
 
3623
            b'foo': b'new-1',
 
3624
            b'': b'new-0', }
 
3625
        contents = [(b'new-1', b'file',
 
3626
                     b'i 4\na\nb\nc\nd\n\n')]
3155
3627
        return self.make_records(attribs, contents)
3156
3628
 
3157
3629
    def test_serialize_add_contents(self):
3158
3630
        tt, LINES = self.make_add_contents_preview()
3159
3631
        trans_id = tt.trans_id_tree_path('foo')
3160
 
        tt.create_file(LINES, trans_id)
 
3632
        tt.create_file([LINES], trans_id)
3161
3633
        self.assertSerializesTo(self.add_contents_records(), tt)
3162
3634
 
3163
3635
    def test_deserialize_add_contents(self):
3166
3638
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
3167
3639
 
3168
3640
    def test_get_parents_lines(self):
3169
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3170
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3641
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
3171
3642
        tree = self.make_branch_and_tree('tree')
3172
3643
        self.build_tree_contents([('tree/file', LINES_ONE)])
3173
 
        tree.add('file', 'file-id')
 
3644
        tree.add('file', b'file-id')
3174
3645
        tt = self.get_preview(tree)
3175
3646
        trans_id = tt.trans_id_tree_path('file')
3176
 
        self.assertEqual((['aa\n', 'bb\n', 'cc\n', 'dd\n'],),
3177
 
            tt._get_parents_lines(trans_id))
 
3647
        self.assertEqual(([b'aa\n', b'bb\n', b'cc\n', b'dd\n'],),
 
3648
                         tt._get_parents_lines(trans_id))
3178
3649
 
3179
3650
    def test_get_parents_texts(self):
3180
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3181
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3651
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
3182
3652
        tree = self.make_branch_and_tree('tree')
3183
3653
        self.build_tree_contents([('tree/file', LINES_ONE)])
3184
 
        tree.add('file', 'file-id')
 
3654
        tree.add('file', b'file-id')
3185
3655
        tt = self.get_preview(tree)
3186
3656
        trans_id = tt.trans_id_tree_path('file')
3187
3657
        self.assertEqual((LINES_ONE,),
3188
 
            tt._get_parents_texts(trans_id))
 
3658
                         tt._get_parents_texts(trans_id))
 
3659
 
 
3660
 
 
3661
class TestOrphan(tests.TestCaseWithTransport):
 
3662
 
 
3663
    def test_no_orphan_for_transform_preview(self):
 
3664
        tree = self.make_branch_and_tree('tree')
 
3665
        tt = transform.TransformPreview(tree)
 
3666
        self.addCleanup(tt.finalize)
 
3667
        self.assertRaises(NotImplementedError, tt.new_orphan, 'foo', 'bar')
 
3668
 
 
3669
    def _set_orphan_policy(self, wt, policy):
 
3670
        wt.branch.get_config_stack().set('transform.orphan_policy',
 
3671
                                         policy)
 
3672
 
 
3673
    def _prepare_orphan(self, wt):
 
3674
        self.build_tree(['dir/', 'dir/file', 'dir/foo'])
 
3675
        wt.add(['dir', 'dir/file'], [b'dir-id', b'file-id'])
 
3676
        wt.commit('add dir and file ignoring foo')
 
3677
        tt = transform.TreeTransform(wt)
 
3678
        self.addCleanup(tt.finalize)
 
3679
        # dir and bar are deleted
 
3680
        dir_tid = tt.trans_id_tree_path('dir')
 
3681
        file_tid = tt.trans_id_tree_path('dir/file')
 
3682
        orphan_tid = tt.trans_id_tree_path('dir/foo')
 
3683
        tt.delete_contents(file_tid)
 
3684
        tt.unversion_file(file_tid)
 
3685
        tt.delete_contents(dir_tid)
 
3686
        tt.unversion_file(dir_tid)
 
3687
        # There should be a conflict because dir still contain foo
 
3688
        raw_conflicts = tt.find_conflicts()
 
3689
        self.assertLength(1, raw_conflicts)
 
3690
        self.assertEqual(('missing parent', 'new-1'), raw_conflicts[0])
 
3691
        return tt, orphan_tid
 
3692
 
 
3693
    def test_new_orphan_created(self):
 
3694
        wt = self.make_branch_and_tree('.')
 
3695
        self._set_orphan_policy(wt, 'move')
 
3696
        tt, orphan_tid = self._prepare_orphan(wt)
 
3697
        warnings = []
 
3698
 
 
3699
        def warning(*args):
 
3700
            warnings.append(args[0] % args[1:])
 
3701
        self.overrideAttr(trace, 'warning', warning)
 
3702
        remaining_conflicts = resolve_conflicts(tt)
 
3703
        self.assertEqual(['dir/foo has been orphaned in brz-orphans'],
 
3704
                         warnings)
 
3705
        # Yeah for resolved conflicts !
 
3706
        self.assertLength(0, remaining_conflicts)
 
3707
        # We have a new orphan
 
3708
        self.assertEqual('foo.~1~', tt.final_name(orphan_tid))
 
3709
        self.assertEqual('brz-orphans',
 
3710
                         tt.final_name(tt.final_parent(orphan_tid)))
 
3711
 
 
3712
    def test_never_orphan(self):
 
3713
        wt = self.make_branch_and_tree('.')
 
3714
        self._set_orphan_policy(wt, 'conflict')
 
3715
        tt, orphan_tid = self._prepare_orphan(wt)
 
3716
        remaining_conflicts = resolve_conflicts(tt)
 
3717
        self.assertLength(1, remaining_conflicts)
 
3718
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3719
                         remaining_conflicts.pop())
 
3720
 
 
3721
    def test_orphan_error(self):
 
3722
        def bogus_orphan(tt, orphan_id, parent_id):
 
3723
            raise transform.OrphaningError(tt.final_name(orphan_id),
 
3724
                                           tt.final_name(parent_id))
 
3725
        transform.orphaning_registry.register('bogus', bogus_orphan,
 
3726
                                              'Raise an error when orphaning')
 
3727
        wt = self.make_branch_and_tree('.')
 
3728
        self._set_orphan_policy(wt, 'bogus')
 
3729
        tt, orphan_tid = self._prepare_orphan(wt)
 
3730
        remaining_conflicts = resolve_conflicts(tt)
 
3731
        self.assertLength(1, remaining_conflicts)
 
3732
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3733
                         remaining_conflicts.pop())
 
3734
 
 
3735
    def test_unknown_orphan_policy(self):
 
3736
        wt = self.make_branch_and_tree('.')
 
3737
        # Set a fictional policy nobody ever implemented
 
3738
        self._set_orphan_policy(wt, 'donttouchmypreciouuus')
 
3739
        tt, orphan_tid = self._prepare_orphan(wt)
 
3740
        warnings = []
 
3741
 
 
3742
        def warning(*args):
 
3743
            warnings.append(args[0] % args[1:])
 
3744
        self.overrideAttr(trace, 'warning', warning)
 
3745
        remaining_conflicts = resolve_conflicts(tt)
 
3746
        # We fallback to the default policy which create a conflict
 
3747
        self.assertLength(1, remaining_conflicts)
 
3748
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3749
                         remaining_conflicts.pop())
 
3750
        self.assertLength(1, warnings)
 
3751
        self.assertStartsWith(warnings[0], 'Value "donttouchmypreciouuus" ')
 
3752
 
 
3753
 
 
3754
class TestTransformHooks(tests.TestCaseWithTransport):
 
3755
 
 
3756
    def setUp(self):
 
3757
        super(TestTransformHooks, self).setUp()
 
3758
        self.wt = self.make_branch_and_tree('.')
 
3759
        os.chdir('..')
 
3760
 
 
3761
    def get_transform(self):
 
3762
        transform = TreeTransform(self.wt)
 
3763
        self.addCleanup(transform.finalize)
 
3764
        return transform, transform.root
 
3765
 
 
3766
    def test_pre_commit_hooks(self):
 
3767
        calls = []
 
3768
 
 
3769
        def record_pre_transform(tree, tt):
 
3770
            calls.append((tree, tt))
 
3771
        MutableTree.hooks.install_named_hook(
 
3772
            'pre_transform', record_pre_transform, "Pre transform")
 
3773
        transform, root = self.get_transform()
 
3774
        old_root_id = transform.tree_file_id(root)
 
3775
        transform.apply()
 
3776
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
3777
        self.assertEqual([(self.wt, transform)], calls)
 
3778
 
 
3779
    def test_post_commit_hooks(self):
 
3780
        calls = []
 
3781
 
 
3782
        def record_post_transform(tree, tt):
 
3783
            calls.append((tree, tt))
 
3784
        MutableTree.hooks.install_named_hook(
 
3785
            'post_transform', record_post_transform, "Post transform")
 
3786
        transform, root = self.get_transform()
 
3787
        old_root_id = transform.tree_file_id(root)
 
3788
        transform.apply()
 
3789
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
3790
        self.assertEqual([(self.wt, transform)], calls)
 
3791
 
 
3792
 
 
3793
class TestLinkTree(tests.TestCaseWithTransport):
 
3794
 
 
3795
    _test_needs_features = [HardlinkFeature]
 
3796
 
 
3797
    def setUp(self):
 
3798
        tests.TestCaseWithTransport.setUp(self)
 
3799
        self.parent_tree = self.make_branch_and_tree('parent')
 
3800
        self.parent_tree.lock_write()
 
3801
        self.addCleanup(self.parent_tree.unlock)
 
3802
        self.build_tree_contents([('parent/foo', b'bar')])
 
3803
        self.parent_tree.add('foo')
 
3804
        self.parent_tree.commit('added foo')
 
3805
        child_controldir = self.parent_tree.controldir.sprout('child')
 
3806
        self.child_tree = child_controldir.open_workingtree()
 
3807
 
 
3808
    def hardlinked(self):
 
3809
        parent_stat = os.lstat(self.parent_tree.abspath('foo'))
 
3810
        child_stat = os.lstat(self.child_tree.abspath('foo'))
 
3811
        return parent_stat.st_ino == child_stat.st_ino
 
3812
 
 
3813
    def test_link_fails_if_modified(self):
 
3814
        """If the file to be linked has modified text, don't link."""
 
3815
        self.build_tree_contents([('child/foo', b'baz')])
 
3816
        transform.link_tree(self.child_tree, self.parent_tree)
 
3817
        self.assertFalse(self.hardlinked())
 
3818
 
 
3819
    def test_link_fails_if_execute_bit_changed(self):
 
3820
        """If the file to be linked has modified execute bit, don't link."""
 
3821
        tt = TreeTransform(self.child_tree)
 
3822
        try:
 
3823
            trans_id = tt.trans_id_tree_path('foo')
 
3824
            tt.set_executability(True, trans_id)
 
3825
            tt.apply()
 
3826
        finally:
 
3827
            tt.finalize()
 
3828
        transform.link_tree(self.child_tree, self.parent_tree)
 
3829
        self.assertFalse(self.hardlinked())
 
3830
 
 
3831
    def test_link_succeeds_if_unmodified(self):
 
3832
        """If the file to be linked is unmodified, link"""
 
3833
        transform.link_tree(self.child_tree, self.parent_tree)
 
3834
        self.assertTrue(self.hardlinked())