/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/tests/test_transform.py

  • Committer: Jelmer Vernooij
  • Date: 2020-02-18 01:57:45 UTC
  • mto: This revision was merged to the branch mainline in revision 7493.
  • Revision ID: jelmer@jelmer.uk-20200218015745-q2ss9tsk74h4nh61
drop use of future.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006-2012, 2016 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
 
17
import codecs
 
18
import errno
 
19
from io import BytesIO, StringIO
17
20
import os
18
 
from StringIO import StringIO
19
21
import sys
20
22
import time
21
23
 
22
 
from bzrlib import (
 
24
from .. import (
23
25
    bencode,
24
26
    errors,
25
27
    filters,
26
 
    generate_ids,
27
28
    osutils,
28
29
    revision as _mod_revision,
29
30
    rules,
30
31
    tests,
 
32
    trace,
 
33
    transform,
31
34
    urlutils,
32
35
    )
33
 
from bzrlib.bzrdir import BzrDir
34
 
from bzrlib.conflicts import (
 
36
from ..bzr import (
 
37
    generate_ids,
 
38
    )
 
39
from ..conflicts import (
35
40
    DeletingParent,
36
41
    DuplicateEntry,
37
42
    DuplicateID,
40
45
    ParentLoop,
41
46
    UnversionedParent,
42
47
)
43
 
from bzrlib.diff import show_diff_trees
44
 
from bzrlib.errors import (
 
48
from ..controldir import ControlDir
 
49
from ..diff import show_diff_trees
 
50
from ..errors import (
45
51
    DuplicateKey,
46
52
    ExistingLimbo,
47
53
    ExistingPendingDeletion,
49
55
    ImmortalPendingDeletion,
50
56
    LockError,
51
57
    MalformedTransform,
52
 
    NoSuchFile,
53
58
    ReusingTransform,
54
59
)
55
 
from bzrlib.osutils import (
 
60
from ..osutils import (
56
61
    file_kind,
57
62
    pathjoin,
58
63
)
59
 
from bzrlib.merge import Merge3Merger, Merger
60
 
from bzrlib.tests import (
 
64
from ..merge import Merge3Merger, Merger
 
65
from ..mutabletree import MutableTree
 
66
from . import (
 
67
    features,
 
68
    TestCaseInTempDir,
 
69
    TestSkipped,
 
70
    )
 
71
from .features import (
61
72
    HardlinkFeature,
62
73
    SymlinkFeature,
63
 
    TestCase,
64
 
    TestCaseInTempDir,
65
 
    TestSkipped,
66
 
)
67
 
from bzrlib.transform import (
 
74
    )
 
75
from ..transform import (
68
76
    build_tree,
69
77
    create_from_tree,
70
78
    cook_conflicts,
71
79
    _FileMover,
72
80
    FinalPaths,
73
 
    get_backup_name,
74
81
    resolve_conflicts,
75
82
    resolve_checkout,
76
83
    ROOT_PARENT,
83
90
 
84
91
    def setUp(self):
85
92
        super(TestTreeTransform, self).setUp()
86
 
        self.wt = self.make_branch_and_tree('.', format='dirstate-with-subtree')
 
93
        self.wt = self.make_branch_and_tree('.', format='development-subtree')
87
94
        os.chdir('..')
88
95
 
89
96
    def get_transform(self):
91
98
        self.addCleanup(transform.finalize)
92
99
        return transform, transform.root
93
100
 
 
101
    def get_transform_for_sha1_test(self):
 
102
        trans, root = self.get_transform()
 
103
        self.wt.lock_tree_write()
 
104
        self.addCleanup(self.wt.unlock)
 
105
        contents = [b'just some content\n']
 
106
        sha1 = osutils.sha_strings(contents)
 
107
        # Roll back the clock
 
108
        trans._creation_mtime = time.time() - 20.0
 
109
        return trans, root, contents, sha1
 
110
 
94
111
    def test_existing_limbo(self):
95
112
        transform, root = self.get_transform()
96
113
        limbo_name = transform._limbodir
123
140
        imaginary_id = transform.trans_id_tree_path('imaginary')
124
141
        imaginary_id2 = transform.trans_id_tree_path('imaginary/')
125
142
        self.assertEqual(imaginary_id, imaginary_id2)
126
 
        self.assertEqual(transform.get_tree_parent(imaginary_id), root)
127
 
        self.assertEqual(transform.final_kind(root), 'directory')
128
 
        self.assertEqual(transform.final_file_id(root), self.wt.get_root_id())
 
143
        self.assertEqual(root, transform.get_tree_parent(imaginary_id))
 
144
        self.assertEqual('directory', transform.final_kind(root))
 
145
        self.assertEqual(self.wt.path2id(''), transform.final_file_id(root))
129
146
        trans_id = transform.create_path('name', root)
130
147
        self.assertIs(transform.final_file_id(trans_id), None)
131
 
        self.assertRaises(NoSuchFile, transform.final_kind, trans_id)
132
 
        transform.create_file('contents', trans_id)
 
148
        self.assertIs(None, transform.final_kind(trans_id))
 
149
        transform.create_file([b'contents'], trans_id)
133
150
        transform.set_executability(True, trans_id)
134
 
        transform.version_file('my_pretties', trans_id)
 
151
        transform.version_file(b'my_pretties', trans_id)
135
152
        self.assertRaises(DuplicateKey, transform.version_file,
136
 
                          'my_pretties', trans_id)
137
 
        self.assertEqual(transform.final_file_id(trans_id), 'my_pretties')
 
153
                          b'my_pretties', trans_id)
 
154
        self.assertEqual(transform.final_file_id(trans_id), b'my_pretties')
138
155
        self.assertEqual(transform.final_parent(trans_id), root)
139
156
        self.assertIs(transform.final_parent(root), ROOT_PARENT)
140
157
        self.assertIs(transform.get_tree_parent(root), ROOT_PARENT)
141
158
        oz_id = transform.create_path('oz', root)
142
159
        transform.create_directory(oz_id)
143
 
        transform.version_file('ozzie', oz_id)
 
160
        transform.version_file(b'ozzie', oz_id)
144
161
        trans_id2 = transform.create_path('name2', root)
145
 
        transform.create_file('contents', trans_id2)
 
162
        transform.create_file([b'contents'], trans_id2)
146
163
        transform.set_executability(False, trans_id2)
147
 
        transform.version_file('my_pretties2', trans_id2)
 
164
        transform.version_file(b'my_pretties2', trans_id2)
148
165
        modified_paths = transform.apply().modified_paths
149
 
        self.assertEqual('contents', self.wt.get_file_byname('name').read())
150
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
151
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
152
 
        self.assertIs(self.wt.is_executable('my_pretties2'), False)
 
166
        with self.wt.get_file('name') as f:
 
167
            self.assertEqual(b'contents', f.read())
 
168
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
169
        self.assertIs(self.wt.is_executable('name'), True)
 
170
        self.assertIs(self.wt.is_executable('name2'), False)
153
171
        self.assertEqual('directory', file_kind(self.wt.abspath('oz')))
154
172
        self.assertEqual(len(modified_paths), 3)
155
 
        tree_mod_paths = [self.wt.id2abspath(f) for f in
156
 
                          ('ozzie', 'my_pretties', 'my_pretties2')]
 
173
        tree_mod_paths = [self.wt.abspath(self.wt.id2path(f)) for f in
 
174
                          (b'ozzie', b'my_pretties', b'my_pretties2')]
157
175
        self.assertSubset(tree_mod_paths, modified_paths)
158
176
        # is it safe to finalize repeatedly?
159
177
        transform.finalize()
160
178
        transform.finalize()
161
179
 
 
180
    def test_apply_informs_tree_of_observed_sha1(self):
 
181
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
182
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
183
                                  sha1=sha1)
 
184
        calls = []
 
185
        orig = self.wt._observed_sha1
 
186
 
 
187
        def _observed_sha1(*args):
 
188
            calls.append(args)
 
189
            orig(*args)
 
190
        self.wt._observed_sha1 = _observed_sha1
 
191
        trans.apply()
 
192
        self.assertEqual([('file1', trans._observed_sha1s[trans_id])],
 
193
                         calls)
 
194
 
 
195
    def test_create_file_caches_sha1(self):
 
196
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
197
        trans_id = trans.create_path('file1', root)
 
198
        trans.create_file(contents, trans_id, sha1=sha1)
 
199
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
200
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
201
        self.assertEqual(o_sha1, sha1)
 
202
        self.assertEqualStat(o_st_val, st_val)
 
203
 
 
204
    def test__apply_insertions_updates_sha1(self):
 
205
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
206
        trans_id = trans.create_path('file1', root)
 
207
        trans.create_file(contents, trans_id, sha1=sha1)
 
208
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
209
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
210
        self.assertEqual(o_sha1, sha1)
 
211
        self.assertEqualStat(o_st_val, st_val)
 
212
        creation_mtime = trans._creation_mtime + 10.0
 
213
        # We fake a time difference from when the file was created until now it
 
214
        # is being renamed by using os.utime. Note that the change we actually
 
215
        # want to see is the real ctime change from 'os.rename()', but as long
 
216
        # as we observe a new stat value, we should be fine.
 
217
        os.utime(trans._limbo_name(trans_id), (creation_mtime, creation_mtime))
 
218
        trans.apply()
 
219
        new_st_val = osutils.lstat(self.wt.abspath('file1'))
 
220
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
221
        self.assertEqual(o_sha1, sha1)
 
222
        self.assertEqualStat(o_st_val, new_st_val)
 
223
        self.assertNotEqual(st_val.st_mtime, new_st_val.st_mtime)
 
224
 
 
225
    def test_new_file_caches_sha1(self):
 
226
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
227
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
228
                                  sha1=sha1)
 
229
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
230
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
231
        self.assertEqual(o_sha1, sha1)
 
232
        self.assertEqualStat(o_st_val, st_val)
 
233
 
 
234
    def test_cancel_creation_removes_observed_sha1(self):
 
235
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
236
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
237
                                  sha1=sha1)
 
238
        self.assertTrue(trans_id in trans._observed_sha1s)
 
239
        trans.cancel_creation(trans_id)
 
240
        self.assertFalse(trans_id in trans._observed_sha1s)
 
241
 
162
242
    def test_create_files_same_timestamp(self):
163
243
        transform, root = self.get_transform()
164
244
        self.wt.lock_tree_write()
166
246
        # Roll back the clock, so that we know everything is being set to the
167
247
        # exact time
168
248
        transform._creation_mtime = creation_mtime = time.time() - 20.0
169
 
        transform.create_file('content-one',
 
249
        transform.create_file([b'content-one'],
170
250
                              transform.create_path('one', root))
171
 
        time.sleep(1) # *ugly*
172
 
        transform.create_file('content-two',
 
251
        time.sleep(1)  # *ugly*
 
252
        transform.create_file([b'content-two'],
173
253
                              transform.create_path('two', root))
174
254
        transform.apply()
175
 
        fo, st1 = self.wt.get_file_with_stat(None, path='one', filtered=False)
 
255
        fo, st1 = self.wt.get_file_with_stat('one', filtered=False)
176
256
        fo.close()
177
 
        fo, st2 = self.wt.get_file_with_stat(None, path='two', filtered=False)
 
257
        fo, st2 = self.wt.get_file_with_stat('two', filtered=False)
178
258
        fo.close()
179
259
        # We only guarantee 2s resolution
180
 
        self.assertTrue(abs(creation_mtime - st1.st_mtime) < 2.0,
 
260
        self.assertTrue(
 
261
            abs(creation_mtime - st1.st_mtime) < 2.0,
181
262
            "%s != %s within 2 seconds" % (creation_mtime, st1.st_mtime))
182
263
        # But if we have more than that, all files should get the same result
183
264
        self.assertEqual(st1.st_mtime, st2.st_mtime)
184
265
 
185
266
    def test_change_root_id(self):
186
267
        transform, root = self.get_transform()
187
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
188
 
        transform.new_directory('', ROOT_PARENT, 'new-root-id')
 
268
        self.assertNotEqual(b'new-root-id', self.wt.path2id(''))
 
269
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
189
270
        transform.delete_contents(root)
190
271
        transform.unversion_file(root)
191
272
        transform.fixup_new_roots()
192
273
        transform.apply()
193
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
 
274
        self.assertEqual(b'new-root-id', self.wt.path2id(''))
194
275
 
195
276
    def test_change_root_id_add_files(self):
196
277
        transform, root = self.get_transform()
197
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
198
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
199
 
        transform.new_file('file', new_trans_id, ['new-contents\n'],
200
 
                           'new-file-id')
 
278
        self.assertNotEqual(b'new-root-id', self.wt.path2id(''))
 
279
        new_trans_id = transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
280
        transform.new_file('file', new_trans_id, [b'new-contents\n'],
 
281
                           b'new-file-id')
201
282
        transform.delete_contents(root)
202
283
        transform.unversion_file(root)
203
284
        transform.fixup_new_roots()
204
285
        transform.apply()
205
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
206
 
        self.assertEqual('new-file-id', self.wt.path2id('file'))
207
 
        self.assertFileEqual('new-contents\n', self.wt.abspath('file'))
 
286
        self.assertEqual(b'new-root-id', self.wt.path2id(''))
 
287
        self.assertEqual(b'new-file-id', self.wt.path2id('file'))
 
288
        self.assertFileEqual(b'new-contents\n', self.wt.abspath('file'))
208
289
 
209
290
    def test_add_two_roots(self):
210
291
        transform, root = self.get_transform()
211
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
212
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'alt-root-id')
213
 
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
292
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
293
        transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
294
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
295
 
 
296
    def test_retain_existing_root(self):
 
297
        tt, root = self.get_transform()
 
298
        with tt:
 
299
            tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
300
            tt.fixup_new_roots()
 
301
            self.assertNotEqual(b'new-root-id', tt.final_file_id(tt.root))
 
302
 
 
303
    def test_retain_existing_root_added_file(self):
 
304
        tt, root = self.get_transform()
 
305
        new_trans_id = tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
306
        child = tt.new_directory('child', new_trans_id, b'child-id')
 
307
        tt.fixup_new_roots()
 
308
        self.assertEqual(tt.root, tt.final_parent(child))
 
309
 
 
310
    def test_add_unversioned_root(self):
 
311
        transform, root = self.get_transform()
 
312
        transform.new_directory('', ROOT_PARENT, None)
 
313
        transform.delete_contents(transform.root)
 
314
        transform.fixup_new_roots()
 
315
        self.assertNotIn(transform.root, transform._new_id)
 
316
 
 
317
    def test_remove_root_fixup(self):
 
318
        transform, root = self.get_transform()
 
319
        old_root_id = self.wt.path2id('')
 
320
        self.assertNotEqual(b'new-root-id', old_root_id)
 
321
        transform.delete_contents(root)
 
322
        transform.unversion_file(root)
 
323
        transform.fixup_new_roots()
 
324
        transform.apply()
 
325
        self.assertEqual(old_root_id, self.wt.path2id(''))
 
326
 
 
327
        transform, root = self.get_transform()
 
328
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
329
        transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
330
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
331
 
 
332
    def test_fixup_new_roots_permits_empty_tree(self):
 
333
        transform, root = self.get_transform()
 
334
        transform.delete_contents(root)
 
335
        transform.unversion_file(root)
 
336
        transform.fixup_new_roots()
 
337
        self.assertIs(None, transform.final_kind(root))
 
338
        self.assertIs(None, transform.final_file_id(root))
 
339
 
 
340
    def test_apply_retains_root_directory(self):
 
341
        # Do not attempt to delete the physical root directory, because that
 
342
        # is impossible.
 
343
        transform, root = self.get_transform()
 
344
        with transform:
 
345
            transform.delete_contents(root)
 
346
            e = self.assertRaises(AssertionError, self.assertRaises,
 
347
                                  errors.TransformRenameFailed,
 
348
                                  transform.apply)
 
349
        self.assertContainsRe('TransformRenameFailed not raised', str(e))
 
350
 
 
351
    def test_apply_retains_file_id(self):
 
352
        transform, root = self.get_transform()
 
353
        old_root_id = transform.tree_file_id(root)
 
354
        transform.unversion_file(root)
 
355
        transform.apply()
 
356
        self.assertEqual(old_root_id, self.wt.path2id(''))
214
357
 
215
358
    def test_hardlink(self):
216
359
        self.requireFeature(HardlinkFeature)
217
360
        transform, root = self.get_transform()
218
 
        transform.new_file('file1', root, 'contents')
 
361
        transform.new_file('file1', root, [b'contents'])
219
362
        transform.apply()
220
363
        target = self.make_branch_and_tree('target')
221
364
        target_transform = TreeTransform(target)
222
365
        trans_id = target_transform.create_path('file1', target_transform.root)
223
366
        target_transform.create_hardlink(self.wt.abspath('file1'), trans_id)
224
367
        target_transform.apply()
225
 
        self.failUnlessExists('target/file1')
 
368
        self.assertPathExists('target/file1')
226
369
        source_stat = os.stat(self.wt.abspath('file1'))
227
370
        target_stat = os.stat('target/file1')
228
371
        self.assertEqual(source_stat, target_stat)
231
374
        transform, root = self.get_transform()
232
375
        self.wt.lock_tree_write()
233
376
        self.addCleanup(self.wt.unlock)
234
 
        trans_id = transform.new_file('name', root, 'contents',
235
 
                                      'my_pretties', True)
236
 
        oz = transform.new_directory('oz', root, 'oz-id')
237
 
        dorothy = transform.new_directory('dorothy', oz, 'dorothy-id')
238
 
        toto = transform.new_file('toto', dorothy, 'toto-contents',
239
 
                                  'toto-id', False)
 
377
        transform.new_file('name', root, [b'contents'], b'my_pretties', True)
 
378
        oz = transform.new_directory('oz', root, b'oz-id')
 
379
        dorothy = transform.new_directory('dorothy', oz, b'dorothy-id')
 
380
        transform.new_file('toto', dorothy, [b'toto-contents'], b'toto-id',
 
381
                           False)
240
382
 
241
383
        self.assertEqual(len(transform.find_conflicts()), 0)
242
384
        transform.apply()
243
385
        self.assertRaises(ReusingTransform, transform.find_conflicts)
244
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
245
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
246
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
247
 
        self.assertEqual(self.wt.path2id('oz'), 'oz-id')
248
 
        self.assertEqual(self.wt.path2id('oz/dorothy'), 'dorothy-id')
249
 
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), 'toto-id')
 
386
        with open(self.wt.abspath('name'), 'r') as f:
 
387
            self.assertEqual('contents', f.read())
 
388
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
389
        self.assertIs(self.wt.is_executable('name'), True)
 
390
        self.assertEqual(self.wt.path2id('oz'), b'oz-id')
 
391
        self.assertEqual(self.wt.path2id('oz/dorothy'), b'dorothy-id')
 
392
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), b'toto-id')
250
393
 
251
 
        self.assertEqual('toto-contents',
252
 
                         self.wt.get_file_byname('oz/dorothy/toto').read())
253
 
        self.assertIs(self.wt.is_executable('toto-id'), False)
 
394
        self.assertEqual(b'toto-contents',
 
395
                         self.wt.get_file('oz/dorothy/toto').read())
 
396
        self.assertIs(self.wt.is_executable('oz/dorothy/toto'), False)
254
397
 
255
398
    def test_tree_reference(self):
256
399
        transform, root = self.get_transform()
257
400
        tree = transform._tree
258
 
        trans_id = transform.new_directory('reference', root, 'subtree-id')
259
 
        transform.set_tree_reference('subtree-revision', trans_id)
 
401
        trans_id = transform.new_directory('reference', root, b'subtree-id')
 
402
        transform.set_tree_reference(b'subtree-revision', trans_id)
260
403
        transform.apply()
261
404
        tree.lock_read()
262
405
        self.addCleanup(tree.unlock)
263
 
        self.assertEqual('subtree-revision',
264
 
                         tree.inventory['subtree-id'].reference_revision)
 
406
        self.assertEqual(
 
407
            b'subtree-revision',
 
408
            tree.root_inventory.get_entry(b'subtree-id').reference_revision)
265
409
 
266
410
    def test_conflicts(self):
267
411
        transform, root = self.get_transform()
268
 
        trans_id = transform.new_file('name', root, 'contents',
269
 
                                      'my_pretties')
 
412
        trans_id = transform.new_file('name', root, [b'contents'],
 
413
                                      b'my_pretties')
270
414
        self.assertEqual(len(transform.find_conflicts()), 0)
271
 
        trans_id2 = transform.new_file('name', root, 'Crontents', 'toto')
 
415
        trans_id2 = transform.new_file('name', root, [b'Crontents'], b'toto')
272
416
        self.assertEqual(transform.find_conflicts(),
273
417
                         [('duplicate', trans_id, trans_id2, 'name')])
274
418
        self.assertRaises(MalformedTransform, transform.apply)
288
432
        self.assertEqual(transform.find_conflicts(),
289
433
                         [('unversioned parent', lion_id),
290
434
                          ('missing parent', lion_id)])
291
 
        transform.version_file("Courage", lion_id)
 
435
        transform.version_file(b"Courage", lion_id)
292
436
        self.assertEqual(transform.find_conflicts(),
293
437
                         [('missing parent', lion_id),
294
438
                          ('versioning no contents', lion_id)])
295
439
        transform.adjust_path('name2', root, trans_id2)
296
440
        self.assertEqual(transform.find_conflicts(),
297
441
                         [('versioning no contents', lion_id)])
298
 
        transform.create_file('Contents, okay?', lion_id)
 
442
        transform.create_file([b'Contents, okay?'], lion_id)
299
443
        transform.adjust_path('name2', trans_id2, trans_id2)
300
444
        self.assertEqual(transform.find_conflicts(),
301
445
                         [('parent loop', trans_id2),
305
449
        transform.set_executability(True, oz_id)
306
450
        self.assertEqual(transform.find_conflicts(),
307
451
                         [('unversioned executability', oz_id)])
308
 
        transform.version_file('oz-id', oz_id)
 
452
        transform.version_file(b'oz-id', oz_id)
309
453
        self.assertEqual(transform.find_conflicts(),
310
454
                         [('non-file executability', oz_id)])
311
455
        transform.set_executability(None, oz_id)
312
 
        tip_id = transform.new_file('tip', oz_id, 'ozma', 'tip-id')
 
456
        tip_id = transform.new_file('tip', oz_id, [b'ozma'], b'tip-id')
313
457
        transform.apply()
314
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
315
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
 
458
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
459
        with open(self.wt.abspath('name'), 'rb') as f:
 
460
            self.assertEqual(b'contents', f.read())
316
461
        transform2, root = self.get_transform()
317
 
        oz_id = transform2.trans_id_tree_file_id('oz-id')
318
 
        newtip = transform2.new_file('tip', oz_id, 'other', 'tip-id')
 
462
        oz_id = transform2.trans_id_tree_path('oz')
 
463
        newtip = transform2.new_file('tip', oz_id, [b'other'], b'tip-id')
319
464
        result = transform2.find_conflicts()
320
465
        fp = FinalPaths(transform2)
321
 
        self.assert_('oz/tip' in transform2._tree_path_ids)
 
466
        self.assertTrue('oz/tip' in transform2._tree_path_ids)
322
467
        self.assertEqual(fp.get_path(newtip), pathjoin('oz', 'tip'))
323
468
        self.assertEqual(len(result), 2)
324
469
        self.assertEqual((result[0][0], result[0][1]),
328
473
        transform2.finalize()
329
474
        transform3 = TreeTransform(self.wt)
330
475
        self.addCleanup(transform3.finalize)
331
 
        oz_id = transform3.trans_id_tree_file_id('oz-id')
 
476
        oz_id = transform3.trans_id_tree_path('oz')
332
477
        transform3.delete_contents(oz_id)
333
478
        self.assertEqual(transform3.find_conflicts(),
334
479
                         [('missing parent', oz_id)])
335
480
        root_id = transform3.root
336
 
        tip_id = transform3.trans_id_tree_file_id('tip-id')
 
481
        tip_id = transform3.trans_id_tree_path('oz/tip')
337
482
        transform3.adjust_path('tip', root_id, tip_id)
338
483
        transform3.apply()
339
484
 
345
490
        tree.case_sensitive = True
346
491
        transform = TreeTransform(tree)
347
492
        self.addCleanup(transform.finalize)
348
 
        transform.new_file('file', transform.root, 'content')
349
 
        transform.new_file('FiLe', transform.root, 'content')
 
493
        transform.new_file('file', transform.root, [b'content'])
 
494
        transform.new_file('FiLe', transform.root, [b'content'])
350
495
        result = transform.find_conflicts()
351
496
        self.assertEqual([], result)
352
497
        transform.finalize()
355
500
        tree.case_sensitive = False
356
501
        transform = TreeTransform(tree)
357
502
        self.addCleanup(transform.finalize)
358
 
        transform.new_file('file', transform.root, 'content')
359
 
        transform.new_file('FiLe', transform.root, 'content')
 
503
        transform.new_file('file', transform.root, [b'content'])
 
504
        transform.new_file('FiLe', transform.root, [b'content'])
360
505
        result = transform.find_conflicts()
361
506
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
362
507
 
369
514
        tree.case_sensitive = True
370
515
        transform = TreeTransform(tree)
371
516
        self.addCleanup(transform.finalize)
372
 
        transform.new_file('file', transform.root, 'content')
 
517
        transform.new_file('file', transform.root, [b'content'])
373
518
        result = transform.find_conflicts()
374
519
        self.assertEqual([], result)
375
520
        transform.finalize()
378
523
        tree.case_sensitive = False
379
524
        transform = TreeTransform(tree)
380
525
        self.addCleanup(transform.finalize)
381
 
        transform.new_file('file', transform.root, 'content')
 
526
        transform.new_file('file', transform.root, [b'content'])
382
527
        result = transform.find_conflicts()
383
528
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
384
529
 
390
535
        tree.case_sensitive = False
391
536
        transform = TreeTransform(tree)
392
537
        self.addCleanup(transform.finalize)
393
 
        transform.new_file('file', transform.root, 'content')
394
 
        transform.new_file('FiLe', transform.root, 'content')
 
538
        transform.new_file('file', transform.root, [b'content'])
 
539
        transform.new_file('FiLe', transform.root, [b'content'])
395
540
        resolve_conflicts(transform)
396
541
        transform.apply()
397
 
        self.failUnlessExists('tree/file')
398
 
        self.failUnlessExists('tree/FiLe.moved')
 
542
        self.assertPathExists('tree/file')
 
543
        self.assertPathExists('tree/FiLe.moved')
399
544
 
400
545
    def test_resolve_checkout_case_conflict(self):
401
546
        tree = self.make_branch_and_tree('tree')
405
550
        tree.case_sensitive = False
406
551
        transform = TreeTransform(tree)
407
552
        self.addCleanup(transform.finalize)
408
 
        transform.new_file('file', transform.root, 'content')
409
 
        transform.new_file('FiLe', transform.root, 'content')
 
553
        transform.new_file('file', transform.root, [b'content'])
 
554
        transform.new_file('FiLe', transform.root, [b'content'])
410
555
        resolve_conflicts(transform,
411
556
                          pass_func=lambda t, c: resolve_checkout(t, c, []))
412
557
        transform.apply()
413
 
        self.failUnlessExists('tree/file')
414
 
        self.failUnlessExists('tree/FiLe.moved')
 
558
        self.assertPathExists('tree/file')
 
559
        self.assertPathExists('tree/FiLe.moved')
415
560
 
416
561
    def test_apply_case_conflict(self):
417
562
        """Ensure that a transform with case conflicts can always be applied"""
418
563
        tree = self.make_branch_and_tree('tree')
419
564
        transform = TreeTransform(tree)
420
565
        self.addCleanup(transform.finalize)
421
 
        transform.new_file('file', transform.root, 'content')
422
 
        transform.new_file('FiLe', transform.root, 'content')
 
566
        transform.new_file('file', transform.root, [b'content'])
 
567
        transform.new_file('FiLe', transform.root, [b'content'])
423
568
        dir = transform.new_directory('dir', transform.root)
424
 
        transform.new_file('dirfile', dir, 'content')
425
 
        transform.new_file('dirFiLe', dir, 'content')
 
569
        transform.new_file('dirfile', dir, [b'content'])
 
570
        transform.new_file('dirFiLe', dir, [b'content'])
426
571
        resolve_conflicts(transform)
427
572
        transform.apply()
428
 
        self.failUnlessExists('tree/file')
 
573
        self.assertPathExists('tree/file')
429
574
        if not os.path.exists('tree/FiLe.moved'):
430
 
            self.failUnlessExists('tree/FiLe')
431
 
        self.failUnlessExists('tree/dir/dirfile')
 
575
            self.assertPathExists('tree/FiLe')
 
576
        self.assertPathExists('tree/dir/dirfile')
432
577
        if not os.path.exists('tree/dir/dirFiLe.moved'):
433
 
            self.failUnlessExists('tree/dir/dirFiLe')
 
578
            self.assertPathExists('tree/dir/dirFiLe')
434
579
 
435
580
    def test_case_insensitive_limbo(self):
436
581
        tree = self.make_branch_and_tree('tree')
440
585
        transform = TreeTransform(tree)
441
586
        self.addCleanup(transform.finalize)
442
587
        dir = transform.new_directory('dir', transform.root)
443
 
        first = transform.new_file('file', dir, 'content')
444
 
        second = transform.new_file('FiLe', dir, 'content')
 
588
        first = transform.new_file('file', dir, [b'content'])
 
589
        second = transform.new_file('FiLe', dir, [b'content'])
445
590
        self.assertContainsRe(transform._limbo_name(first), 'new-1/file')
446
591
        self.assertNotContainsRe(transform._limbo_name(second), 'new-1/FiLe')
447
592
 
459
604
 
460
605
    def test_add_del(self):
461
606
        start, root = self.get_transform()
462
 
        start.new_directory('a', root, 'a')
 
607
        start.new_directory('a', root, b'a')
463
608
        start.apply()
464
609
        transform, root = self.get_transform()
465
 
        transform.delete_versioned(transform.trans_id_tree_file_id('a'))
466
 
        transform.new_directory('a', root, 'a')
 
610
        transform.delete_versioned(transform.trans_id_tree_path('a'))
 
611
        transform.new_directory('a', root, b'a')
467
612
        transform.apply()
468
613
 
469
614
    def test_unversioning(self):
470
615
        create_tree, root = self.get_transform()
471
 
        parent_id = create_tree.new_directory('parent', root, 'parent-id')
472
 
        create_tree.new_file('child', parent_id, 'child', 'child-id')
 
616
        parent_id = create_tree.new_directory('parent', root, b'parent-id')
 
617
        create_tree.new_file('child', parent_id, [b'child'], b'child-id')
473
618
        create_tree.apply()
474
619
        unversion = TreeTransform(self.wt)
475
620
        self.addCleanup(unversion.finalize)
477
622
        unversion.unversion_file(parent)
478
623
        self.assertEqual(unversion.find_conflicts(),
479
624
                         [('unversioned parent', parent_id)])
480
 
        file_id = unversion.trans_id_tree_file_id('child-id')
 
625
        file_id = unversion.trans_id_tree_path('parent/child')
481
626
        unversion.unversion_file(file_id)
482
627
        unversion.apply()
483
628
 
485
630
        create_tree, root = self.get_transform()
486
631
        # prepare tree
487
632
        root = create_tree.root
488
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
489
 
        create_tree.new_file('name2', root, 'hello2', 'name2')
490
 
        ddir = create_tree.new_directory('dying_directory', root, 'ddir')
491
 
        create_tree.new_file('dying_file', ddir, 'goodbye1', 'dfile')
492
 
        create_tree.new_file('moving_file', ddir, 'later1', 'mfile')
493
 
        create_tree.new_file('moving_file2', root, 'later2', 'mfile2')
 
633
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
 
634
        create_tree.new_file('name2', root, [b'hello2'], b'name2')
 
635
        ddir = create_tree.new_directory('dying_directory', root, b'ddir')
 
636
        create_tree.new_file('dying_file', ddir, [b'goodbye1'], b'dfile')
 
637
        create_tree.new_file('moving_file', ddir, [b'later1'], b'mfile')
 
638
        create_tree.new_file('moving_file2', root, [b'later2'], b'mfile2')
494
639
        create_tree.apply()
495
640
 
496
 
        mangle_tree,root = self.get_transform()
 
641
        mangle_tree, root = self.get_transform()
497
642
        root = mangle_tree.root
498
 
        #swap names
499
 
        name1 = mangle_tree.trans_id_tree_file_id('name1')
500
 
        name2 = mangle_tree.trans_id_tree_file_id('name2')
 
643
        # swap names
 
644
        name1 = mangle_tree.trans_id_tree_path('name1')
 
645
        name2 = mangle_tree.trans_id_tree_path('name2')
501
646
        mangle_tree.adjust_path('name2', root, name1)
502
647
        mangle_tree.adjust_path('name1', root, name2)
503
648
 
504
 
        #tests for deleting parent directories
505
 
        ddir = mangle_tree.trans_id_tree_file_id('ddir')
 
649
        # tests for deleting parent directories
 
650
        ddir = mangle_tree.trans_id_tree_path('dying_directory')
506
651
        mangle_tree.delete_contents(ddir)
507
 
        dfile = mangle_tree.trans_id_tree_file_id('dfile')
 
652
        dfile = mangle_tree.trans_id_tree_path('dying_directory/dying_file')
508
653
        mangle_tree.delete_versioned(dfile)
509
654
        mangle_tree.unversion_file(dfile)
510
 
        mfile = mangle_tree.trans_id_tree_file_id('mfile')
 
655
        mfile = mangle_tree.trans_id_tree_path('dying_directory/moving_file')
511
656
        mangle_tree.adjust_path('mfile', root, mfile)
512
657
 
513
 
        #tests for adding parent directories
514
 
        newdir = mangle_tree.new_directory('new_directory', root, 'newdir')
515
 
        mfile2 = mangle_tree.trans_id_tree_file_id('mfile2')
 
658
        # tests for adding parent directories
 
659
        newdir = mangle_tree.new_directory('new_directory', root, b'newdir')
 
660
        mfile2 = mangle_tree.trans_id_tree_path('moving_file2')
516
661
        mangle_tree.adjust_path('mfile2', newdir, mfile2)
517
 
        mangle_tree.new_file('newfile', newdir, 'hello3', 'dfile')
518
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
662
        mangle_tree.new_file('newfile', newdir, [b'hello3'], b'dfile')
 
663
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
519
664
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
520
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
665
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
521
666
        mangle_tree.apply()
522
 
        self.assertEqual(file(self.wt.abspath('name1')).read(), 'hello2')
523
 
        self.assertEqual(file(self.wt.abspath('name2')).read(), 'hello1')
524
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
667
        with open(self.wt.abspath('name1'), 'r') as f:
 
668
            self.assertEqual(f.read(), 'hello2')
 
669
        with open(self.wt.abspath('name2'), 'r') as f:
 
670
            self.assertEqual(f.read(), 'hello1')
 
671
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
525
672
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
526
 
        self.assertEqual(file(mfile2_path).read(), 'later2')
527
 
        self.assertEqual(self.wt.id2path('mfile2'), 'new_directory/mfile2')
528
 
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), 'mfile2')
529
 
        newfile_path = self.wt.abspath(pathjoin('new_directory','newfile'))
530
 
        self.assertEqual(file(newfile_path).read(), 'hello3')
531
 
        self.assertEqual(self.wt.path2id('dying_directory'), 'ddir')
 
673
        with open(mfile2_path, 'r') as f:
 
674
            self.assertEqual(f.read(), 'later2')
 
675
        self.assertEqual(self.wt.id2path(b'mfile2'), 'new_directory/mfile2')
 
676
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), b'mfile2')
 
677
        newfile_path = self.wt.abspath(pathjoin('new_directory', 'newfile'))
 
678
        with open(newfile_path, 'r') as f:
 
679
            self.assertEqual(f.read(), 'hello3')
 
680
        self.assertEqual(self.wt.path2id('dying_directory'), b'ddir')
532
681
        self.assertIs(self.wt.path2id('dying_directory/dying_file'), None)
533
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
682
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
534
683
 
535
684
    def test_both_rename(self):
536
 
        create_tree,root = self.get_transform()
537
 
        newdir = create_tree.new_directory('selftest', root, 'selftest-id')
538
 
        create_tree.new_file('blackbox.py', newdir, 'hello1', 'blackbox-id')
 
685
        create_tree, root = self.get_transform()
 
686
        newdir = create_tree.new_directory('selftest', root, b'selftest-id')
 
687
        create_tree.new_file('blackbox.py', newdir, [
 
688
                             b'hello1'], b'blackbox-id')
539
689
        create_tree.apply()
540
 
        mangle_tree,root = self.get_transform()
541
 
        selftest = mangle_tree.trans_id_tree_file_id('selftest-id')
542
 
        blackbox = mangle_tree.trans_id_tree_file_id('blackbox-id')
 
690
        mangle_tree, root = self.get_transform()
 
691
        selftest = mangle_tree.trans_id_tree_path('selftest')
 
692
        blackbox = mangle_tree.trans_id_tree_path('selftest/blackbox.py')
543
693
        mangle_tree.adjust_path('test', root, selftest)
544
694
        mangle_tree.adjust_path('test_too_much', root, selftest)
545
695
        mangle_tree.set_executability(True, blackbox)
546
696
        mangle_tree.apply()
547
697
 
548
698
    def test_both_rename2(self):
549
 
        create_tree,root = self.get_transform()
550
 
        bzrlib = create_tree.new_directory('bzrlib', root, 'bzrlib-id')
551
 
        tests = create_tree.new_directory('tests', bzrlib, 'tests-id')
552
 
        blackbox = create_tree.new_directory('blackbox', tests, 'blackbox-id')
553
 
        create_tree.new_file('test_too_much.py', blackbox, 'hello1',
554
 
                             'test_too_much-id')
 
699
        create_tree, root = self.get_transform()
 
700
        breezy = create_tree.new_directory('breezy', root, b'breezy-id')
 
701
        tests = create_tree.new_directory('tests', breezy, b'tests-id')
 
702
        blackbox = create_tree.new_directory('blackbox', tests, b'blackbox-id')
 
703
        create_tree.new_file('test_too_much.py', blackbox, [b'hello1'],
 
704
                             b'test_too_much-id')
555
705
        create_tree.apply()
556
 
        mangle_tree,root = self.get_transform()
557
 
        bzrlib = mangle_tree.trans_id_tree_file_id('bzrlib-id')
558
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
559
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
560
 
        mangle_tree.adjust_path('selftest', bzrlib, tests)
 
706
        mangle_tree, root = self.get_transform()
 
707
        breezy = mangle_tree.trans_id_tree_path('breezy')
 
708
        tests = mangle_tree.trans_id_tree_path('breezy/tests')
 
709
        test_too_much = mangle_tree.trans_id_tree_path(
 
710
            'breezy/tests/blackbox/test_too_much.py')
 
711
        mangle_tree.adjust_path('selftest', breezy, tests)
561
712
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
562
713
        mangle_tree.set_executability(True, test_too_much)
563
714
        mangle_tree.apply()
564
715
 
565
716
    def test_both_rename3(self):
566
 
        create_tree,root = self.get_transform()
567
 
        tests = create_tree.new_directory('tests', root, 'tests-id')
568
 
        create_tree.new_file('test_too_much.py', tests, 'hello1',
569
 
                             'test_too_much-id')
 
717
        create_tree, root = self.get_transform()
 
718
        tests = create_tree.new_directory('tests', root, b'tests-id')
 
719
        create_tree.new_file('test_too_much.py', tests, [b'hello1'],
 
720
                             b'test_too_much-id')
570
721
        create_tree.apply()
571
 
        mangle_tree,root = self.get_transform()
572
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
573
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
 
722
        mangle_tree, root = self.get_transform()
 
723
        tests = mangle_tree.trans_id_tree_path('tests')
 
724
        test_too_much = mangle_tree.trans_id_tree_path(
 
725
            'tests/test_too_much.py')
574
726
        mangle_tree.adjust_path('selftest', root, tests)
575
727
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
576
728
        mangle_tree.set_executability(True, test_too_much)
580
732
        create_tree, root = self.get_transform()
581
733
        # prepare tree
582
734
        root = create_tree.root
583
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
735
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
584
736
        create_tree.apply()
585
737
        delete_contents, root = self.get_transform()
586
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
738
        file = delete_contents.trans_id_tree_path('name1')
587
739
        delete_contents.delete_contents(file)
588
740
        delete_contents.apply()
589
741
        move_id, root = self.get_transform()
590
 
        name1 = move_id.trans_id_tree_file_id('name1')
591
 
        newdir = move_id.new_directory('dir', root, 'newdir')
 
742
        name1 = move_id.trans_id_tree_path('name1')
 
743
        newdir = move_id.new_directory('dir', root, b'newdir')
592
744
        move_id.adjust_path('name2', newdir, name1)
593
745
        move_id.apply()
594
746
 
596
748
        create_tree, root = self.get_transform()
597
749
        # prepare tree
598
750
        root = create_tree.root
599
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
751
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
600
752
        create_tree.apply()
601
753
        delete_contents = TreeTransform(self.wt)
602
754
        self.addCleanup(delete_contents.finalize)
603
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
755
        file = delete_contents.trans_id_tree_path('name1')
604
756
        delete_contents.delete_contents(file)
605
757
        delete_contents.apply()
606
758
        delete_contents.finalize()
607
759
        replace = TreeTransform(self.wt)
608
760
        self.addCleanup(replace.finalize)
609
 
        name2 = replace.new_file('name2', root, 'hello2', 'name1')
 
761
        name2 = replace.new_file('name2', root, [b'hello2'], b'name1')
610
762
        conflicts = replace.find_conflicts()
611
 
        name1 = replace.trans_id_tree_file_id('name1')
 
763
        name1 = replace.trans_id_tree_path('name1')
612
764
        self.assertEqual(conflicts, [('duplicate id', name1, name2)])
613
765
        resolve_conflicts(replace)
614
766
        replace.apply()
615
767
 
616
 
    def _test_symlinks(self, link_name1,link_target1,
 
768
    def _test_symlinks(self, link_name1, link_target1,
617
769
                       link_name2, link_target2):
618
770
 
619
 
        def ozpath(p): return 'oz/' + p
 
771
        def ozpath(p):
 
772
            return 'oz/' + p
620
773
 
621
774
        self.requireFeature(SymlinkFeature)
622
775
        transform, root = self.get_transform()
623
 
        oz_id = transform.new_directory('oz', root, 'oz-id')
624
 
        wizard = transform.new_symlink(link_name1, oz_id, link_target1,
625
 
                                       'wizard-id')
 
776
        oz_id = transform.new_directory('oz', root, b'oz-id')
 
777
        transform.new_symlink(link_name1, oz_id, link_target1, b'wizard-id')
626
778
        wiz_id = transform.create_path(link_name2, oz_id)
627
779
        transform.create_symlink(link_target2, wiz_id)
628
 
        transform.version_file('wiz-id2', wiz_id)
 
780
        transform.version_file(b'wiz-id2', wiz_id)
629
781
        transform.set_executability(True, wiz_id)
630
782
        self.assertEqual(transform.find_conflicts(),
631
783
                         [('non-file executability', wiz_id)])
632
784
        transform.set_executability(None, wiz_id)
633
785
        transform.apply()
634
 
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), 'wizard-id')
 
786
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), b'wizard-id')
635
787
        self.assertEqual('symlink',
636
788
                         file_kind(self.wt.abspath(ozpath(link_name1))))
637
789
        self.assertEqual(link_target2,
644
796
                            'wizard2', 'behind_curtain')
645
797
 
646
798
    def test_symlinks_unicode(self):
647
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
799
        self.requireFeature(features.UnicodeFilenameFeature)
648
800
        self._test_symlinks(u'\N{Euro Sign}wizard',
649
801
                            u'wizard-targ\N{Euro Sign}t',
650
802
                            u'\N{Euro Sign}wizard2',
651
803
                            u'b\N{Euro Sign}hind_curtain')
652
804
 
653
 
    def test_unable_create_symlink(self):
 
805
    def test_unsupported_symlink_no_conflict(self):
654
806
        def tt_helper():
655
807
            wt = self.make_branch_and_tree('.')
656
 
            tt = TreeTransform(wt)  # TreeTransform obtains write lock
657
 
            try:
658
 
                tt.new_symlink('foo', tt.root, 'bar')
659
 
                tt.apply()
660
 
            finally:
661
 
                wt.unlock()
 
808
            tt = TreeTransform(wt)
 
809
            self.addCleanup(tt.finalize)
 
810
            tt.new_symlink('foo', tt.root, 'bar')
 
811
            result = tt.find_conflicts()
 
812
            self.assertEqual([], result)
662
813
        os_symlink = getattr(os, 'symlink', None)
663
814
        os.symlink = None
664
815
        try:
665
 
            err = self.assertRaises(errors.UnableCreateSymlink, tt_helper)
666
 
            self.assertEquals(
667
 
                "Unable to create symlink 'foo' on this platform",
668
 
                str(err))
 
816
            tt_helper()
669
817
        finally:
670
818
            if os_symlink:
671
819
                os.symlink = os_symlink
672
820
 
673
821
    def get_conflicted(self):
674
 
        create,root = self.get_transform()
675
 
        create.new_file('dorothy', root, 'dorothy', 'dorothy-id')
676
 
        oz = create.new_directory('oz', root, 'oz-id')
677
 
        create.new_directory('emeraldcity', oz, 'emerald-id')
 
822
        create, root = self.get_transform()
 
823
        create.new_file('dorothy', root, [b'dorothy'], b'dorothy-id')
 
824
        oz = create.new_directory('oz', root, b'oz-id')
 
825
        create.new_directory('emeraldcity', oz, b'emerald-id')
678
826
        create.apply()
679
 
        conflicts,root = self.get_transform()
 
827
        conflicts, root = self.get_transform()
680
828
        # set up duplicate entry, duplicate id
681
 
        new_dorothy = conflicts.new_file('dorothy', root, 'dorothy',
682
 
                                         'dorothy-id')
683
 
        old_dorothy = conflicts.trans_id_tree_file_id('dorothy-id')
684
 
        oz = conflicts.trans_id_tree_file_id('oz-id')
 
829
        new_dorothy = conflicts.new_file('dorothy', root, [b'dorothy'],
 
830
                                         b'dorothy-id')
 
831
        old_dorothy = conflicts.trans_id_tree_path('dorothy')
 
832
        oz = conflicts.trans_id_tree_path('oz')
685
833
        # set up DeletedParent parent conflict
686
834
        conflicts.delete_versioned(oz)
687
 
        emerald = conflicts.trans_id_tree_file_id('emerald-id')
 
835
        emerald = conflicts.trans_id_tree_path('oz/emeraldcity')
688
836
        # set up MissingParent conflict
689
 
        munchkincity = conflicts.trans_id_file_id('munchkincity-id')
 
837
        munchkincity = conflicts.trans_id_file_id(b'munchkincity-id')
690
838
        conflicts.adjust_path('munchkincity', root, munchkincity)
691
 
        conflicts.new_directory('auntem', munchkincity, 'auntem-id')
 
839
        conflicts.new_directory('auntem', munchkincity, b'auntem-id')
692
840
        # set up parent loop
693
841
        conflicts.adjust_path('emeraldcity', emerald, emerald)
694
842
        return conflicts, emerald, oz, old_dorothy, new_dorothy
700
848
        self.assertEqual(conflicts.final_name(old_dorothy), 'dorothy.moved')
701
849
        self.assertIs(conflicts.final_file_id(old_dorothy), None)
702
850
        self.assertEqual(conflicts.final_name(new_dorothy), 'dorothy')
703
 
        self.assertEqual(conflicts.final_file_id(new_dorothy), 'dorothy-id')
 
851
        self.assertEqual(conflicts.final_file_id(new_dorothy), b'dorothy-id')
704
852
        self.assertEqual(conflicts.final_parent(emerald), oz)
705
853
        conflicts.apply()
706
854
 
709
857
        raw_conflicts = resolve_conflicts(tt)
710
858
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
711
859
        duplicate = DuplicateEntry('Moved existing file to', 'dorothy.moved',
712
 
                                   'dorothy', None, 'dorothy-id')
 
860
                                   'dorothy', None, b'dorothy-id')
713
861
        self.assertEqual(cooked_conflicts[0], duplicate)
714
862
        duplicate_id = DuplicateID('Unversioned existing file',
715
863
                                   'dorothy.moved', 'dorothy', None,
716
 
                                   'dorothy-id')
 
864
                                   b'dorothy-id')
717
865
        self.assertEqual(cooked_conflicts[1], duplicate_id)
718
866
        missing_parent = MissingParent('Created directory', 'munchkincity',
719
 
                                       'munchkincity-id')
720
 
        deleted_parent = DeletingParent('Not deleting', 'oz', 'oz-id')
 
867
                                       b'munchkincity-id')
 
868
        deleted_parent = DeletingParent('Not deleting', 'oz', b'oz-id')
721
869
        self.assertEqual(cooked_conflicts[2], missing_parent)
722
870
        unversioned_parent = UnversionedParent('Versioned directory',
723
871
                                               'munchkincity',
724
 
                                               'munchkincity-id')
 
872
                                               b'munchkincity-id')
725
873
        unversioned_parent2 = UnversionedParent('Versioned directory', 'oz',
726
 
                                               'oz-id')
 
874
                                                b'oz-id')
727
875
        self.assertEqual(cooked_conflicts[3], unversioned_parent)
728
 
        parent_loop = ParentLoop('Cancelled move', 'oz/emeraldcity',
729
 
                                 'oz/emeraldcity', 'emerald-id', 'emerald-id')
 
876
        parent_loop = ParentLoop(
 
877
            'Cancelled move', 'oz/emeraldcity',
 
878
            'oz/emeraldcity', b'emerald-id', b'emerald-id')
730
879
        self.assertEqual(cooked_conflicts[4], deleted_parent)
731
880
        self.assertEqual(cooked_conflicts[5], unversioned_parent2)
732
881
        self.assertEqual(cooked_conflicts[6], parent_loop)
751
900
        self.assertEqual(conflicts_s[3], 'Conflict because munchkincity is not'
752
901
                                         ' versioned, but has versioned'
753
902
                                         ' children.  Versioned directory.')
754
 
        self.assertEqualDiff(conflicts_s[4], "Conflict: can't delete oz because it"
755
 
                                         " is not empty.  Not deleting.")
 
903
        self.assertEqualDiff(
 
904
            conflicts_s[4], "Conflict: can't delete oz because it"
 
905
                            " is not empty.  Not deleting.")
756
906
        self.assertEqual(conflicts_s[5], 'Conflict because oz is not'
757
907
                                         ' versioned, but has versioned'
758
908
                                         ' children.  Versioned directory.')
761
911
 
762
912
    def prepare_wrong_parent_kind(self):
763
913
        tt, root = self.get_transform()
764
 
        tt.new_file('parent', root, 'contents', 'parent-id')
 
914
        tt.new_file('parent', root, [b'contents'], b'parent-id')
765
915
        tt.apply()
766
916
        tt, root = self.get_transform()
767
 
        parent_id = tt.trans_id_file_id('parent-id')
768
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
917
        parent_id = tt.trans_id_file_id(b'parent-id')
 
918
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
769
919
        return tt
770
920
 
771
921
    def test_find_conflicts_wrong_parent_kind(self):
775
925
    def test_resolve_conflicts_wrong_existing_parent_kind(self):
776
926
        tt = self.prepare_wrong_parent_kind()
777
927
        raw_conflicts = resolve_conflicts(tt)
778
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
779
 
                         'new-3')]), raw_conflicts)
 
928
        self.assertEqual({('non-directory parent', 'Created directory',
 
929
                           'new-3')}, raw_conflicts)
780
930
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
781
931
        self.assertEqual([NonDirectoryParent('Created directory', 'parent.new',
782
 
        'parent-id')], cooked_conflicts)
 
932
                                             b'parent-id')], cooked_conflicts)
783
933
        tt.apply()
784
 
        self.assertEqual(None, self.wt.path2id('parent'))
785
 
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
 
934
        self.assertFalse(self.wt.is_versioned('parent'))
 
935
        self.assertEqual(b'parent-id', self.wt.path2id('parent.new'))
786
936
 
787
937
    def test_resolve_conflicts_wrong_new_parent_kind(self):
788
938
        tt, root = self.get_transform()
789
 
        parent_id = tt.new_directory('parent', root, 'parent-id')
790
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
939
        parent_id = tt.new_directory('parent', root, b'parent-id')
 
940
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
791
941
        tt.apply()
792
942
        tt, root = self.get_transform()
793
 
        parent_id = tt.trans_id_file_id('parent-id')
 
943
        parent_id = tt.trans_id_file_id(b'parent-id')
794
944
        tt.delete_contents(parent_id)
795
 
        tt.create_file('contents', parent_id)
 
945
        tt.create_file([b'contents'], parent_id)
796
946
        raw_conflicts = resolve_conflicts(tt)
797
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
798
 
                         'new-3')]), raw_conflicts)
 
947
        self.assertEqual({('non-directory parent', 'Created directory',
 
948
                           'new-3')}, raw_conflicts)
799
949
        tt.apply()
800
 
        self.assertEqual(None, self.wt.path2id('parent'))
801
 
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
 
950
        self.assertFalse(self.wt.is_versioned('parent'))
 
951
        self.assertEqual(b'parent-id', self.wt.path2id('parent.new'))
802
952
 
803
953
    def test_resolve_conflicts_wrong_parent_kind_unversioned(self):
804
954
        tt, root = self.get_transform()
805
955
        parent_id = tt.new_directory('parent', root)
806
 
        tt.new_file('child,', parent_id, 'contents2')
 
956
        tt.new_file('child,', parent_id, [b'contents2'])
807
957
        tt.apply()
808
958
        tt, root = self.get_transform()
809
959
        parent_id = tt.trans_id_tree_path('parent')
810
960
        tt.delete_contents(parent_id)
811
 
        tt.create_file('contents', parent_id)
 
961
        tt.create_file([b'contents'], parent_id)
812
962
        resolve_conflicts(tt)
813
963
        tt.apply()
814
 
        self.assertIs(None, self.wt.path2id('parent'))
815
 
        self.assertIs(None, self.wt.path2id('parent.new'))
 
964
        self.assertFalse(self.wt.is_versioned('parent'))
 
965
        self.assertFalse(self.wt.is_versioned('parent.new'))
 
966
 
 
967
    def test_resolve_conflicts_missing_parent(self):
 
968
        wt = self.make_branch_and_tree('.')
 
969
        tt = TreeTransform(wt)
 
970
        self.addCleanup(tt.finalize)
 
971
        parent = tt.trans_id_file_id(b'parent-id')
 
972
        tt.new_file('file', parent, [b'Contents'])
 
973
        raw_conflicts = resolve_conflicts(tt)
 
974
        # Since the directory doesn't exist it's seen as 'missing'.  So
 
975
        # 'resolve_conflicts' create a conflict asking for it to be created.
 
976
        self.assertLength(1, raw_conflicts)
 
977
        self.assertEqual(('missing parent', 'Created directory', 'new-1'),
 
978
                         raw_conflicts.pop())
 
979
        # apply fail since the missing directory doesn't exist
 
980
        self.assertRaises(errors.NoFinalPath, tt.apply)
816
981
 
817
982
    def test_moving_versioned_directories(self):
818
983
        create, root = self.get_transform()
819
 
        kansas = create.new_directory('kansas', root, 'kansas-id')
820
 
        create.new_directory('house', kansas, 'house-id')
821
 
        create.new_directory('oz', root, 'oz-id')
 
984
        kansas = create.new_directory('kansas', root, b'kansas-id')
 
985
        create.new_directory('house', kansas, b'house-id')
 
986
        create.new_directory('oz', root, b'oz-id')
822
987
        create.apply()
823
988
        cyclone, root = self.get_transform()
824
 
        oz = cyclone.trans_id_tree_file_id('oz-id')
825
 
        house = cyclone.trans_id_tree_file_id('house-id')
 
989
        oz = cyclone.trans_id_tree_path('oz')
 
990
        house = cyclone.trans_id_tree_path('house')
826
991
        cyclone.adjust_path('house', oz, house)
827
992
        cyclone.apply()
828
993
 
829
994
    def test_moving_root(self):
830
995
        create, root = self.get_transform()
831
 
        fun = create.new_directory('fun', root, 'fun-id')
832
 
        create.new_directory('sun', root, 'sun-id')
833
 
        create.new_directory('moon', root, 'moon')
 
996
        fun = create.new_directory('fun', root, b'fun-id')
 
997
        create.new_directory('sun', root, b'sun-id')
 
998
        create.new_directory('moon', root, b'moon')
834
999
        create.apply()
835
1000
        transform, root = self.get_transform()
836
1001
        transform.adjust_root_path('oldroot', fun)
837
1002
        new_root = transform.trans_id_tree_path('')
838
 
        transform.version_file('new-root', new_root)
 
1003
        transform.version_file(b'new-root', new_root)
839
1004
        transform.apply()
840
1005
 
841
1006
    def test_renames(self):
842
1007
        create, root = self.get_transform()
843
 
        old = create.new_directory('old-parent', root, 'old-id')
844
 
        intermediate = create.new_directory('intermediate', old, 'im-id')
845
 
        myfile = create.new_file('myfile', intermediate, 'myfile-text',
846
 
                                 'myfile-id')
 
1008
        old = create.new_directory('old-parent', root, b'old-id')
 
1009
        intermediate = create.new_directory('intermediate', old, b'im-id')
 
1010
        myfile = create.new_file('myfile', intermediate, [b'myfile-text'],
 
1011
                                 b'myfile-id')
847
1012
        create.apply()
848
1013
        rename, root = self.get_transform()
849
 
        old = rename.trans_id_file_id('old-id')
 
1014
        old = rename.trans_id_file_id(b'old-id')
850
1015
        rename.adjust_path('new', root, old)
851
 
        myfile = rename.trans_id_file_id('myfile-id')
 
1016
        myfile = rename.trans_id_file_id(b'myfile-id')
852
1017
        rename.set_executability(True, myfile)
853
1018
        rename.apply()
854
1019
 
 
1020
    def test_rename_fails(self):
 
1021
        self.requireFeature(features.not_running_as_root)
 
1022
        # see https://bugs.launchpad.net/bzr/+bug/491763
 
1023
        create, root_id = self.get_transform()
 
1024
        create.new_directory('first-dir', root_id, b'first-id')
 
1025
        create.new_file('myfile', root_id, [b'myfile-text'], b'myfile-id')
 
1026
        create.apply()
 
1027
        if os.name == "posix" and sys.platform != "cygwin":
 
1028
            # posix filesystems fail on renaming if the readonly bit is set
 
1029
            osutils.make_readonly(self.wt.abspath('first-dir'))
 
1030
        elif os.name == "nt":
 
1031
            # windows filesystems fail on renaming open files
 
1032
            self.addCleanup(open(self.wt.abspath('myfile')).close)
 
1033
        else:
 
1034
            self.skipTest("Can't force a permissions error on rename")
 
1035
        # now transform to rename
 
1036
        rename_transform, root_id = self.get_transform()
 
1037
        file_trans_id = rename_transform.trans_id_file_id(b'myfile-id')
 
1038
        dir_id = rename_transform.trans_id_file_id(b'first-id')
 
1039
        rename_transform.adjust_path('newname', dir_id, file_trans_id)
 
1040
        e = self.assertRaises(errors.TransformRenameFailed,
 
1041
                              rename_transform.apply)
 
1042
        # On nix looks like:
 
1043
        # "Failed to rename .../work/.bzr/checkout/limbo/new-1
 
1044
        # to .../first-dir/newname: [Errno 13] Permission denied"
 
1045
        # On windows looks like:
 
1046
        # "Failed to rename .../work/myfile to
 
1047
        # .../work/.bzr/checkout/limbo/new-1: [Errno 13] Permission denied"
 
1048
        # This test isn't concerned with exactly what the error looks like,
 
1049
        # and the strerror will vary across OS and locales, but the assert
 
1050
        # that the exeception attributes are what we expect
 
1051
        self.assertEqual(e.errno, errno.EACCES)
 
1052
        if os.name == "posix":
 
1053
            self.assertEndsWith(e.to_path, "/first-dir/newname")
 
1054
        else:
 
1055
            self.assertEqual(os.path.basename(e.from_path), "myfile")
 
1056
 
855
1057
    def test_set_executability_order(self):
856
1058
        """Ensure that executability behaves the same, no matter what order.
857
1059
 
858
1060
        - create file and set executability simultaneously
859
1061
        - create file and set executability afterward
860
 
        - unsetting the executability of a file whose executability has not been
 
1062
        - unsetting the executability of a file whose executability has not
 
1063
          been
861
1064
        declared should throw an exception (this may happen when a
862
1065
        merge attempts to create a file with a duplicate ID)
863
1066
        """
865
1068
        wt = transform._tree
866
1069
        wt.lock_read()
867
1070
        self.addCleanup(wt.unlock)
868
 
        transform.new_file('set_on_creation', root, 'Set on creation', 'soc',
869
 
                           True)
 
1071
        transform.new_file('set_on_creation', root, [b'Set on creation'],
 
1072
                           b'soc', True)
870
1073
        sac = transform.new_file('set_after_creation', root,
871
 
                                 'Set after creation', 'sac')
 
1074
                                 [b'Set after creation'], b'sac')
872
1075
        transform.set_executability(True, sac)
873
 
        uws = transform.new_file('unset_without_set', root, 'Unset badly',
874
 
                                 'uws')
 
1076
        uws = transform.new_file('unset_without_set', root, [b'Unset badly'],
 
1077
                                 b'uws')
875
1078
        self.assertRaises(KeyError, transform.set_executability, None, uws)
876
1079
        transform.apply()
877
 
        self.assertTrue(wt.is_executable('soc'))
878
 
        self.assertTrue(wt.is_executable('sac'))
 
1080
        self.assertTrue(wt.is_executable('set_on_creation'))
 
1081
        self.assertTrue(wt.is_executable('set_after_creation'))
879
1082
 
880
1083
    def test_preserve_mode(self):
881
1084
        """File mode is preserved when replacing content"""
882
1085
        if sys.platform == 'win32':
883
1086
            raise TestSkipped('chmod has no effect on win32')
884
1087
        transform, root = self.get_transform()
885
 
        transform.new_file('file1', root, 'contents', 'file1-id', True)
 
1088
        transform.new_file('file1', root, [b'contents'], b'file1-id', True)
886
1089
        transform.apply()
887
1090
        self.wt.lock_write()
888
1091
        self.addCleanup(self.wt.unlock)
889
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1092
        self.assertTrue(self.wt.is_executable('file1'))
890
1093
        transform, root = self.get_transform()
891
 
        file1_id = transform.trans_id_tree_file_id('file1-id')
 
1094
        file1_id = transform.trans_id_tree_path('file1')
892
1095
        transform.delete_contents(file1_id)
893
 
        transform.create_file('contents2', file1_id)
 
1096
        transform.create_file([b'contents2'], file1_id)
894
1097
        transform.apply()
895
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1098
        self.assertTrue(self.wt.is_executable('file1'))
896
1099
 
897
1100
    def test__set_mode_stats_correctly(self):
898
1101
        """_set_mode stats to determine file mode."""
901
1104
 
902
1105
        stat_paths = []
903
1106
        real_stat = os.stat
 
1107
 
904
1108
        def instrumented_stat(path):
905
1109
            stat_paths.append(path)
906
1110
            return real_stat(path)
907
1111
 
908
1112
        transform, root = self.get_transform()
909
1113
 
910
 
        bar1_id = transform.new_file('bar', root, 'bar contents 1\n',
911
 
                                     file_id='bar-id-1', executable=False)
 
1114
        bar1_id = transform.new_file('bar', root, [b'bar contents 1\n'],
 
1115
                                     file_id=b'bar-id-1', executable=False)
912
1116
        transform.apply()
913
1117
 
914
1118
        transform, root = self.get_transform()
916
1120
        bar2_id = transform.trans_id_tree_path('bar2')
917
1121
        try:
918
1122
            os.stat = instrumented_stat
919
 
            transform.create_file('bar2 contents\n', bar2_id, mode_id=bar1_id)
 
1123
            transform.create_file([b'bar2 contents\n'],
 
1124
                                  bar2_id, mode_id=bar1_id)
920
1125
        finally:
921
1126
            os.stat = real_stat
922
1127
            transform.finalize()
925
1130
        self.assertEqual([bar1_abspath], stat_paths)
926
1131
 
927
1132
    def test_iter_changes(self):
928
 
        self.wt.set_root_id('eert_toor')
 
1133
        self.wt.set_root_id(b'eert_toor')
929
1134
        transform, root = self.get_transform()
930
 
        transform.new_file('old', root, 'blah', 'id-1', True)
 
1135
        transform.new_file('old', root, [b'blah'], b'id-1', True)
931
1136
        transform.apply()
932
1137
        transform, root = self.get_transform()
933
1138
        try:
934
1139
            self.assertEqual([], list(transform.iter_changes()))
935
 
            old = transform.trans_id_tree_file_id('id-1')
 
1140
            old = transform.trans_id_tree_path('old')
936
1141
            transform.unversion_file(old)
937
 
            self.assertEqual([('id-1', ('old', None), False, (True, False),
938
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
939
 
                (True, True))], list(transform.iter_changes()))
940
 
            transform.new_directory('new', root, 'id-1')
941
 
            self.assertEqual([('id-1', ('old', 'new'), True, (True, True),
942
 
                ('eert_toor', 'eert_toor'), ('old', 'new'),
943
 
                ('file', 'directory'),
944
 
                (True, False))], list(transform.iter_changes()))
 
1142
            self.assertEqual([(b'id-1', ('old', None), False, (True, False),
 
1143
                               (b'eert_toor', b'eert_toor'),
 
1144
                               ('old', 'old'), ('file', 'file'),
 
1145
                               (True, True), False)],
 
1146
                             list(transform.iter_changes()))
 
1147
            transform.new_directory('new', root, b'id-1')
 
1148
            self.assertEqual([(b'id-1', ('old', 'new'), True, (True, True),
 
1149
                               (b'eert_toor', b'eert_toor'), ('old', 'new'),
 
1150
                               ('file', 'directory'),
 
1151
                               (True, False), False)],
 
1152
                             list(transform.iter_changes()))
945
1153
        finally:
946
1154
            transform.finalize()
947
1155
 
948
1156
    def test_iter_changes_new(self):
949
 
        self.wt.set_root_id('eert_toor')
 
1157
        self.wt.set_root_id(b'eert_toor')
950
1158
        transform, root = self.get_transform()
951
 
        transform.new_file('old', root, 'blah')
 
1159
        transform.new_file('old', root, [b'blah'])
952
1160
        transform.apply()
953
1161
        transform, root = self.get_transform()
954
1162
        try:
955
1163
            old = transform.trans_id_tree_path('old')
956
 
            transform.version_file('id-1', old)
957
 
            self.assertEqual([('id-1', (None, 'old'), False, (False, True),
958
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
959
 
                (False, False))], list(transform.iter_changes()))
 
1164
            transform.version_file(b'id-1', old)
 
1165
            self.assertEqual([(b'id-1', (None, 'old'), False, (False, True),
 
1166
                               (b'eert_toor', b'eert_toor'),
 
1167
                               ('old', 'old'), ('file', 'file'),
 
1168
                               (False, False), False)],
 
1169
                             list(transform.iter_changes()))
960
1170
        finally:
961
1171
            transform.finalize()
962
1172
 
963
1173
    def test_iter_changes_modifications(self):
964
 
        self.wt.set_root_id('eert_toor')
 
1174
        self.wt.set_root_id(b'eert_toor')
965
1175
        transform, root = self.get_transform()
966
 
        transform.new_file('old', root, 'blah', 'id-1')
967
 
        transform.new_file('new', root, 'blah')
968
 
        transform.new_directory('subdir', root, 'subdir-id')
 
1176
        transform.new_file('old', root, [b'blah'], b'id-1')
 
1177
        transform.new_file('new', root, [b'blah'])
 
1178
        transform.new_directory('subdir', root, b'subdir-id')
969
1179
        transform.apply()
970
1180
        transform, root = self.get_transform()
971
1181
        try:
972
1182
            old = transform.trans_id_tree_path('old')
973
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1183
            subdir = transform.trans_id_tree_path('subdir')
974
1184
            new = transform.trans_id_tree_path('new')
975
1185
            self.assertEqual([], list(transform.iter_changes()))
976
1186
 
977
 
            #content deletion
 
1187
            # content deletion
978
1188
            transform.delete_contents(old)
979
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
980
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', None),
981
 
                (False, False))], list(transform.iter_changes()))
 
1189
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1190
                               (b'eert_toor', b'eert_toor'),
 
1191
                               ('old', 'old'), ('file', None),
 
1192
                               (False, False), False)],
 
1193
                             list(transform.iter_changes()))
982
1194
 
983
 
            #content change
984
 
            transform.create_file('blah', old)
985
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
986
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
987
 
                (False, False))], list(transform.iter_changes()))
 
1195
            # content change
 
1196
            transform.create_file([b'blah'], old)
 
1197
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1198
                               (b'eert_toor', b'eert_toor'),
 
1199
                               ('old', 'old'), ('file', 'file'),
 
1200
                               (False, False), False)],
 
1201
                             list(transform.iter_changes()))
988
1202
            transform.cancel_deletion(old)
989
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
990
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
991
 
                (False, False))], list(transform.iter_changes()))
 
1203
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1204
                               (b'eert_toor', b'eert_toor'),
 
1205
                               ('old', 'old'), ('file', 'file'),
 
1206
                               (False, False), False)],
 
1207
                             list(transform.iter_changes()))
992
1208
            transform.cancel_creation(old)
993
1209
 
994
1210
            # move file_id to a different file
995
1211
            self.assertEqual([], list(transform.iter_changes()))
996
1212
            transform.unversion_file(old)
997
 
            transform.version_file('id-1', new)
 
1213
            transform.version_file(b'id-1', new)
998
1214
            transform.adjust_path('old', root, new)
999
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
1000
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
1001
 
                (False, False))], list(transform.iter_changes()))
 
1215
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1216
                               (b'eert_toor', b'eert_toor'),
 
1217
                               ('old', 'old'), ('file', 'file'),
 
1218
                               (False, False), False)],
 
1219
                             list(transform.iter_changes()))
1002
1220
            transform.cancel_versioning(new)
1003
1221
            transform._removed_id = set()
1004
1222
 
1005
 
            #execute bit
 
1223
            # execute bit
1006
1224
            self.assertEqual([], list(transform.iter_changes()))
1007
1225
            transform.set_executability(True, old)
1008
 
            self.assertEqual([('id-1', ('old', 'old'), False, (True, True),
1009
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
1010
 
                (False, True))], list(transform.iter_changes()))
 
1226
            self.assertEqual([(b'id-1', ('old', 'old'), False, (True, True),
 
1227
                               (b'eert_toor', b'eert_toor'),
 
1228
                               ('old', 'old'), ('file', 'file'),
 
1229
                               (False, True), False)],
 
1230
                             list(transform.iter_changes()))
1011
1231
            transform.set_executability(None, old)
1012
1232
 
1013
1233
            # filename
1014
1234
            self.assertEqual([], list(transform.iter_changes()))
1015
1235
            transform.adjust_path('new', root, old)
1016
1236
            transform._new_parent = {}
1017
 
            self.assertEqual([('id-1', ('old', 'new'), False, (True, True),
1018
 
                ('eert_toor', 'eert_toor'), ('old', 'new'), ('file', 'file'),
1019
 
                (False, False))], list(transform.iter_changes()))
 
1237
            self.assertEqual([(b'id-1', ('old', 'new'), False, (True, True),
 
1238
                               (b'eert_toor', b'eert_toor'),
 
1239
                               ('old', 'new'), ('file', 'file'),
 
1240
                               (False, False), False)],
 
1241
                             list(transform.iter_changes()))
1020
1242
            transform._new_name = {}
1021
1243
 
1022
1244
            # parent directory
1023
1245
            self.assertEqual([], list(transform.iter_changes()))
1024
1246
            transform.adjust_path('new', subdir, old)
1025
1247
            transform._new_name = {}
1026
 
            self.assertEqual([('id-1', ('old', 'subdir/old'), False,
1027
 
                (True, True), ('eert_toor', 'subdir-id'), ('old', 'old'),
1028
 
                ('file', 'file'), (False, False))],
1029
 
                list(transform.iter_changes()))
 
1248
            self.assertEqual([(b'id-1', ('old', 'subdir/old'), False,
 
1249
                               (True, True), (b'eert_toor',
 
1250
                                              b'subdir-id'), ('old', 'old'),
 
1251
                               ('file', 'file'), (False, False), False)],
 
1252
                             list(transform.iter_changes()))
1030
1253
            transform._new_path = {}
1031
1254
 
1032
1255
        finally:
1033
1256
            transform.finalize()
1034
1257
 
1035
1258
    def test_iter_changes_modified_bleed(self):
1036
 
        self.wt.set_root_id('eert_toor')
 
1259
        self.wt.set_root_id(b'eert_toor')
1037
1260
        """Modified flag should not bleed from one change to another"""
1038
1261
        # unfortunately, we have no guarantee that file1 (which is modified)
1039
1262
        # will be applied before file2.  And if it's applied after file2, it
1040
1263
        # obviously can't bleed into file2's change output.  But for now, it
1041
1264
        # works.
1042
1265
        transform, root = self.get_transform()
1043
 
        transform.new_file('file1', root, 'blah', 'id-1')
1044
 
        transform.new_file('file2', root, 'blah', 'id-2')
 
1266
        transform.new_file('file1', root, [b'blah'], b'id-1')
 
1267
        transform.new_file('file2', root, [b'blah'], b'id-2')
1045
1268
        transform.apply()
1046
1269
        transform, root = self.get_transform()
1047
1270
        try:
1048
 
            transform.delete_contents(transform.trans_id_file_id('id-1'))
 
1271
            transform.delete_contents(transform.trans_id_file_id(b'id-1'))
1049
1272
            transform.set_executability(True,
1050
 
            transform.trans_id_file_id('id-2'))
1051
 
            self.assertEqual([('id-1', (u'file1', u'file1'), True, (True, True),
1052
 
                ('eert_toor', 'eert_toor'), ('file1', u'file1'),
1053
 
                ('file', None), (False, False)),
1054
 
                ('id-2', (u'file2', u'file2'), False, (True, True),
1055
 
                ('eert_toor', 'eert_toor'), ('file2', u'file2'),
1056
 
                ('file', 'file'), (False, True))],
 
1273
                                        transform.trans_id_file_id(b'id-2'))
 
1274
            self.assertEqual(
 
1275
                [(b'id-1', (u'file1', u'file1'), True, (True, True),
 
1276
                 (b'eert_toor', b'eert_toor'), ('file1', u'file1'),
 
1277
                 ('file', None), (False, False), False),
 
1278
                 (b'id-2', (u'file2', u'file2'), False, (True, True),
 
1279
                 (b'eert_toor', b'eert_toor'), ('file2', u'file2'),
 
1280
                 ('file', 'file'), (False, True), False)],
1057
1281
                list(transform.iter_changes()))
1058
1282
        finally:
1059
1283
            transform.finalize()
1060
1284
 
1061
1285
    def test_iter_changes_move_missing(self):
1062
1286
        """Test moving ids with no files around"""
1063
 
        self.wt.set_root_id('toor_eert')
 
1287
        self.wt.set_root_id(b'toor_eert')
1064
1288
        # Need two steps because versioning a non-existant file is a conflict.
1065
1289
        transform, root = self.get_transform()
1066
 
        transform.new_directory('floater', root, 'floater-id')
 
1290
        transform.new_directory('floater', root, b'floater-id')
1067
1291
        transform.apply()
1068
1292
        transform, root = self.get_transform()
1069
1293
        transform.delete_contents(transform.trans_id_tree_path('floater'))
1072
1296
        floater = transform.trans_id_tree_path('floater')
1073
1297
        try:
1074
1298
            transform.adjust_path('flitter', root, floater)
1075
 
            self.assertEqual([('floater-id', ('floater', 'flitter'), False,
1076
 
            (True, True), ('toor_eert', 'toor_eert'), ('floater', 'flitter'),
1077
 
            (None, None), (False, False))], list(transform.iter_changes()))
 
1299
            self.assertEqual([(b'floater-id', ('floater', 'flitter'), False,
 
1300
                               (True, True),
 
1301
                               (b'toor_eert', b'toor_eert'),
 
1302
                               ('floater', 'flitter'),
 
1303
                               (None, None), (False, False), False)],
 
1304
                             list(transform.iter_changes()))
1078
1305
        finally:
1079
1306
            transform.finalize()
1080
1307
 
1081
1308
    def test_iter_changes_pointless(self):
1082
1309
        """Ensure that no-ops are not treated as modifications"""
1083
 
        self.wt.set_root_id('eert_toor')
 
1310
        self.wt.set_root_id(b'eert_toor')
1084
1311
        transform, root = self.get_transform()
1085
 
        transform.new_file('old', root, 'blah', 'id-1')
1086
 
        transform.new_directory('subdir', root, 'subdir-id')
 
1312
        transform.new_file('old', root, [b'blah'], b'id-1')
 
1313
        transform.new_directory('subdir', root, b'subdir-id')
1087
1314
        transform.apply()
1088
1315
        transform, root = self.get_transform()
1089
1316
        try:
1090
1317
            old = transform.trans_id_tree_path('old')
1091
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1318
            subdir = transform.trans_id_tree_path('subdir')
1092
1319
            self.assertEqual([], list(transform.iter_changes()))
1093
1320
            transform.delete_contents(subdir)
1094
1321
            transform.create_directory(subdir)
1095
1322
            transform.set_executability(False, old)
1096
1323
            transform.unversion_file(old)
1097
 
            transform.version_file('id-1', old)
 
1324
            transform.version_file(b'id-1', old)
1098
1325
            transform.adjust_path('old', root, old)
1099
1326
            self.assertEqual([], list(transform.iter_changes()))
1100
1327
        finally:
1102
1329
 
1103
1330
    def test_rename_count(self):
1104
1331
        transform, root = self.get_transform()
1105
 
        transform.new_file('name1', root, 'contents')
 
1332
        transform.new_file('name1', root, [b'contents'])
1106
1333
        self.assertEqual(transform.rename_count, 0)
1107
1334
        transform.apply()
1108
1335
        self.assertEqual(transform.rename_count, 1)
1125
1352
        """
1126
1353
        transform, root = self.get_transform()
1127
1354
        parent1 = transform.new_directory('parent1', root)
1128
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1355
        child1 = transform.new_file('child1', parent1, [b'contents'])
1129
1356
        parent2 = transform.new_directory('parent2', root)
1130
1357
        transform.adjust_path('child1', parent2, child1)
1131
1358
        transform.apply()
1132
 
        self.failIfExists(self.wt.abspath('parent1/child1'))
1133
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1359
        self.assertPathDoesNotExist(self.wt.abspath('parent1/child1'))
 
1360
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1134
1361
        # rename limbo/new-1 => parent1, rename limbo/new-3 => parent2
1135
1362
        # no rename for child1 (counting only renames during apply)
1136
 
        self.failUnlessEqual(2, transform.rename_count)
 
1363
        self.assertEqual(2, transform.rename_count)
1137
1364
 
1138
1365
    def test_cancel_parent(self):
1139
1366
        """Cancelling a parent doesn't cause deletion of a non-empty directory
1144
1371
        """
1145
1372
        transform, root = self.get_transform()
1146
1373
        parent1 = transform.new_directory('parent1', root)
1147
 
        child1 = transform.new_file('child1', parent1, 'contents')
1148
 
        child2 = transform.new_file('child2', parent1, 'contents')
 
1374
        child1 = transform.new_file('child1', parent1, [b'contents'])
 
1375
        child2 = transform.new_file('child2', parent1, [b'contents'])
1149
1376
        try:
1150
1377
            transform.cancel_creation(parent1)
1151
1378
        except OSError:
1162
1389
        parent2 = transform.new_directory('parent2', root)
1163
1390
        transform.adjust_path('child1', parent2, child1)
1164
1391
        transform.apply()
1165
 
        self.failIfExists(self.wt.abspath('parent1'))
1166
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1392
        self.assertPathDoesNotExist(self.wt.abspath('parent1'))
 
1393
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1167
1394
        # rename limbo/new-3 => parent2, rename limbo/new-2 => child1
1168
 
        self.failUnlessEqual(2, transform.rename_count)
 
1395
        self.assertEqual(2, transform.rename_count)
1169
1396
 
1170
1397
    def test_adjust_and_cancel(self):
1171
1398
        """Make sure adjust_path keeps track of limbo children properly"""
1172
1399
        transform, root = self.get_transform()
1173
1400
        parent1 = transform.new_directory('parent1', root)
1174
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1401
        child1 = transform.new_file('child1', parent1, [b'contents'])
1175
1402
        parent2 = transform.new_directory('parent2', root)
1176
1403
        transform.adjust_path('child1', parent2, child1)
1177
1404
        transform.cancel_creation(child1)
1186
1413
    def test_noname_contents(self):
1187
1414
        """TreeTransform should permit deferring naming files."""
1188
1415
        transform, root = self.get_transform()
1189
 
        parent = transform.trans_id_file_id('parent-id')
 
1416
        parent = transform.trans_id_file_id(b'parent-id')
1190
1417
        try:
1191
1418
            transform.create_directory(parent)
1192
1419
        except KeyError:
1196
1423
    def test_noname_contents_nested(self):
1197
1424
        """TreeTransform should permit deferring naming files."""
1198
1425
        transform, root = self.get_transform()
1199
 
        parent = transform.trans_id_file_id('parent-id')
 
1426
        parent = transform.trans_id_file_id(b'parent-id')
1200
1427
        try:
1201
1428
            transform.create_directory(parent)
1202
1429
        except KeyError:
1203
1430
            self.fail("Can't handle contents with no name")
1204
 
        child = transform.new_directory('child', parent)
 
1431
        transform.new_directory('child', parent)
1205
1432
        transform.adjust_path('parent', root, parent)
1206
1433
        transform.apply()
1207
 
        self.failUnlessExists(self.wt.abspath('parent/child'))
 
1434
        self.assertPathExists(self.wt.abspath('parent/child'))
1208
1435
        self.assertEqual(1, transform.rename_count)
1209
1436
 
1210
1437
    def test_reuse_name(self):
1211
1438
        """Avoid reusing the same limbo name for different files"""
1212
1439
        transform, root = self.get_transform()
1213
1440
        parent = transform.new_directory('parent', root)
1214
 
        child1 = transform.new_directory('child', parent)
 
1441
        transform.new_directory('child', parent)
1215
1442
        try:
1216
1443
            child2 = transform.new_directory('child', parent)
1217
1444
        except OSError:
1231
1458
        parent = transform.new_directory('parent', root)
1232
1459
        child1 = transform.new_directory('child', parent)
1233
1460
        transform.adjust_path('child1', parent, child1)
1234
 
        child2 = transform.new_directory('child', parent)
 
1461
        transform.new_directory('child', parent)
1235
1462
        transform.apply()
1236
1463
        # limbo/new-1 => parent
1237
1464
        self.assertEqual(1, transform.rename_count)
1243
1470
        child1 = transform.new_directory('child1', parent2)
1244
1471
        transform.cancel_creation(parent2)
1245
1472
        transform.create_directory(parent2)
1246
 
        child2 = transform.new_directory('child1', parent2)
 
1473
        transform.new_directory('child1', parent2)
1247
1474
        transform.adjust_path('child2', parent2, child1)
1248
1475
        transform.apply()
1249
1476
        # limbo/new-1 => parent2, limbo/new-2 => parent2/child1
1253
1480
        """Finalize must be done in child-to-parent order"""
1254
1481
        transform, root = self.get_transform()
1255
1482
        parent = transform.new_directory('parent', root)
1256
 
        child = transform.new_directory('child', parent)
 
1483
        transform.new_directory('child', parent)
1257
1484
        try:
1258
1485
            transform.finalize()
1259
1486
        except OSError:
1273
1500
            tt = TreeTransform(wt)  # TreeTransform obtains write lock
1274
1501
            try:
1275
1502
                foo = tt.new_directory('foo', tt.root)
1276
 
                tt.new_file('bar', foo, 'foobar')
 
1503
                tt.new_file('bar', foo, [b'foobar'])
1277
1504
                baz = tt.new_directory('baz', tt.root)
1278
 
                tt.new_file('qux', baz, 'quux')
 
1505
                tt.new_file('qux', baz, [b'quux'])
1279
1506
                # Ask for a rename 'foo' -> 'baz'
1280
1507
                tt.adjust_path('baz', tt.root, foo)
1281
1508
                # Lie to tt that we've already resolved all conflicts.
1282
1509
                tt.apply(no_conflicts=True)
1283
 
            except:
 
1510
            except BaseException:
1284
1511
                wt.unlock()
1285
1512
                raise
1286
1513
        # The rename will fail because the target directory is not empty (but
1287
1514
        # raises FileExists anyway).
1288
1515
        err = self.assertRaises(errors.FileExists, tt_helper)
1289
 
        self.assertContainsRe(str(err),
1290
 
            "^File exists: .+/baz")
 
1516
        self.assertEndsWith(err.path, "/baz")
1291
1517
 
1292
1518
    def test_two_directories_clash(self):
1293
1519
        def tt_helper():
1301
1527
                tt.new_directory('baz', foo_2)
1302
1528
                # Lie to tt that we've already resolved all conflicts.
1303
1529
                tt.apply(no_conflicts=True)
1304
 
            except:
 
1530
            except BaseException:
1305
1531
                wt.unlock()
1306
1532
                raise
1307
1533
        err = self.assertRaises(errors.FileExists, tt_helper)
1308
 
        self.assertContainsRe(str(err),
1309
 
            "^File exists: .+/foo")
 
1534
        self.assertEndsWith(err.path, "/foo")
1310
1535
 
1311
1536
    def test_two_directories_clash_finalize(self):
1312
1537
        def tt_helper():
1320
1545
                tt.new_directory('baz', foo_2)
1321
1546
                # Lie to tt that we've already resolved all conflicts.
1322
1547
                tt.apply(no_conflicts=True)
1323
 
            except:
 
1548
            except BaseException:
1324
1549
                tt.finalize()
1325
1550
                raise
1326
1551
        err = self.assertRaises(errors.FileExists, tt_helper)
1327
 
        self.assertContainsRe(str(err),
1328
 
            "^File exists: .+/foo")
 
1552
        self.assertEndsWith(err.path, "/foo")
1329
1553
 
1330
1554
    def test_file_to_directory(self):
1331
1555
        wt = self.make_branch_and_tree('.')
1338
1562
        tt.delete_contents(foo_trans_id)
1339
1563
        tt.create_directory(foo_trans_id)
1340
1564
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1341
 
        tt.create_file(["aa\n"], bar_trans_id)
1342
 
        tt.version_file("bar-1", bar_trans_id)
 
1565
        tt.create_file([b"aa\n"], bar_trans_id)
 
1566
        tt.version_file(b"bar-1", bar_trans_id)
1343
1567
        tt.apply()
1344
 
        self.failUnlessExists("foo/bar")
 
1568
        self.assertPathExists("foo/bar")
1345
1569
        wt.lock_read()
1346
1570
        try:
1347
 
            self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1348
 
                    "directory")
 
1571
            self.assertEqual(wt.kind("foo"), "directory")
1349
1572
        finally:
1350
1573
            wt.unlock()
1351
1574
        wt.commit("two")
1364
1587
        tt.delete_contents(foo_trans_id)
1365
1588
        tt.create_symlink("bar", foo_trans_id)
1366
1589
        tt.apply()
1367
 
        self.failUnlessExists("foo")
 
1590
        self.assertPathExists("foo")
1368
1591
        wt.lock_read()
1369
1592
        self.addCleanup(wt.unlock)
1370
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1371
 
                "symlink")
 
1593
        self.assertEqual(wt.kind("foo"), "symlink")
 
1594
 
 
1595
    def test_file_to_symlink_unsupported(self):
 
1596
        wt = self.make_branch_and_tree('.')
 
1597
        self.build_tree(['foo'])
 
1598
        wt.add(['foo'])
 
1599
        wt.commit("one")
 
1600
        self.overrideAttr(osutils, 'supports_symlinks', lambda p: False)
 
1601
        tt = TreeTransform(wt)
 
1602
        self.addCleanup(tt.finalize)
 
1603
        foo_trans_id = tt.trans_id_tree_path("foo")
 
1604
        tt.delete_contents(foo_trans_id)
 
1605
        log = BytesIO()
 
1606
        trace.push_log_file(log)
 
1607
        tt.create_symlink("bar", foo_trans_id)
 
1608
        tt.apply()
 
1609
        self.assertContainsRe(
 
1610
            log.getvalue(),
 
1611
            b'Unable to create symlink "foo" on this filesystem')
1372
1612
 
1373
1613
    def test_dir_to_file(self):
1374
1614
        wt = self.make_branch_and_tree('.')
1381
1621
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1382
1622
        tt.delete_contents(foo_trans_id)
1383
1623
        tt.delete_versioned(bar_trans_id)
1384
 
        tt.create_file(["aa\n"], foo_trans_id)
 
1624
        tt.create_file([b"aa\n"], foo_trans_id)
1385
1625
        tt.apply()
1386
 
        self.failUnlessExists("foo")
 
1626
        self.assertPathExists("foo")
1387
1627
        wt.lock_read()
1388
1628
        self.addCleanup(wt.unlock)
1389
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1390
 
                "file")
 
1629
        self.assertEqual(wt.kind("foo"), "file")
1391
1630
 
1392
1631
    def test_dir_to_hardlink(self):
1393
1632
        self.requireFeature(HardlinkFeature)
1404
1643
        self.build_tree(['baz'])
1405
1644
        tt.create_hardlink("baz", foo_trans_id)
1406
1645
        tt.apply()
1407
 
        self.failUnlessExists("foo")
1408
 
        self.failUnlessExists("baz")
 
1646
        self.assertPathExists("foo")
 
1647
        self.assertPathExists("baz")
1409
1648
        wt.lock_read()
1410
1649
        self.addCleanup(wt.unlock)
1411
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1412
 
                "file")
 
1650
        self.assertEqual(wt.kind("foo"), "file")
1413
1651
 
1414
1652
    def test_no_final_path(self):
1415
1653
        transform, root = self.get_transform()
1416
 
        trans_id = transform.trans_id_file_id('foo')
1417
 
        transform.create_file('bar', trans_id)
 
1654
        trans_id = transform.trans_id_file_id(b'foo')
 
1655
        transform.create_file([b'bar'], trans_id)
1418
1656
        transform.cancel_creation(trans_id)
1419
1657
        transform.apply()
1420
1658
 
1421
1659
    def test_create_from_tree(self):
1422
1660
        tree1 = self.make_branch_and_tree('tree1')
1423
 
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', 'baz')])
1424
 
        tree1.add(['foo', 'bar'], ['foo-id', 'bar-id'])
 
1661
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', b'baz')])
 
1662
        tree1.add(['foo', 'bar'], [b'foo-id', b'bar-id'])
1425
1663
        tree2 = self.make_branch_and_tree('tree2')
1426
1664
        tt = TreeTransform(tree2)
1427
1665
        foo_trans_id = tt.create_path('foo', tt.root)
1428
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1666
        create_from_tree(tt, foo_trans_id, tree1, 'foo')
1429
1667
        bar_trans_id = tt.create_path('bar', tt.root)
1430
 
        create_from_tree(tt, bar_trans_id, tree1, 'bar-id')
 
1668
        create_from_tree(tt, bar_trans_id, tree1, 'bar')
1431
1669
        tt.apply()
1432
1670
        self.assertEqual('directory', osutils.file_kind('tree2/foo'))
1433
 
        self.assertFileEqual('baz', 'tree2/bar')
 
1671
        self.assertFileEqual(b'baz', 'tree2/bar')
1434
1672
 
1435
1673
    def test_create_from_tree_bytes(self):
1436
1674
        """Provided lines are used instead of tree content."""
1437
1675
        tree1 = self.make_branch_and_tree('tree1')
1438
 
        self.build_tree_contents([('tree1/foo', 'bar'),])
1439
 
        tree1.add('foo', 'foo-id')
 
1676
        self.build_tree_contents([('tree1/foo', b'bar'), ])
 
1677
        tree1.add('foo', b'foo-id')
1440
1678
        tree2 = self.make_branch_and_tree('tree2')
1441
1679
        tt = TreeTransform(tree2)
1442
1680
        foo_trans_id = tt.create_path('foo', tt.root)
1443
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id', bytes='qux')
 
1681
        create_from_tree(tt, foo_trans_id, tree1, 'foo', chunks=[b'qux'])
1444
1682
        tt.apply()
1445
 
        self.assertFileEqual('qux', 'tree2/foo')
 
1683
        self.assertFileEqual(b'qux', 'tree2/foo')
1446
1684
 
1447
1685
    def test_create_from_tree_symlink(self):
1448
1686
        self.requireFeature(SymlinkFeature)
1449
1687
        tree1 = self.make_branch_and_tree('tree1')
1450
1688
        os.symlink('bar', 'tree1/foo')
1451
 
        tree1.add('foo', 'foo-id')
 
1689
        tree1.add('foo', b'foo-id')
1452
1690
        tt = TreeTransform(self.make_branch_and_tree('tree2'))
1453
1691
        foo_trans_id = tt.create_path('foo', tt.root)
1454
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1692
        create_from_tree(tt, foo_trans_id, tree1, 'foo')
1455
1693
        tt.apply()
1456
1694
        self.assertEqual('bar', os.readlink('tree2/foo'))
1457
1695
 
1461
1699
    def __init__(self, dirname, root_id):
1462
1700
        self.name = dirname
1463
1701
        os.mkdir(dirname)
1464
 
        self.wt = BzrDir.create_standalone_workingtree(dirname)
 
1702
        self.wt = ControlDir.create_standalone_workingtree(dirname)
1465
1703
        self.wt.set_root_id(root_id)
1466
1704
        self.b = self.wt.branch
1467
1705
        self.tt = TreeTransform(self.wt)
1468
 
        self.root = self.tt.trans_id_tree_file_id(self.wt.get_root_id())
 
1706
        self.root = self.tt.trans_id_tree_path('')
1469
1707
 
1470
1708
 
1471
1709
def conflict_text(tree, merge):
1472
 
    template = '%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
1473
 
    return template % ('<' * 7, tree, '=' * 7, merge, '>' * 7)
 
1710
    template = b'%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
 
1711
    return template % (b'<' * 7, tree, b'=' * 7, merge, b'>' * 7)
 
1712
 
 
1713
 
 
1714
class TestInventoryAltered(tests.TestCaseWithTransport):
 
1715
 
 
1716
    def test_inventory_altered_unchanged(self):
 
1717
        tree = self.make_branch_and_tree('tree')
 
1718
        self.build_tree(['tree/foo'])
 
1719
        tree.add('foo', b'foo-id')
 
1720
        with TransformPreview(tree) as tt:
 
1721
            self.assertEqual([], tt._inventory_altered())
 
1722
 
 
1723
    def test_inventory_altered_changed_parent_id(self):
 
1724
        tree = self.make_branch_and_tree('tree')
 
1725
        self.build_tree(['tree/foo'])
 
1726
        tree.add('foo', b'foo-id')
 
1727
        with TransformPreview(tree) as tt:
 
1728
            tt.unversion_file(tt.root)
 
1729
            tt.version_file(b'new-id', tt.root)
 
1730
            foo_trans_id = tt.trans_id_tree_path('foo')
 
1731
            foo_tuple = ('foo', foo_trans_id)
 
1732
            root_tuple = ('', tt.root)
 
1733
            self.assertEqual([root_tuple, foo_tuple], tt._inventory_altered())
 
1734
 
 
1735
    def test_inventory_altered_noop_changed_parent_id(self):
 
1736
        tree = self.make_branch_and_tree('tree')
 
1737
        self.build_tree(['tree/foo'])
 
1738
        tree.add('foo', b'foo-id')
 
1739
        with TransformPreview(tree) as tt:
 
1740
            tt.unversion_file(tt.root)
 
1741
            tt.version_file(tree.path2id(''), tt.root)
 
1742
            tt.trans_id_tree_path('foo')
 
1743
            self.assertEqual([], tt._inventory_altered())
1474
1744
 
1475
1745
 
1476
1746
class TestTransformMerge(TestCaseInTempDir):
1478
1748
    def test_text_merge(self):
1479
1749
        root_id = generate_ids.gen_root_id()
1480
1750
        base = TransformGroup("base", root_id)
1481
 
        base.tt.new_file('a', base.root, 'a\nb\nc\nd\be\n', 'a')
1482
 
        base.tt.new_file('b', base.root, 'b1', 'b')
1483
 
        base.tt.new_file('c', base.root, 'c', 'c')
1484
 
        base.tt.new_file('d', base.root, 'd', 'd')
1485
 
        base.tt.new_file('e', base.root, 'e', 'e')
1486
 
        base.tt.new_file('f', base.root, 'f', 'f')
1487
 
        base.tt.new_directory('g', base.root, 'g')
1488
 
        base.tt.new_directory('h', base.root, 'h')
 
1751
        base.tt.new_file('a', base.root, [b'a\nb\nc\nd\be\n'], b'a')
 
1752
        base.tt.new_file('b', base.root, [b'b1'], b'b')
 
1753
        base.tt.new_file('c', base.root, [b'c'], b'c')
 
1754
        base.tt.new_file('d', base.root, [b'd'], b'd')
 
1755
        base.tt.new_file('e', base.root, [b'e'], b'e')
 
1756
        base.tt.new_file('f', base.root, [b'f'], b'f')
 
1757
        base.tt.new_directory('g', base.root, b'g')
 
1758
        base.tt.new_directory('h', base.root, b'h')
1489
1759
        base.tt.apply()
1490
1760
        other = TransformGroup("other", root_id)
1491
 
        other.tt.new_file('a', other.root, 'y\nb\nc\nd\be\n', 'a')
1492
 
        other.tt.new_file('b', other.root, 'b2', 'b')
1493
 
        other.tt.new_file('c', other.root, 'c2', 'c')
1494
 
        other.tt.new_file('d', other.root, 'd', 'd')
1495
 
        other.tt.new_file('e', other.root, 'e2', 'e')
1496
 
        other.tt.new_file('f', other.root, 'f', 'f')
1497
 
        other.tt.new_file('g', other.root, 'g', 'g')
1498
 
        other.tt.new_file('h', other.root, 'h\ni\nj\nk\n', 'h')
1499
 
        other.tt.new_file('i', other.root, 'h\ni\nj\nk\n', 'i')
 
1761
        other.tt.new_file('a', other.root, [b'y\nb\nc\nd\be\n'], b'a')
 
1762
        other.tt.new_file('b', other.root, [b'b2'], b'b')
 
1763
        other.tt.new_file('c', other.root, [b'c2'], b'c')
 
1764
        other.tt.new_file('d', other.root, [b'd'], b'd')
 
1765
        other.tt.new_file('e', other.root, [b'e2'], b'e')
 
1766
        other.tt.new_file('f', other.root, [b'f'], b'f')
 
1767
        other.tt.new_file('g', other.root, [b'g'], b'g')
 
1768
        other.tt.new_file('h', other.root, [b'h\ni\nj\nk\n'], b'h')
 
1769
        other.tt.new_file('i', other.root, [b'h\ni\nj\nk\n'], b'i')
1500
1770
        other.tt.apply()
1501
1771
        this = TransformGroup("this", root_id)
1502
 
        this.tt.new_file('a', this.root, 'a\nb\nc\nd\bz\n', 'a')
1503
 
        this.tt.new_file('b', this.root, 'b', 'b')
1504
 
        this.tt.new_file('c', this.root, 'c', 'c')
1505
 
        this.tt.new_file('d', this.root, 'd2', 'd')
1506
 
        this.tt.new_file('e', this.root, 'e2', 'e')
1507
 
        this.tt.new_file('f', this.root, 'f', 'f')
1508
 
        this.tt.new_file('g', this.root, 'g', 'g')
1509
 
        this.tt.new_file('h', this.root, '1\n2\n3\n4\n', 'h')
1510
 
        this.tt.new_file('i', this.root, '1\n2\n3\n4\n', 'i')
 
1772
        this.tt.new_file('a', this.root, [b'a\nb\nc\nd\bz\n'], b'a')
 
1773
        this.tt.new_file('b', this.root, [b'b'], b'b')
 
1774
        this.tt.new_file('c', this.root, [b'c'], b'c')
 
1775
        this.tt.new_file('d', this.root, [b'd2'], b'd')
 
1776
        this.tt.new_file('e', this.root, [b'e2'], b'e')
 
1777
        this.tt.new_file('f', this.root, [b'f'], b'f')
 
1778
        this.tt.new_file('g', this.root, [b'g'], b'g')
 
1779
        this.tt.new_file('h', this.root, [b'1\n2\n3\n4\n'], b'h')
 
1780
        this.tt.new_file('i', this.root, [b'1\n2\n3\n4\n'], b'i')
1511
1781
        this.tt.apply()
1512
1782
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1513
1783
 
1514
1784
        # textual merge
1515
 
        self.assertEqual(this.wt.get_file('a').read(), 'y\nb\nc\nd\bz\n')
 
1785
        with this.wt.get_file(this.wt.id2path(b'a')) as f:
 
1786
            self.assertEqual(f.read(), b'y\nb\nc\nd\bz\n')
1516
1787
        # three-way text conflict
1517
 
        self.assertEqual(this.wt.get_file('b').read(),
1518
 
                         conflict_text('b', 'b2'))
 
1788
        with this.wt.get_file(this.wt.id2path(b'b')) as f:
 
1789
            self.assertEqual(f.read(), conflict_text(b'b', b'b2'))
1519
1790
        # OTHER wins
1520
 
        self.assertEqual(this.wt.get_file('c').read(), 'c2')
 
1791
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'c')).read(), b'c2')
1521
1792
        # THIS wins
1522
 
        self.assertEqual(this.wt.get_file('d').read(), 'd2')
 
1793
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'd')).read(), b'd2')
1523
1794
        # Ambigious clean merge
1524
 
        self.assertEqual(this.wt.get_file('e').read(), 'e2')
 
1795
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'e')).read(), b'e2')
1525
1796
        # No change
1526
 
        self.assertEqual(this.wt.get_file('f').read(), 'f')
 
1797
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'f')).read(), b'f')
1527
1798
        # Correct correct results when THIS == OTHER
1528
 
        self.assertEqual(this.wt.get_file('g').read(), 'g')
 
1799
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'g')).read(), b'g')
1529
1800
        # Text conflict when THIS & OTHER are text and BASE is dir
1530
 
        self.assertEqual(this.wt.get_file('h').read(),
1531
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1532
 
        self.assertEqual(this.wt.get_file_byname('h.THIS').read(),
1533
 
                         '1\n2\n3\n4\n')
1534
 
        self.assertEqual(this.wt.get_file_byname('h.OTHER').read(),
1535
 
                         'h\ni\nj\nk\n')
 
1801
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'h')).read(),
 
1802
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1803
        self.assertEqual(this.wt.get_file('h.THIS').read(),
 
1804
                         b'1\n2\n3\n4\n')
 
1805
        self.assertEqual(this.wt.get_file('h.OTHER').read(),
 
1806
                         b'h\ni\nj\nk\n')
1536
1807
        self.assertEqual(file_kind(this.wt.abspath('h.BASE')), 'directory')
1537
 
        self.assertEqual(this.wt.get_file('i').read(),
1538
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1539
 
        self.assertEqual(this.wt.get_file_byname('i.THIS').read(),
1540
 
                         '1\n2\n3\n4\n')
1541
 
        self.assertEqual(this.wt.get_file_byname('i.OTHER').read(),
1542
 
                         'h\ni\nj\nk\n')
 
1808
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'i')).read(),
 
1809
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1810
        self.assertEqual(this.wt.get_file('i.THIS').read(),
 
1811
                         b'1\n2\n3\n4\n')
 
1812
        self.assertEqual(this.wt.get_file('i.OTHER').read(),
 
1813
                         b'h\ni\nj\nk\n')
1543
1814
        self.assertEqual(os.path.exists(this.wt.abspath('i.BASE')), False)
1544
1815
        modified = ['a', 'b', 'c', 'h', 'i']
1545
1816
        merge_modified = this.wt.merge_modified()
1546
1817
        self.assertSubset(merge_modified, modified)
1547
1818
        self.assertEqual(len(merge_modified), len(modified))
1548
 
        file(this.wt.id2abspath('a'), 'wb').write('booga')
 
1819
        with open(this.wt.abspath(this.wt.id2path(b'a')), 'wb') as f:
 
1820
            f.write(b'booga')
1549
1821
        modified.pop(0)
1550
1822
        merge_modified = this.wt.merge_modified()
1551
1823
        self.assertSubset(merge_modified, modified)
1560
1832
        this = TransformGroup("THIS", root_id)
1561
1833
        other = TransformGroup("OTHER", root_id)
1562
1834
        for tg in this, base, other:
1563
 
            tg.tt.new_directory('a', tg.root, 'a')
1564
 
            tg.tt.new_symlink('b', tg.root, 'b', 'b')
1565
 
            tg.tt.new_file('c', tg.root, 'c', 'c')
1566
 
            tg.tt.new_symlink('d', tg.root, tg.name, 'd')
 
1835
            tg.tt.new_directory('a', tg.root, b'a')
 
1836
            tg.tt.new_symlink('b', tg.root, 'b', b'b')
 
1837
            tg.tt.new_file('c', tg.root, [b'c'], b'c')
 
1838
            tg.tt.new_symlink('d', tg.root, tg.name, b'd')
1567
1839
        targets = ((base, 'base-e', 'base-f', None, None),
1568
1840
                   (this, 'other-e', 'this-f', 'other-g', 'this-h'),
1569
1841
                   (other, 'other-e', None, 'other-g', 'other-h'))
1571
1843
            for link, target in (('e', e_target), ('f', f_target),
1572
1844
                                 ('g', g_target), ('h', h_target)):
1573
1845
                if target is not None:
1574
 
                    tg.tt.new_symlink(link, tg.root, target, link)
 
1846
                    tg.tt.new_symlink(link, tg.root, target,
 
1847
                                      link.encode('ascii'))
1575
1848
 
1576
1849
        for tg in this, base, other:
1577
1850
            tg.tt.apply()
1580
1853
        self.assertIs(os.path.islink(this.wt.abspath('b')), True)
1581
1854
        self.assertIs(os.path.isfile(this.wt.abspath('c')), True)
1582
1855
        for suffix in ('THIS', 'BASE', 'OTHER'):
1583
 
            self.assertEqual(os.readlink(this.wt.abspath('d.'+suffix)), suffix)
 
1856
            self.assertEqual(os.readlink(
 
1857
                this.wt.abspath('d.' + suffix)), suffix)
1584
1858
        self.assertIs(os.path.lexists(this.wt.abspath('d')), False)
1585
 
        self.assertEqual(this.wt.id2path('d'), 'd.OTHER')
1586
 
        self.assertEqual(this.wt.id2path('f'), 'f.THIS')
 
1859
        self.assertEqual(this.wt.id2path(b'd'), 'd.OTHER')
 
1860
        self.assertEqual(this.wt.id2path(b'f'), 'f.THIS')
1587
1861
        self.assertEqual(os.readlink(this.wt.abspath('e')), 'other-e')
1588
1862
        self.assertIs(os.path.lexists(this.wt.abspath('e.THIS')), False)
1589
1863
        self.assertIs(os.path.lexists(this.wt.abspath('e.OTHER')), False)
1600
1874
        base = TransformGroup("BASE", root_id)
1601
1875
        this = TransformGroup("THIS", root_id)
1602
1876
        other = TransformGroup("OTHER", root_id)
1603
 
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, 'a')
1604
 
                                   for t in [base, this, other]]
1605
 
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, 'b')
1606
 
                                   for t in [base, this, other]]
1607
 
        base.tt.new_directory('c', base_a, 'c')
1608
 
        this.tt.new_directory('c1', this_a, 'c')
1609
 
        other.tt.new_directory('c', other_b, 'c')
1610
 
 
1611
 
        base.tt.new_directory('d', base_a, 'd')
1612
 
        this.tt.new_directory('d1', this_b, 'd')
1613
 
        other.tt.new_directory('d', other_a, 'd')
1614
 
 
1615
 
        base.tt.new_directory('e', base_a, 'e')
1616
 
        this.tt.new_directory('e', this_a, 'e')
1617
 
        other.tt.new_directory('e1', other_b, 'e')
1618
 
 
1619
 
        base.tt.new_directory('f', base_a, 'f')
1620
 
        this.tt.new_directory('f1', this_b, 'f')
1621
 
        other.tt.new_directory('f1', other_b, 'f')
 
1877
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, b'a')
 
1878
                                   for t in [base, this, other]]
 
1879
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, b'b')
 
1880
                                   for t in [base, this, other]]
 
1881
        base.tt.new_directory('c', base_a, b'c')
 
1882
        this.tt.new_directory('c1', this_a, b'c')
 
1883
        other.tt.new_directory('c', other_b, b'c')
 
1884
 
 
1885
        base.tt.new_directory('d', base_a, b'd')
 
1886
        this.tt.new_directory('d1', this_b, b'd')
 
1887
        other.tt.new_directory('d', other_a, b'd')
 
1888
 
 
1889
        base.tt.new_directory('e', base_a, b'e')
 
1890
        this.tt.new_directory('e', this_a, b'e')
 
1891
        other.tt.new_directory('e1', other_b, b'e')
 
1892
 
 
1893
        base.tt.new_directory('f', base_a, b'f')
 
1894
        this.tt.new_directory('f1', this_b, b'f')
 
1895
        other.tt.new_directory('f1', other_b, b'f')
1622
1896
 
1623
1897
        for tg in [this, base, other]:
1624
1898
            tg.tt.apply()
1625
1899
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1626
 
        self.assertEqual(this.wt.id2path('c'), pathjoin('b/c1'))
1627
 
        self.assertEqual(this.wt.id2path('d'), pathjoin('b/d1'))
1628
 
        self.assertEqual(this.wt.id2path('e'), pathjoin('b/e1'))
1629
 
        self.assertEqual(this.wt.id2path('f'), pathjoin('b/f1'))
 
1900
        self.assertEqual(this.wt.id2path(b'c'), pathjoin('b/c1'))
 
1901
        self.assertEqual(this.wt.id2path(b'd'), pathjoin('b/d1'))
 
1902
        self.assertEqual(this.wt.id2path(b'e'), pathjoin('b/e1'))
 
1903
        self.assertEqual(this.wt.id2path(b'f'), pathjoin('b/f1'))
1630
1904
 
1631
1905
    def test_filename_merge_conflicts(self):
1632
1906
        root_id = generate_ids.gen_root_id()
1633
1907
        base = TransformGroup("BASE", root_id)
1634
1908
        this = TransformGroup("THIS", root_id)
1635
1909
        other = TransformGroup("OTHER", root_id)
1636
 
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, 'a')
1637
 
                                   for t in [base, this, other]]
1638
 
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, 'b')
1639
 
                                   for t in [base, this, other]]
1640
 
 
1641
 
        base.tt.new_file('g', base_a, 'g', 'g')
1642
 
        other.tt.new_file('g1', other_b, 'g1', 'g')
1643
 
 
1644
 
        base.tt.new_file('h', base_a, 'h', 'h')
1645
 
        this.tt.new_file('h1', this_b, 'h1', 'h')
1646
 
 
1647
 
        base.tt.new_file('i', base.root, 'i', 'i')
1648
 
        other.tt.new_directory('i1', this_b, 'i')
 
1910
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, b'a')
 
1911
                                   for t in [base, this, other]]
 
1912
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, b'b')
 
1913
                                   for t in [base, this, other]]
 
1914
 
 
1915
        base.tt.new_file('g', base_a, [b'g'], b'g')
 
1916
        other.tt.new_file('g1', other_b, [b'g1'], b'g')
 
1917
 
 
1918
        base.tt.new_file('h', base_a, [b'h'], b'h')
 
1919
        this.tt.new_file('h1', this_b, [b'h1'], b'h')
 
1920
 
 
1921
        base.tt.new_file('i', base.root, [b'i'], b'i')
 
1922
        other.tt.new_directory('i1', this_b, b'i')
1649
1923
 
1650
1924
        for tg in [this, base, other]:
1651
1925
            tg.tt.apply()
1652
1926
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1653
1927
 
1654
 
        self.assertEqual(this.wt.id2path('g'), pathjoin('b/g1.OTHER'))
 
1928
        self.assertEqual(this.wt.id2path(b'g'), pathjoin('b/g1.OTHER'))
1655
1929
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.BASE')), True)
1656
1930
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.THIS')), False)
1657
 
        self.assertEqual(this.wt.id2path('h'), pathjoin('b/h1.THIS'))
 
1931
        self.assertEqual(this.wt.id2path(b'h'), pathjoin('b/h1.THIS'))
1658
1932
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.BASE')), True)
1659
1933
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.OTHER')), False)
1660
 
        self.assertEqual(this.wt.id2path('i'), pathjoin('b/i1.OTHER'))
 
1934
        self.assertEqual(this.wt.id2path(b'i'), pathjoin('b/i1.OTHER'))
1661
1935
 
1662
1936
 
1663
1937
class TestBuildTree(tests.TestCaseWithTransport):
1665
1939
    def test_build_tree_with_symlinks(self):
1666
1940
        self.requireFeature(SymlinkFeature)
1667
1941
        os.mkdir('a')
1668
 
        a = BzrDir.create_standalone_workingtree('a')
 
1942
        a = ControlDir.create_standalone_workingtree('a')
1669
1943
        os.mkdir('a/foo')
1670
 
        file('a/foo/bar', 'wb').write('contents')
 
1944
        with open('a/foo/bar', 'wb') as f:
 
1945
            f.write(b'contents')
1671
1946
        os.symlink('a/foo/bar', 'a/foo/baz')
1672
1947
        a.add(['foo', 'foo/bar', 'foo/baz'])
1673
1948
        a.commit('initial commit')
1674
 
        b = BzrDir.create_standalone_workingtree('b')
 
1949
        b = ControlDir.create_standalone_workingtree('b')
1675
1950
        basis = a.basis_tree()
1676
1951
        basis.lock_read()
1677
1952
        self.addCleanup(basis.unlock)
1678
1953
        build_tree(basis, b)
1679
1954
        self.assertIs(os.path.isdir('b/foo'), True)
1680
 
        self.assertEqual(file('b/foo/bar', 'rb').read(), "contents")
 
1955
        with open('b/foo/bar', 'rb') as f:
 
1956
            self.assertEqual(f.read(), b"contents")
1681
1957
        self.assertEqual(os.readlink('b/foo/baz'), 'a/foo/bar')
1682
1958
 
1683
1959
    def test_build_with_references(self):
1684
1960
        tree = self.make_branch_and_tree('source',
1685
 
            format='dirstate-with-subtree')
 
1961
                                         format='development-subtree')
1686
1962
        subtree = self.make_branch_and_tree('source/subtree',
1687
 
            format='dirstate-with-subtree')
 
1963
                                            format='development-subtree')
1688
1964
        tree.add_reference(subtree)
1689
1965
        tree.commit('a revision')
1690
1966
        tree.branch.create_checkout('target')
1691
 
        self.failUnlessExists('target')
1692
 
        self.failUnlessExists('target/subtree')
 
1967
        self.assertPathExists('target')
 
1968
        self.assertPathExists('target/subtree')
1693
1969
 
1694
1970
    def test_file_conflict_handling(self):
1695
1971
        """Ensure that when building trees, conflict handling is done"""
1696
1972
        source = self.make_branch_and_tree('source')
1697
1973
        target = self.make_branch_and_tree('target')
1698
1974
        self.build_tree(['source/file', 'target/file'])
1699
 
        source.add('file', 'new-file')
 
1975
        source.add('file', b'new-file')
1700
1976
        source.commit('added file')
1701
1977
        build_tree(source.basis_tree(), target)
1702
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1703
 
                          'file.moved', 'file', None, 'new-file')],
1704
 
                         target.conflicts())
 
1978
        self.assertEqual(
 
1979
            [DuplicateEntry('Moved existing file to', 'file.moved',
 
1980
                            'file', None, 'new-file')],
 
1981
            target.conflicts())
1705
1982
        target2 = self.make_branch_and_tree('target2')
1706
 
        target_file = file('target2/file', 'wb')
1707
 
        try:
1708
 
            source_file = file('source/file', 'rb')
1709
 
            try:
1710
 
                target_file.write(source_file.read())
1711
 
            finally:
1712
 
                source_file.close()
1713
 
        finally:
1714
 
            target_file.close()
 
1983
        with open('target2/file', 'wb') as target_file, \
 
1984
                open('source/file', 'rb') as source_file:
 
1985
            target_file.write(source_file.read())
1715
1986
        build_tree(source.basis_tree(), target2)
1716
1987
        self.assertEqual([], target2.conflicts())
1717
1988
 
1720
1991
        self.requireFeature(SymlinkFeature)
1721
1992
        source = self.make_branch_and_tree('source')
1722
1993
        os.symlink('foo', 'source/symlink')
1723
 
        source.add('symlink', 'new-symlink')
 
1994
        source.add('symlink', b'new-symlink')
1724
1995
        source.commit('added file')
1725
1996
        target = self.make_branch_and_tree('target')
1726
1997
        os.symlink('bar', 'target/symlink')
1727
1998
        build_tree(source.basis_tree(), target)
1728
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1729
 
            'symlink.moved', 'symlink', None, 'new-symlink')],
 
1999
        self.assertEqual(
 
2000
            [DuplicateEntry('Moved existing file to', 'symlink.moved',
 
2001
                            'symlink', None, 'new-symlink')],
1730
2002
            target.conflicts())
1731
2003
        target = self.make_branch_and_tree('target2')
1732
2004
        os.symlink('foo', 'target2/symlink')
1738
2010
        source = self.make_branch_and_tree('source')
1739
2011
        target = self.make_branch_and_tree('target')
1740
2012
        self.build_tree(['source/dir1/', 'source/dir1/file', 'target/dir1/'])
1741
 
        source.add(['dir1', 'dir1/file'], ['new-dir1', 'new-file'])
 
2013
        source.add(['dir1', 'dir1/file'], [b'new-dir1', b'new-file'])
1742
2014
        source.commit('added file')
1743
2015
        build_tree(source.basis_tree(), target)
1744
2016
        self.assertEqual([], target.conflicts())
1745
 
        self.failUnlessExists('target/dir1/file')
 
2017
        self.assertPathExists('target/dir1/file')
1746
2018
 
1747
2019
        # Ensure contents are merged
1748
2020
        target = self.make_branch_and_tree('target2')
1749
2021
        self.build_tree(['target2/dir1/', 'target2/dir1/file2'])
1750
2022
        build_tree(source.basis_tree(), target)
1751
2023
        self.assertEqual([], target.conflicts())
1752
 
        self.failUnlessExists('target2/dir1/file2')
1753
 
        self.failUnlessExists('target2/dir1/file')
 
2024
        self.assertPathExists('target2/dir1/file2')
 
2025
        self.assertPathExists('target2/dir1/file')
1754
2026
 
1755
2027
        # Ensure new contents are suppressed for existing branches
1756
2028
        target = self.make_branch_and_tree('target3')
1757
2029
        self.make_branch('target3/dir1')
1758
2030
        self.build_tree(['target3/dir1/file2'])
1759
2031
        build_tree(source.basis_tree(), target)
1760
 
        self.failIfExists('target3/dir1/file')
1761
 
        self.failUnlessExists('target3/dir1/file2')
1762
 
        self.failUnlessExists('target3/dir1.diverted/file')
1763
 
        self.assertEqual([DuplicateEntry('Diverted to',
1764
 
            'dir1.diverted', 'dir1', 'new-dir1', None)],
 
2032
        self.assertPathDoesNotExist('target3/dir1/file')
 
2033
        self.assertPathExists('target3/dir1/file2')
 
2034
        self.assertPathExists('target3/dir1.diverted/file')
 
2035
        self.assertEqual(
 
2036
            [DuplicateEntry('Diverted to', 'dir1.diverted',
 
2037
                            'dir1', 'new-dir1', None)],
1765
2038
            target.conflicts())
1766
2039
 
1767
2040
        target = self.make_branch_and_tree('target4')
1768
2041
        self.build_tree(['target4/dir1/'])
1769
2042
        self.make_branch('target4/dir1/file')
1770
2043
        build_tree(source.basis_tree(), target)
1771
 
        self.failUnlessExists('target4/dir1/file')
 
2044
        self.assertPathExists('target4/dir1/file')
1772
2045
        self.assertEqual('directory', file_kind('target4/dir1/file'))
1773
 
        self.failUnlessExists('target4/dir1/file.diverted')
1774
 
        self.assertEqual([DuplicateEntry('Diverted to',
1775
 
            'dir1/file.diverted', 'dir1/file', 'new-file', None)],
 
2046
        self.assertPathExists('target4/dir1/file.diverted')
 
2047
        self.assertEqual(
 
2048
            [DuplicateEntry('Diverted to', 'dir1/file.diverted',
 
2049
                            'dir1/file', 'new-file', None)],
1776
2050
            target.conflicts())
1777
2051
 
1778
2052
    def test_mixed_conflict_handling(self):
1780
2054
        source = self.make_branch_and_tree('source')
1781
2055
        target = self.make_branch_and_tree('target')
1782
2056
        self.build_tree(['source/name', 'target/name/'])
1783
 
        source.add('name', 'new-name')
 
2057
        source.add('name', b'new-name')
1784
2058
        source.commit('added file')
1785
2059
        build_tree(source.basis_tree(), target)
1786
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1787
 
            'name.moved', 'name', None, 'new-name')], target.conflicts())
 
2060
        self.assertEqual(
 
2061
            [DuplicateEntry('Moved existing file to',
 
2062
                            'name.moved', 'name', None, 'new-name')],
 
2063
            target.conflicts())
1788
2064
 
1789
2065
    def test_raises_in_populated(self):
1790
2066
        source = self.make_branch_and_tree('source')
1795
2071
        self.build_tree(['target/name'])
1796
2072
        target.add('name')
1797
2073
        self.assertRaises(errors.WorkingTreeAlreadyPopulated,
1798
 
            build_tree, source.basis_tree(), target)
 
2074
                          build_tree, source.basis_tree(), target)
1799
2075
 
1800
2076
    def test_build_tree_rename_count(self):
1801
2077
        source = self.make_branch_and_tree('source')
1817
2093
    def create_ab_tree(self):
1818
2094
        """Create a committed test tree with two files"""
1819
2095
        source = self.make_branch_and_tree('source')
1820
 
        self.build_tree_contents([('source/file1', 'A')])
1821
 
        self.build_tree_contents([('source/file2', 'B')])
1822
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2096
        self.build_tree_contents([('source/file1', b'A')])
 
2097
        self.build_tree_contents([('source/file2', b'B')])
 
2098
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1823
2099
        source.commit('commit files')
1824
2100
        source.lock_write()
1825
2101
        self.addCleanup(source.unlock)
1827
2103
 
1828
2104
    def test_build_tree_accelerator_tree(self):
1829
2105
        source = self.create_ab_tree()
1830
 
        self.build_tree_contents([('source/file2', 'C')])
 
2106
        self.build_tree_contents([('source/file2', b'C')])
1831
2107
        calls = []
1832
2108
        real_source_get_file = source.get_file
1833
 
        def get_file(file_id, path=None):
1834
 
            calls.append(file_id)
1835
 
            return real_source_get_file(file_id, path)
 
2109
 
 
2110
        def get_file(path):
 
2111
            calls.append(path)
 
2112
            return real_source_get_file(path)
1836
2113
        source.get_file = get_file
1837
2114
        target = self.make_branch_and_tree('target')
1838
2115
        revision_tree = source.basis_tree()
1839
2116
        revision_tree.lock_read()
1840
2117
        self.addCleanup(revision_tree.unlock)
1841
2118
        build_tree(revision_tree, target, source)
1842
 
        self.assertEqual(['file1-id'], calls)
 
2119
        self.assertEqual(['file1'], calls)
1843
2120
        target.lock_read()
1844
2121
        self.addCleanup(target.unlock)
1845
2122
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1846
2123
 
 
2124
    def test_build_tree_accelerator_tree_observes_sha1(self):
 
2125
        source = self.create_ab_tree()
 
2126
        sha1 = osutils.sha_string(b'A')
 
2127
        target = self.make_branch_and_tree('target')
 
2128
        target.lock_write()
 
2129
        self.addCleanup(target.unlock)
 
2130
        state = target.current_dirstate()
 
2131
        state._cutoff_time = time.time() + 60
 
2132
        build_tree(source.basis_tree(), target, source)
 
2133
        entry = state._get_entry(0, path_utf8=b'file1')
 
2134
        self.assertEqual(sha1, entry[1][0][1])
 
2135
 
1847
2136
    def test_build_tree_accelerator_tree_missing_file(self):
1848
2137
        source = self.create_ab_tree()
1849
2138
        os.unlink('source/file1')
1860
2149
    def test_build_tree_accelerator_wrong_kind(self):
1861
2150
        self.requireFeature(SymlinkFeature)
1862
2151
        source = self.make_branch_and_tree('source')
1863
 
        self.build_tree_contents([('source/file1', '')])
1864
 
        self.build_tree_contents([('source/file2', '')])
1865
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2152
        self.build_tree_contents([('source/file1', b'')])
 
2153
        self.build_tree_contents([('source/file2', b'')])
 
2154
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1866
2155
        source.commit('commit files')
1867
2156
        os.unlink('source/file2')
1868
 
        self.build_tree_contents([('source/file2/', 'C')])
 
2157
        self.build_tree_contents([('source/file2/', b'C')])
1869
2158
        os.unlink('source/file1')
1870
2159
        os.symlink('file2', 'source/file1')
1871
2160
        calls = []
1872
2161
        real_source_get_file = source.get_file
1873
 
        def get_file(file_id, path=None):
1874
 
            calls.append(file_id)
1875
 
            return real_source_get_file(file_id, path)
 
2162
 
 
2163
        def get_file(path):
 
2164
            calls.append(path)
 
2165
            return real_source_get_file(path)
1876
2166
        source.get_file = get_file
1877
2167
        target = self.make_branch_and_tree('target')
1878
2168
        revision_tree = source.basis_tree()
1911
2201
 
1912
2202
    def test_build_tree_accelerator_tree_moved(self):
1913
2203
        source = self.make_branch_and_tree('source')
1914
 
        self.build_tree_contents([('source/file1', 'A')])
1915
 
        source.add(['file1'], ['file1-id'])
 
2204
        self.build_tree_contents([('source/file1', b'A')])
 
2205
        source.add(['file1'], [b'file1-id'])
1916
2206
        source.commit('commit files')
1917
2207
        source.rename_one('file1', 'file2')
1918
2208
        source.lock_read()
1930
2220
        self.requireFeature(HardlinkFeature)
1931
2221
        source = self.create_ab_tree()
1932
2222
        tt = TreeTransform(source)
1933
 
        trans_id = tt.trans_id_tree_file_id('file1-id')
 
2223
        trans_id = tt.trans_id_tree_path('file1')
1934
2224
        tt.set_executability(True, trans_id)
1935
2225
        tt.apply()
1936
 
        self.assertTrue(source.is_executable('file1-id'))
 
2226
        self.assertTrue(source.is_executable('file1'))
1937
2227
        target = self.make_branch_and_tree('target')
1938
2228
        revision_tree = source.basis_tree()
1939
2229
        revision_tree.lock_read()
1942
2232
        target.lock_read()
1943
2233
        self.addCleanup(target.unlock)
1944
2234
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1945
 
        self.assertTrue(source.is_executable('file1-id'))
 
2235
        self.assertTrue(source.is_executable('file1'))
1946
2236
 
1947
2237
    def install_rot13_content_filter(self, pattern):
1948
2238
        # We could use
1950
2240
        # below, but that looks a bit... hard to read even if it's exactly
1951
2241
        # the same thing.
1952
2242
        original_registry = filters._reset_registry()
 
2243
 
1953
2244
        def restore_registry():
1954
2245
            filters._reset_registry(original_registry)
1955
2246
        self.addCleanup(restore_registry)
 
2247
 
1956
2248
        def rot13(chunks, context=None):
1957
 
            return [''.join(chunks).encode('rot13')]
 
2249
            return [
 
2250
                codecs.encode(chunk.decode('ascii'), 'rot13').encode('ascii')
 
2251
                for chunk in chunks]
1958
2252
        rot13filter = filters.ContentFilter(rot13, rot13)
1959
 
        filters.register_filter_stack_map('rot13', {'yes': [rot13filter]}.get)
 
2253
        filters.filter_stacks_registry.register(
 
2254
            'rot13', {'yes': [rot13filter]}.get)
1960
2255
        os.mkdir(self.test_home_dir + '/.bazaar')
1961
2256
        rules_filename = self.test_home_dir + '/.bazaar/rules'
1962
 
        f = open(rules_filename, 'wb')
1963
 
        f.write('[name %s]\nrot13=yes\n' % (pattern,))
1964
 
        f.close()
 
2257
        with open(rules_filename, 'wb') as f:
 
2258
            f.write(b'[name %s]\nrot13=yes\n' % (pattern,))
 
2259
 
1965
2260
        def uninstall_rules():
1966
2261
            os.remove(rules_filename)
1967
2262
            rules.reset_rules()
1974
2269
        if it can).
1975
2270
        """
1976
2271
        self.requireFeature(HardlinkFeature)
1977
 
        self.install_rot13_content_filter('file1')
 
2272
        self.install_rot13_content_filter(b'file1')
1978
2273
        source = self.create_ab_tree()
1979
2274
        target = self.make_branch_and_tree('target')
1980
2275
        revision_tree = source.basis_tree()
1992
2287
        self.assertEqualStat(source_stat, target_stat)
1993
2288
 
1994
2289
    def test_case_insensitive_build_tree_inventory(self):
1995
 
        if (tests.CaseInsensitiveFilesystemFeature.available()
1996
 
            or tests.CaseInsCasePresFilenameFeature.available()):
 
2290
        if (features.CaseInsensitiveFilesystemFeature.available()
 
2291
                or features.CaseInsCasePresFilenameFeature.available()):
1997
2292
            raise tests.UnavailableFeature('Fully case sensitive filesystem')
1998
2293
        source = self.make_branch_and_tree('source')
1999
2294
        self.build_tree(['source/file', 'source/FILE'])
2000
 
        source.add(['file', 'FILE'], ['lower-id', 'upper-id'])
 
2295
        source.add(['file', 'FILE'], [b'lower-id', b'upper-id'])
2001
2296
        source.commit('added files')
2002
2297
        # Don't try this at home, kids!
2003
2298
        # Force the tree to report that it is case insensitive
2004
2299
        target = self.make_branch_and_tree('target')
2005
2300
        target.case_sensitive = False
2006
2301
        build_tree(source.basis_tree(), target, source, delta_from_tree=True)
2007
 
        self.assertEqual('file.moved', target.id2path('lower-id'))
2008
 
        self.assertEqual('FILE', target.id2path('upper-id'))
 
2302
        self.assertEqual('file.moved', target.id2path(b'lower-id'))
 
2303
        self.assertEqual('FILE', target.id2path(b'upper-id'))
 
2304
 
 
2305
    def test_build_tree_observes_sha(self):
 
2306
        source = self.make_branch_and_tree('source')
 
2307
        self.build_tree(['source/file1', 'source/dir/', 'source/dir/file2'])
 
2308
        source.add(['file1', 'dir', 'dir/file2'],
 
2309
                   [b'file1-id', b'dir-id', b'file2-id'])
 
2310
        source.commit('new files')
 
2311
        target = self.make_branch_and_tree('target')
 
2312
        target.lock_write()
 
2313
        self.addCleanup(target.unlock)
 
2314
        # We make use of the fact that DirState caches its cutoff time. So we
 
2315
        # set the 'safe' time to one minute in the future.
 
2316
        state = target.current_dirstate()
 
2317
        state._cutoff_time = time.time() + 60
 
2318
        build_tree(source.basis_tree(), target)
 
2319
        entry1_sha = osutils.sha_file_by_name('source/file1')
 
2320
        entry2_sha = osutils.sha_file_by_name('source/dir/file2')
 
2321
        # entry[1] is the state information, entry[1][0] is the state of the
 
2322
        # working tree, entry[1][0][1] is the sha value for the current working
 
2323
        # tree
 
2324
        entry1 = state._get_entry(0, path_utf8=b'file1')
 
2325
        self.assertEqual(entry1_sha, entry1[1][0][1])
 
2326
        # The 'size' field must also be set.
 
2327
        self.assertEqual(25, entry1[1][0][2])
 
2328
        entry1_state = entry1[1][0]
 
2329
        entry2 = state._get_entry(0, path_utf8=b'dir/file2')
 
2330
        self.assertEqual(entry2_sha, entry2[1][0][1])
 
2331
        self.assertEqual(29, entry2[1][0][2])
 
2332
        entry2_state = entry2[1][0]
 
2333
        # Now, make sure that we don't have to re-read the content. The
 
2334
        # packed_stat should match exactly.
 
2335
        self.assertEqual(entry1_sha, target.get_file_sha1('file1'))
 
2336
        self.assertEqual(entry2_sha, target.get_file_sha1('dir/file2'))
 
2337
        self.assertEqual(entry1_state, entry1[1][0])
 
2338
        self.assertEqual(entry2_state, entry2[1][0])
2009
2339
 
2010
2340
 
2011
2341
class TestCommitTransform(tests.TestCaseWithTransport):
2042
2372
 
2043
2373
    def test_merge_parents(self):
2044
2374
        branch, tt = self.get_branch_and_transform()
2045
 
        rev = tt.commit(branch, 'my message', ['rev1b', 'rev1c'])
2046
 
        self.assertEqual(['rev1b', 'rev1c'],
 
2375
        tt.commit(branch, 'my message', [b'rev1b', b'rev1c'])
 
2376
        self.assertEqual([b'rev1b', b'rev1c'],
2047
2377
                         branch.basis_tree().get_parent_ids()[1:])
2048
2378
 
2049
2379
    def test_first_commit(self):
2052
2382
        self.addCleanup(branch.unlock)
2053
2383
        tt = TransformPreview(branch.basis_tree())
2054
2384
        self.addCleanup(tt.finalize)
2055
 
        tt.new_directory('', ROOT_PARENT, 'TREE_ROOT')
2056
 
        rev = tt.commit(branch, 'my message')
 
2385
        tt.new_directory('', ROOT_PARENT, b'TREE_ROOT')
 
2386
        tt.commit(branch, 'my message')
2057
2387
        self.assertEqual([], branch.basis_tree().get_parent_ids())
2058
2388
        self.assertNotEqual(_mod_revision.NULL_REVISION,
2059
2389
                            branch.last_revision())
2065
2395
        tt = TransformPreview(branch.basis_tree())
2066
2396
        self.addCleanup(tt.finalize)
2067
2397
        e = self.assertRaises(ValueError, tt.commit, branch,
2068
 
                          'my message', ['rev1b-id'])
 
2398
                              'my message', [b'rev1b-id'])
2069
2399
        self.assertEqual('Cannot supply merge parents for first commit.',
2070
2400
                         str(e))
2071
2401
        self.assertEqual(_mod_revision.NULL_REVISION, branch.last_revision())
2072
2402
 
2073
2403
    def test_add_files(self):
2074
2404
        branch, tt = self.get_branch_and_transform()
2075
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
2076
 
        trans_id = tt.new_directory('dir', tt.root, 'dir-id')
 
2405
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
 
2406
        trans_id = tt.new_directory('dir', tt.root, b'dir-id')
2077
2407
        if SymlinkFeature.available():
2078
 
            tt.new_symlink('symlink', trans_id, 'target', 'symlink-id')
2079
 
        rev = tt.commit(branch, 'message')
 
2408
            tt.new_symlink('symlink', trans_id, 'target', b'symlink-id')
 
2409
        tt.commit(branch, 'message')
2080
2410
        tree = branch.basis_tree()
2081
 
        self.assertEqual('file', tree.id2path('file-id'))
2082
 
        self.assertEqual('contents', tree.get_file_text('file-id'))
2083
 
        self.assertEqual('dir', tree.id2path('dir-id'))
 
2411
        self.assertEqual('file', tree.id2path(b'file-id'))
 
2412
        self.assertEqual(b'contents', tree.get_file_text('file'))
 
2413
        self.assertEqual('dir', tree.id2path(b'dir-id'))
2084
2414
        if SymlinkFeature.available():
2085
 
            self.assertEqual('dir/symlink', tree.id2path('symlink-id'))
2086
 
            self.assertEqual('target', tree.get_symlink_target('symlink-id'))
 
2415
            self.assertEqual('dir/symlink', tree.id2path(b'symlink-id'))
 
2416
            self.assertEqual('target', tree.get_symlink_target('dir/symlink'))
2087
2417
 
2088
2418
    def test_add_unversioned(self):
2089
2419
        branch, tt = self.get_branch_and_transform()
2090
 
        tt.new_file('file', tt.root, 'contents')
 
2420
        tt.new_file('file', tt.root, [b'contents'])
2091
2421
        self.assertRaises(errors.StrictCommitFailed, tt.commit, branch,
2092
2422
                          'message', strict=True)
2093
2423
 
2094
2424
    def test_modify_strict(self):
2095
2425
        branch, tt = self.get_branch_and_transform()
2096
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
 
2426
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
2097
2427
        tt.commit(branch, 'message', strict=True)
2098
2428
        tt = TransformPreview(branch.basis_tree())
2099
2429
        self.addCleanup(tt.finalize)
2100
 
        trans_id = tt.trans_id_file_id('file-id')
 
2430
        trans_id = tt.trans_id_file_id(b'file-id')
2101
2431
        tt.delete_contents(trans_id)
2102
 
        tt.create_file('contents', trans_id)
 
2432
        tt.create_file([b'contents'], trans_id)
2103
2433
        tt.commit(branch, 'message', strict=True)
2104
2434
 
2105
2435
    def test_commit_malformed(self):
2108
2438
        In this case, we are adding a file without adding its parent.
2109
2439
        """
2110
2440
        branch, tt = self.get_branch_and_transform()
2111
 
        parent_id = tt.trans_id_file_id('parent-id')
2112
 
        tt.new_file('file', parent_id, 'contents', 'file-id')
 
2441
        parent_id = tt.trans_id_file_id(b'parent-id')
 
2442
        tt.new_file('file', parent_id, [b'contents'], b'file-id')
2113
2443
        self.assertRaises(errors.MalformedTransform, tt.commit, branch,
2114
2444
                          'message')
2115
2445
 
2117
2447
        branch, tt = self.get_branch_and_transform()
2118
2448
        rev_id = tt.commit(branch, 'message', timestamp=1, timezone=43201,
2119
2449
                           committer='me <me@example.com>',
2120
 
                           revprops={'foo': 'bar'}, revision_id='revid-1',
 
2450
                           revprops={u'foo': 'bar'}, revision_id=b'revid-1',
2121
2451
                           authors=['Author1 <author1@example.com>',
2122
 
                              'Author2 <author2@example.com>',
2123
 
                               ])
2124
 
        self.assertEqual('revid-1', rev_id)
 
2452
                                    'Author2 <author2@example.com>',
 
2453
                                    ])
 
2454
        self.assertEqual(b'revid-1', rev_id)
2125
2455
        revision = branch.repository.get_revision(rev_id)
2126
2456
        self.assertEqual(1, revision.timestamp)
2127
2457
        self.assertEqual(43201, revision.timezone)
2146
2476
        self.assertEqual('tree', revision.properties['branch-nick'])
2147
2477
 
2148
2478
 
2149
 
class MockTransform(object):
2150
 
 
2151
 
    def has_named_child(self, by_parent, parent_id, name):
2152
 
        for child_id in by_parent[parent_id]:
2153
 
            if child_id == '0':
2154
 
                if name == "name~":
2155
 
                    return True
2156
 
            elif name == "name.~%s~" % child_id:
2157
 
                return True
2158
 
        return False
2159
 
 
2160
 
 
2161
 
class MockEntry(object):
2162
 
    def __init__(self):
2163
 
        object.__init__(self)
2164
 
        self.name = "name"
2165
 
 
2166
 
 
2167
 
class TestGetBackupName(TestCase):
2168
 
    def test_get_backup_name(self):
2169
 
        tt = MockTransform()
2170
 
        name = get_backup_name(MockEntry(), {'a':[]}, 'a', tt)
2171
 
        self.assertEqual(name, 'name.~1~')
2172
 
        name = get_backup_name(MockEntry(), {'a':['1']}, 'a', tt)
2173
 
        self.assertEqual(name, 'name.~2~')
2174
 
        name = get_backup_name(MockEntry(), {'a':['2']}, 'a', tt)
2175
 
        self.assertEqual(name, 'name.~1~')
2176
 
        name = get_backup_name(MockEntry(), {'a':['2'], 'b':[]}, 'b', tt)
2177
 
        self.assertEqual(name, 'name.~1~')
2178
 
        name = get_backup_name(MockEntry(), {'a':['1', '2', '3']}, 'a', tt)
2179
 
        self.assertEqual(name, 'name.~4~')
2180
 
 
2181
 
 
2182
2479
class TestFileMover(tests.TestCaseWithTransport):
2183
2480
 
2184
2481
    def test_file_mover(self):
2185
2482
        self.build_tree(['a/', 'a/b', 'c/', 'c/d'])
2186
2483
        mover = _FileMover()
2187
2484
        mover.rename('a', 'q')
2188
 
        self.failUnlessExists('q')
2189
 
        self.failIfExists('a')
2190
 
        self.failUnlessExists('q/b')
2191
 
        self.failUnlessExists('c')
2192
 
        self.failUnlessExists('c/d')
 
2485
        self.assertPathExists('q')
 
2486
        self.assertPathDoesNotExist('a')
 
2487
        self.assertPathExists('q/b')
 
2488
        self.assertPathExists('c')
 
2489
        self.assertPathExists('c/d')
2193
2490
 
2194
2491
    def test_pre_delete_rollback(self):
2195
2492
        self.build_tree(['a/'])
2196
2493
        mover = _FileMover()
2197
2494
        mover.pre_delete('a', 'q')
2198
 
        self.failUnlessExists('q')
2199
 
        self.failIfExists('a')
 
2495
        self.assertPathExists('q')
 
2496
        self.assertPathDoesNotExist('a')
2200
2497
        mover.rollback()
2201
 
        self.failIfExists('q')
2202
 
        self.failUnlessExists('a')
 
2498
        self.assertPathDoesNotExist('q')
 
2499
        self.assertPathExists('a')
2203
2500
 
2204
2501
    def test_apply_deletions(self):
2205
2502
        self.build_tree(['a/', 'b/'])
2206
2503
        mover = _FileMover()
2207
2504
        mover.pre_delete('a', 'q')
2208
2505
        mover.pre_delete('b', 'r')
2209
 
        self.failUnlessExists('q')
2210
 
        self.failUnlessExists('r')
2211
 
        self.failIfExists('a')
2212
 
        self.failIfExists('b')
 
2506
        self.assertPathExists('q')
 
2507
        self.assertPathExists('r')
 
2508
        self.assertPathDoesNotExist('a')
 
2509
        self.assertPathDoesNotExist('b')
2213
2510
        mover.apply_deletions()
2214
 
        self.failIfExists('q')
2215
 
        self.failIfExists('r')
2216
 
        self.failIfExists('a')
2217
 
        self.failIfExists('b')
 
2511
        self.assertPathDoesNotExist('q')
 
2512
        self.assertPathDoesNotExist('r')
 
2513
        self.assertPathDoesNotExist('a')
 
2514
        self.assertPathDoesNotExist('b')
2218
2515
 
2219
2516
    def test_file_mover_rollback(self):
2220
2517
        self.build_tree(['a/', 'a/b', 'c/', 'c/d/', 'c/e/'])
2223
2520
        mover.rename('c/e', 'c/d')
2224
2521
        try:
2225
2522
            mover.rename('a', 'c')
2226
 
        except errors.FileExists, e:
 
2523
        except errors.FileExists:
2227
2524
            mover.rollback()
2228
 
        self.failUnlessExists('a')
2229
 
        self.failUnlessExists('c/d')
 
2525
        self.assertPathExists('a')
 
2526
        self.assertPathExists('c/d')
2230
2527
 
2231
2528
 
2232
2529
class Bogus(Exception):
2244
2541
 
2245
2542
        def rename(self, source, target):
2246
2543
            if (self.bad_source is not None and
2247
 
                source.endswith(self.bad_source)):
 
2544
                    source.endswith(self.bad_source)):
2248
2545
                raise Bogus
2249
2546
            elif (self.bad_target is not None and
2250
 
                target.endswith(self.bad_target)):
 
2547
                  target.endswith(self.bad_target)):
2251
2548
                raise Bogus
2252
2549
            else:
2253
2550
                _FileMover.rename(self, source, target)
2262
2559
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2263
2560
        self.assertRaises(Bogus, tt.apply,
2264
2561
                          _mover=self.ExceptionFileMover(bad_source='a'))
2265
 
        self.failUnlessExists('a')
2266
 
        self.failUnlessExists('a/b')
 
2562
        self.assertPathExists('a')
 
2563
        self.assertPathExists('a/b')
2267
2564
        tt.apply()
2268
 
        self.failUnlessExists('c')
2269
 
        self.failUnlessExists('c/d')
 
2565
        self.assertPathExists('c')
 
2566
        self.assertPathExists('c/d')
2270
2567
 
2271
2568
    def test_rollback_rename_into_place(self):
2272
2569
        tree = self.make_branch_and_tree('.')
2278
2575
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2279
2576
        self.assertRaises(Bogus, tt.apply,
2280
2577
                          _mover=self.ExceptionFileMover(bad_target='c/d'))
2281
 
        self.failUnlessExists('a')
2282
 
        self.failUnlessExists('a/b')
 
2578
        self.assertPathExists('a')
 
2579
        self.assertPathExists('a/b')
2283
2580
        tt.apply()
2284
 
        self.failUnlessExists('c')
2285
 
        self.failUnlessExists('c/d')
 
2581
        self.assertPathExists('c')
 
2582
        self.assertPathExists('c/d')
2286
2583
 
2287
2584
    def test_rollback_deletion(self):
2288
2585
        tree = self.make_branch_and_tree('.')
2294
2591
        tt.adjust_path('d', tt.root, tt.trans_id_tree_path('a/b'))
2295
2592
        self.assertRaises(Bogus, tt.apply,
2296
2593
                          _mover=self.ExceptionFileMover(bad_target='d'))
2297
 
        self.failUnlessExists('a')
2298
 
        self.failUnlessExists('a/b')
2299
 
 
2300
 
    def test_resolve_no_parent(self):
 
2594
        self.assertPathExists('a')
 
2595
        self.assertPathExists('a/b')
 
2596
 
 
2597
 
 
2598
class TestFinalizeRobustness(tests.TestCaseWithTransport):
 
2599
    """Ensure treetransform creation errors can be safely cleaned up after"""
 
2600
 
 
2601
    def _override_globals_in_method(self, instance, method_name, globals):
 
2602
        """Replace method on instance with one with updated globals"""
 
2603
        import types
 
2604
        func = getattr(instance, method_name).__func__
 
2605
        new_globals = dict(func.__globals__)
 
2606
        new_globals.update(globals)
 
2607
        new_func = types.FunctionType(func.__code__, new_globals,
 
2608
                                      func.__name__, func.__defaults__)
 
2609
        setattr(instance, method_name,
 
2610
                types.MethodType(new_func, instance))
 
2611
        self.addCleanup(delattr, instance, method_name)
 
2612
 
 
2613
    @staticmethod
 
2614
    def _fake_open_raises_before(name, mode):
 
2615
        """Like open() but raises before doing anything"""
 
2616
        raise RuntimeError
 
2617
 
 
2618
    @staticmethod
 
2619
    def _fake_open_raises_after(name, mode):
 
2620
        """Like open() but raises after creating file without returning"""
 
2621
        open(name, mode).close()
 
2622
        raise RuntimeError
 
2623
 
 
2624
    def create_transform_and_root_trans_id(self):
 
2625
        """Setup a transform creating a file in limbo"""
 
2626
        tree = self.make_branch_and_tree('.')
 
2627
        tt = TreeTransform(tree)
 
2628
        return tt, tt.create_path("a", tt.root)
 
2629
 
 
2630
    def create_transform_and_subdir_trans_id(self):
 
2631
        """Setup a transform creating a directory containing a file in limbo"""
 
2632
        tree = self.make_branch_and_tree('.')
 
2633
        tt = TreeTransform(tree)
 
2634
        d_trans_id = tt.create_path("d", tt.root)
 
2635
        tt.create_directory(d_trans_id)
 
2636
        f_trans_id = tt.create_path("a", d_trans_id)
 
2637
        tt.adjust_path("a", d_trans_id, f_trans_id)
 
2638
        return tt, f_trans_id
 
2639
 
 
2640
    def test_root_create_file_open_raises_before_creation(self):
 
2641
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2642
        self._override_globals_in_method(
 
2643
            tt, "create_file", {"open": self._fake_open_raises_before})
 
2644
        self.assertRaises(RuntimeError, tt.create_file,
 
2645
                          [b"contents"], trans_id)
 
2646
        path = tt._limbo_name(trans_id)
 
2647
        self.assertPathDoesNotExist(path)
 
2648
        tt.finalize()
 
2649
        self.assertPathDoesNotExist(tt._limbodir)
 
2650
 
 
2651
    def test_root_create_file_open_raises_after_creation(self):
 
2652
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2653
        self._override_globals_in_method(
 
2654
            tt, "create_file", {"open": self._fake_open_raises_after})
 
2655
        self.assertRaises(RuntimeError, tt.create_file,
 
2656
                          [b"contents"], trans_id)
 
2657
        path = tt._limbo_name(trans_id)
 
2658
        self.assertPathExists(path)
 
2659
        tt.finalize()
 
2660
        self.assertPathDoesNotExist(path)
 
2661
        self.assertPathDoesNotExist(tt._limbodir)
 
2662
 
 
2663
    def test_subdir_create_file_open_raises_before_creation(self):
 
2664
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2665
        self._override_globals_in_method(
 
2666
            tt, "create_file", {"open": self._fake_open_raises_before})
 
2667
        self.assertRaises(RuntimeError, tt.create_file,
 
2668
                          [b"contents"], trans_id)
 
2669
        path = tt._limbo_name(trans_id)
 
2670
        self.assertPathDoesNotExist(path)
 
2671
        tt.finalize()
 
2672
        self.assertPathDoesNotExist(tt._limbodir)
 
2673
 
 
2674
    def test_subdir_create_file_open_raises_after_creation(self):
 
2675
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2676
        self._override_globals_in_method(
 
2677
            tt, "create_file", {"open": self._fake_open_raises_after})
 
2678
        self.assertRaises(RuntimeError, tt.create_file,
 
2679
                          [b"contents"], trans_id)
 
2680
        path = tt._limbo_name(trans_id)
 
2681
        self.assertPathExists(path)
 
2682
        tt.finalize()
 
2683
        self.assertPathDoesNotExist(path)
 
2684
        self.assertPathDoesNotExist(tt._limbodir)
 
2685
 
 
2686
    def test_rename_in_limbo_rename_raises_after_rename(self):
 
2687
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2688
        parent1 = tt.new_directory('parent1', tt.root)
 
2689
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2690
        parent2 = tt.new_directory('parent2', tt.root)
 
2691
 
 
2692
        class FakeOSModule(object):
 
2693
            def rename(self, old, new):
 
2694
                os.rename(old, new)
 
2695
                raise RuntimeError
 
2696
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2697
                                         {"os": FakeOSModule()})
 
2698
        self.assertRaises(
 
2699
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2700
        path = osutils.pathjoin(tt._limbo_name(parent2), "child1")
 
2701
        self.assertPathExists(path)
 
2702
        tt.finalize()
 
2703
        self.assertPathDoesNotExist(path)
 
2704
        self.assertPathDoesNotExist(tt._limbodir)
 
2705
 
 
2706
    def test_rename_in_limbo_rename_raises_before_rename(self):
 
2707
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2708
        parent1 = tt.new_directory('parent1', tt.root)
 
2709
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2710
        parent2 = tt.new_directory('parent2', tt.root)
 
2711
 
 
2712
        class FakeOSModule(object):
 
2713
            def rename(self, old, new):
 
2714
                raise RuntimeError
 
2715
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2716
                                         {"os": FakeOSModule()})
 
2717
        self.assertRaises(
 
2718
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2719
        path = osutils.pathjoin(tt._limbo_name(parent1), "child1")
 
2720
        self.assertPathExists(path)
 
2721
        tt.finalize()
 
2722
        self.assertPathDoesNotExist(path)
 
2723
        self.assertPathDoesNotExist(tt._limbodir)
 
2724
 
 
2725
 
 
2726
class TestTransformMissingParent(tests.TestCaseWithTransport):
 
2727
 
 
2728
    def make_tt_with_versioned_dir(self):
2301
2729
        wt = self.make_branch_and_tree('.')
 
2730
        self.build_tree(['dir/', ])
 
2731
        wt.add(['dir'], [b'dir-id'])
 
2732
        wt.commit('Create dir')
2302
2733
        tt = TreeTransform(wt)
2303
2734
        self.addCleanup(tt.finalize)
2304
 
        parent = tt.trans_id_file_id('parent-id')
2305
 
        tt.new_file('file', parent, 'Contents')
2306
 
        resolve_conflicts(tt)
2307
 
 
2308
 
 
2309
 
A_ENTRY = ('a-id', ('a', 'a'), True, (True, True),
2310
 
                  ('TREE_ROOT', 'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
2311
 
                  (False, False))
2312
 
ROOT_ENTRY = ('TREE_ROOT', ('', ''), False, (True, True), (None, None),
2313
 
              ('', ''), ('directory', 'directory'), (False, None))
 
2735
        return wt, tt
 
2736
 
 
2737
    def test_resolve_create_parent_for_versioned_file(self):
 
2738
        wt, tt = self.make_tt_with_versioned_dir()
 
2739
        dir_tid = tt.trans_id_tree_path('dir')
 
2740
        tt.new_file('file', dir_tid, [b'Contents'], file_id=b'file-id')
 
2741
        tt.delete_contents(dir_tid)
 
2742
        tt.unversion_file(dir_tid)
 
2743
        conflicts = resolve_conflicts(tt)
 
2744
        # one conflict for the missing directory, one for the unversioned
 
2745
        # parent
 
2746
        self.assertLength(2, conflicts)
 
2747
 
 
2748
    def test_non_versioned_file_create_conflict(self):
 
2749
        wt, tt = self.make_tt_with_versioned_dir()
 
2750
        dir_tid = tt.trans_id_tree_path('dir')
 
2751
        tt.new_file('file', dir_tid, [b'Contents'])
 
2752
        tt.delete_contents(dir_tid)
 
2753
        tt.unversion_file(dir_tid)
 
2754
        conflicts = resolve_conflicts(tt)
 
2755
        # no conflicts or rather: orphaning 'file' resolve the 'dir' conflict
 
2756
        self.assertLength(1, conflicts)
 
2757
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
2758
                         conflicts.pop())
 
2759
 
 
2760
 
 
2761
A_ENTRY = (b'a-id', ('a', 'a'), True, (True, True),
 
2762
           (b'TREE_ROOT', b'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
 
2763
           (False, False), False)
 
2764
ROOT_ENTRY = (b'TREE_ROOT', ('', ''), False, (True, True), (None, None),
 
2765
              ('', ''), ('directory', 'directory'), (False, False), False)
2314
2766
 
2315
2767
 
2316
2768
class TestTransformPreview(tests.TestCaseWithTransport):
2317
2769
 
2318
2770
    def create_tree(self):
2319
2771
        tree = self.make_branch_and_tree('.')
2320
 
        self.build_tree_contents([('a', 'content 1')])
2321
 
        tree.set_root_id('TREE_ROOT')
2322
 
        tree.add('a', 'a-id')
2323
 
        tree.commit('rev1', rev_id='rev1')
2324
 
        return tree.branch.repository.revision_tree('rev1')
 
2772
        self.build_tree_contents([('a', b'content 1')])
 
2773
        tree.set_root_id(b'TREE_ROOT')
 
2774
        tree.add('a', b'a-id')
 
2775
        tree.commit('rev1', rev_id=b'rev1')
 
2776
        return tree.branch.repository.revision_tree(b'rev1')
2325
2777
 
2326
2778
    def get_empty_preview(self):
2327
2779
        repository = self.make_repository('repo')
2345
2797
        revision_tree = self.create_tree()
2346
2798
        preview = TransformPreview(revision_tree)
2347
2799
        self.addCleanup(preview.finalize)
2348
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2800
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2349
2801
        preview_tree = preview.get_preview_tree()
2350
 
        self.assertEqual(preview_tree.kind('file2-id'), 'file')
2351
 
        self.assertEqual(
2352
 
            preview_tree.get_file('file2-id').read(), 'content B\n')
 
2802
        self.assertEqual(preview_tree.kind('file2'), 'file')
 
2803
        with preview_tree.get_file('file2') as f:
 
2804
            self.assertEqual(f.read(), b'content B\n')
2353
2805
 
2354
2806
    def test_diff_preview_tree(self):
2355
2807
        revision_tree = self.create_tree()
2356
2808
        preview = TransformPreview(revision_tree)
2357
2809
        self.addCleanup(preview.finalize)
2358
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2810
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2359
2811
        preview_tree = preview.get_preview_tree()
2360
 
        out = StringIO()
 
2812
        out = BytesIO()
2361
2813
        show_diff_trees(revision_tree, preview_tree, out)
2362
2814
        lines = out.getvalue().splitlines()
2363
 
        self.assertEqual(lines[0], "=== added file 'file2'")
 
2815
        self.assertEqual(lines[0], b"=== added file 'file2'")
2364
2816
        # 3 lines of diff administrivia
2365
 
        self.assertEqual(lines[4], "+content B")
 
2817
        self.assertEqual(lines[4], b"+content B")
 
2818
 
 
2819
    def test_unsupported_symlink_diff(self):
 
2820
        self.requireFeature(SymlinkFeature)
 
2821
        tree = self.make_branch_and_tree('.')
 
2822
        self.build_tree_contents([('a', 'content 1')])
 
2823
        tree.set_root_id(b'TREE_ROOT')
 
2824
        tree.add('a', b'a-id')
 
2825
        os.symlink('a', 'foo')
 
2826
        tree.add('foo', b'foo-id')
 
2827
        tree.commit('rev1', rev_id=b'rev1')
 
2828
        revision_tree = tree.branch.repository.revision_tree(b'rev1')
 
2829
        preview = TransformPreview(revision_tree)
 
2830
        self.addCleanup(preview.finalize)
 
2831
        preview.delete_versioned(preview.trans_id_tree_path('foo'))
 
2832
        preview_tree = preview.get_preview_tree()
 
2833
        out = BytesIO()
 
2834
        log = BytesIO()
 
2835
        trace.push_log_file(log)
 
2836
        os_symlink = getattr(os, 'symlink', None)
 
2837
        os.symlink = None
 
2838
        try:
 
2839
            show_diff_trees(revision_tree, preview_tree, out)
 
2840
            lines = out.getvalue().splitlines()
 
2841
        finally:
 
2842
            os.symlink = os_symlink
 
2843
        self.assertContainsRe(
 
2844
            log.getvalue(),
 
2845
            b'Ignoring "foo" as symlinks are not supported on this filesystem')
2366
2846
 
2367
2847
    def test_transform_conflicts(self):
2368
2848
        revision_tree = self.create_tree()
2369
2849
        preview = TransformPreview(revision_tree)
2370
2850
        self.addCleanup(preview.finalize)
2371
 
        preview.new_file('a', preview.root, 'content 2')
 
2851
        preview.new_file('a', preview.root, [b'content 2'])
2372
2852
        resolve_conflicts(preview)
2373
 
        trans_id = preview.trans_id_file_id('a-id')
 
2853
        trans_id = preview.trans_id_file_id(b'a-id')
2374
2854
        self.assertEqual('a.moved', preview.final_name(trans_id))
2375
2855
 
2376
2856
    def get_tree_and_preview_tree(self):
2377
2857
        revision_tree = self.create_tree()
2378
2858
        preview = TransformPreview(revision_tree)
2379
2859
        self.addCleanup(preview.finalize)
2380
 
        a_trans_id = preview.trans_id_file_id('a-id')
 
2860
        a_trans_id = preview.trans_id_file_id(b'a-id')
2381
2861
        preview.delete_contents(a_trans_id)
2382
 
        preview.create_file('b content', a_trans_id)
 
2862
        preview.create_file([b'b content'], a_trans_id)
2383
2863
        preview_tree = preview.get_preview_tree()
2384
2864
        return revision_tree, preview_tree
2385
2865
 
2386
2866
    def test_iter_changes(self):
2387
2867
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2388
 
        root = revision_tree.inventory.root.file_id
2389
 
        self.assertEqual([('a-id', ('a', 'a'), True, (True, True),
2390
 
                          (root, root), ('a', 'a'), ('file', 'file'),
2391
 
                          (False, False))],
2392
 
                          list(preview_tree.iter_changes(revision_tree)))
 
2868
        root = revision_tree.path2id('')
 
2869
        self.assertEqual([(b'a-id', ('a', 'a'), True, (True, True),
 
2870
                           (root, root), ('a', 'a'), ('file', 'file'),
 
2871
                           (False, False), False)],
 
2872
                         list(preview_tree.iter_changes(revision_tree)))
2393
2873
 
2394
2874
    def test_include_unchanged_succeeds(self):
2395
2875
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2396
2876
        changes = preview_tree.iter_changes(revision_tree,
2397
2877
                                            include_unchanged=True)
2398
 
        root = revision_tree.inventory.root.file_id
2399
 
 
2400
2878
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
2401
2879
 
2402
2880
    def test_specific_files(self):
2403
2881
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2404
2882
        changes = preview_tree.iter_changes(revision_tree,
2405
2883
                                            specific_files=[''])
2406
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2884
        self.assertEqual([A_ENTRY], list(changes))
2407
2885
 
2408
2886
    def test_want_unversioned(self):
2409
2887
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2410
2888
        changes = preview_tree.iter_changes(revision_tree,
2411
2889
                                            want_unversioned=True)
2412
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2890
        self.assertEqual([A_ENTRY], list(changes))
2413
2891
 
2414
2892
    def test_ignore_extra_trees_no_specific_files(self):
2415
2893
        # extra_trees is harmless without specific_files, so we'll silently
2431
2909
        revision_tree = self.create_tree()
2432
2910
        preview = TransformPreview(revision_tree)
2433
2911
        self.addCleanup(preview.finalize)
2434
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
2435
 
        preview.new_directory('directory', preview.root, 'dir-id')
 
2912
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
 
2913
        preview.new_directory('directory', preview.root, b'dir-id')
2436
2914
        preview_tree = preview.get_preview_tree()
2437
 
        self.assertEqual('file', preview_tree.kind('file-id'))
2438
 
        self.assertEqual('directory', preview_tree.kind('dir-id'))
 
2915
        self.assertEqual('file', preview_tree.kind('file'))
 
2916
        self.assertEqual('directory', preview_tree.kind('directory'))
2439
2917
 
2440
2918
    def test_get_file_mtime(self):
2441
2919
        preview = self.get_empty_preview()
2442
 
        file_trans_id = preview.new_file('file', preview.root, 'contents',
2443
 
                                         'file-id')
 
2920
        file_trans_id = preview.new_file('file', preview.root, [b'contents'],
 
2921
                                         b'file-id')
2444
2922
        limbo_path = preview._limbo_name(file_trans_id)
2445
2923
        preview_tree = preview.get_preview_tree()
2446
2924
        self.assertEqual(os.stat(limbo_path).st_mtime,
2447
 
                         preview_tree.get_file_mtime('file-id'))
 
2925
                         preview_tree.get_file_mtime('file'))
2448
2926
 
2449
2927
    def test_get_file_mtime_renamed(self):
2450
2928
        work_tree = self.make_branch_and_tree('tree')
2451
2929
        self.build_tree(['tree/file'])
2452
 
        work_tree.add('file', 'file-id')
 
2930
        work_tree.add('file', b'file-id')
2453
2931
        preview = TransformPreview(work_tree)
2454
2932
        self.addCleanup(preview.finalize)
2455
 
        file_trans_id = preview.trans_id_tree_file_id('file-id')
 
2933
        file_trans_id = preview.trans_id_tree_path('file')
2456
2934
        preview.adjust_path('renamed', preview.root, file_trans_id)
2457
2935
        preview_tree = preview.get_preview_tree()
2458
 
        preview_mtime = preview_tree.get_file_mtime('file-id', 'renamed')
2459
 
        work_mtime = work_tree.get_file_mtime('file-id', 'file')
 
2936
        preview_mtime = preview_tree.get_file_mtime('renamed')
 
2937
        work_mtime = work_tree.get_file_mtime('file')
 
2938
 
 
2939
    def test_get_file_size(self):
 
2940
        work_tree = self.make_branch_and_tree('tree')
 
2941
        self.build_tree_contents([('tree/old', b'old')])
 
2942
        work_tree.add('old', b'old-id')
 
2943
        preview = TransformPreview(work_tree)
 
2944
        self.addCleanup(preview.finalize)
 
2945
        preview.new_file('name', preview.root, [b'contents'], b'new-id',
 
2946
                         'executable')
 
2947
        tree = preview.get_preview_tree()
 
2948
        self.assertEqual(len('old'), tree.get_file_size('old'))
 
2949
        self.assertEqual(len('contents'), tree.get_file_size('name'))
2460
2950
 
2461
2951
    def test_get_file(self):
2462
2952
        preview = self.get_empty_preview()
2463
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
 
2953
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
2464
2954
        preview_tree = preview.get_preview_tree()
2465
 
        tree_file = preview_tree.get_file('file-id')
2466
 
        try:
2467
 
            self.assertEqual('contents', tree_file.read())
2468
 
        finally:
2469
 
            tree_file.close()
 
2955
        with preview_tree.get_file('file') as tree_file:
 
2956
            self.assertEqual(b'contents', tree_file.read())
2470
2957
 
2471
2958
    def test_get_symlink_target(self):
2472
2959
        self.requireFeature(SymlinkFeature)
2473
2960
        preview = self.get_empty_preview()
2474
 
        preview.new_symlink('symlink', preview.root, 'target', 'symlink-id')
 
2961
        preview.new_symlink('symlink', preview.root, 'target', b'symlink-id')
2475
2962
        preview_tree = preview.get_preview_tree()
2476
2963
        self.assertEqual('target',
2477
 
                         preview_tree.get_symlink_target('symlink-id'))
 
2964
                         preview_tree.get_symlink_target('symlink'))
2478
2965
 
2479
2966
    def test_all_file_ids(self):
2480
2967
        tree = self.make_branch_and_tree('tree')
2481
2968
        self.build_tree(['tree/a', 'tree/b', 'tree/c'])
2482
 
        tree.add(['a', 'b', 'c'], ['a-id', 'b-id', 'c-id'])
 
2969
        tree.add(['a', 'b', 'c'], [b'a-id', b'b-id', b'c-id'])
2483
2970
        preview = TransformPreview(tree)
2484
2971
        self.addCleanup(preview.finalize)
2485
 
        preview.unversion_file(preview.trans_id_file_id('b-id'))
2486
 
        c_trans_id = preview.trans_id_file_id('c-id')
 
2972
        preview.unversion_file(preview.trans_id_file_id(b'b-id'))
 
2973
        c_trans_id = preview.trans_id_file_id(b'c-id')
2487
2974
        preview.unversion_file(c_trans_id)
2488
 
        preview.version_file('c-id', c_trans_id)
 
2975
        preview.version_file(b'c-id', c_trans_id)
2489
2976
        preview_tree = preview.get_preview_tree()
2490
 
        self.assertEqual(set(['a-id', 'c-id', tree.get_root_id()]),
 
2977
        self.assertEqual({b'a-id', b'c-id', tree.path2id('')},
2491
2978
                         preview_tree.all_file_ids())
2492
2979
 
2493
2980
    def test_path2id_deleted_unchanged(self):
2494
2981
        tree = self.make_branch_and_tree('tree')
2495
2982
        self.build_tree(['tree/unchanged', 'tree/deleted'])
2496
 
        tree.add(['unchanged', 'deleted'], ['unchanged-id', 'deleted-id'])
 
2983
        tree.add(['unchanged', 'deleted'], [b'unchanged-id', b'deleted-id'])
2497
2984
        preview = TransformPreview(tree)
2498
2985
        self.addCleanup(preview.finalize)
2499
 
        preview.unversion_file(preview.trans_id_file_id('deleted-id'))
 
2986
        preview.unversion_file(preview.trans_id_file_id(b'deleted-id'))
2500
2987
        preview_tree = preview.get_preview_tree()
2501
 
        self.assertEqual('unchanged-id', preview_tree.path2id('unchanged'))
2502
 
        self.assertIs(None, preview_tree.path2id('deleted'))
 
2988
        self.assertEqual(b'unchanged-id', preview_tree.path2id('unchanged'))
 
2989
        self.assertFalse(preview_tree.is_versioned('deleted'))
2503
2990
 
2504
2991
    def test_path2id_created(self):
2505
2992
        tree = self.make_branch_and_tree('tree')
2506
2993
        self.build_tree(['tree/unchanged'])
2507
 
        tree.add(['unchanged'], ['unchanged-id'])
 
2994
        tree.add(['unchanged'], [b'unchanged-id'])
2508
2995
        preview = TransformPreview(tree)
2509
2996
        self.addCleanup(preview.finalize)
2510
 
        preview.new_file('new', preview.trans_id_file_id('unchanged-id'),
2511
 
            'contents', 'new-id')
 
2997
        preview.new_file('new', preview.trans_id_file_id(b'unchanged-id'),
 
2998
                         [b'contents'], b'new-id')
2512
2999
        preview_tree = preview.get_preview_tree()
2513
 
        self.assertEqual('new-id', preview_tree.path2id('unchanged/new'))
 
3000
        self.assertEqual(b'new-id', preview_tree.path2id('unchanged/new'))
2514
3001
 
2515
3002
    def test_path2id_moved(self):
2516
3003
        tree = self.make_branch_and_tree('tree')
2517
3004
        self.build_tree(['tree/old_parent/', 'tree/old_parent/child'])
2518
3005
        tree.add(['old_parent', 'old_parent/child'],
2519
 
                 ['old_parent-id', 'child-id'])
 
3006
                 [b'old_parent-id', b'child-id'])
2520
3007
        preview = TransformPreview(tree)
2521
3008
        self.addCleanup(preview.finalize)
2522
3009
        new_parent = preview.new_directory('new_parent', preview.root,
2523
 
                                           'new_parent-id')
 
3010
                                           b'new_parent-id')
2524
3011
        preview.adjust_path('child', new_parent,
2525
 
                            preview.trans_id_file_id('child-id'))
 
3012
                            preview.trans_id_file_id(b'child-id'))
2526
3013
        preview_tree = preview.get_preview_tree()
2527
 
        self.assertIs(None, preview_tree.path2id('old_parent/child'))
2528
 
        self.assertEqual('child-id', preview_tree.path2id('new_parent/child'))
 
3014
        self.assertFalse(preview_tree.is_versioned('old_parent/child'))
 
3015
        self.assertEqual(b'child-id', preview_tree.path2id('new_parent/child'))
2529
3016
 
2530
3017
    def test_path2id_renamed_parent(self):
2531
3018
        tree = self.make_branch_and_tree('tree')
2532
3019
        self.build_tree(['tree/old_name/', 'tree/old_name/child'])
2533
3020
        tree.add(['old_name', 'old_name/child'],
2534
 
                 ['parent-id', 'child-id'])
 
3021
                 [b'parent-id', b'child-id'])
2535
3022
        preview = TransformPreview(tree)
2536
3023
        self.addCleanup(preview.finalize)
2537
3024
        preview.adjust_path('new_name', preview.root,
2538
 
                            preview.trans_id_file_id('parent-id'))
 
3025
                            preview.trans_id_file_id(b'parent-id'))
2539
3026
        preview_tree = preview.get_preview_tree()
2540
 
        self.assertIs(None, preview_tree.path2id('old_name/child'))
2541
 
        self.assertEqual('child-id', preview_tree.path2id('new_name/child'))
 
3027
        self.assertFalse(preview_tree.is_versioned('old_name/child'))
 
3028
        self.assertEqual(b'child-id', preview_tree.path2id('new_name/child'))
2542
3029
 
2543
 
    def assertMatchingIterEntries(self, tt, specific_file_ids=None):
 
3030
    def assertMatchingIterEntries(self, tt, specific_files=None):
2544
3031
        preview_tree = tt.get_preview_tree()
2545
3032
        preview_result = list(preview_tree.iter_entries_by_dir(
2546
 
                              specific_file_ids))
 
3033
                              specific_files=specific_files))
2547
3034
        tree = tt._tree
2548
3035
        tt.apply()
2549
 
        actual_result = list(tree.iter_entries_by_dir(specific_file_ids))
 
3036
        actual_result = list(tree.iter_entries_by_dir(
 
3037
            specific_files=specific_files))
2550
3038
        self.assertEqual(actual_result, preview_result)
2551
3039
 
2552
3040
    def test_iter_entries_by_dir_new(self):
2553
3041
        tree = self.make_branch_and_tree('tree')
2554
3042
        tt = TreeTransform(tree)
2555
 
        tt.new_file('new', tt.root, 'contents', 'new-id')
 
3043
        tt.new_file('new', tt.root, [b'contents'], b'new-id')
2556
3044
        self.assertMatchingIterEntries(tt)
2557
3045
 
2558
3046
    def test_iter_entries_by_dir_deleted(self):
2559
3047
        tree = self.make_branch_and_tree('tree')
2560
3048
        self.build_tree(['tree/deleted'])
2561
 
        tree.add('deleted', 'deleted-id')
 
3049
        tree.add('deleted', b'deleted-id')
2562
3050
        tt = TreeTransform(tree)
2563
 
        tt.delete_contents(tt.trans_id_file_id('deleted-id'))
 
3051
        tt.delete_contents(tt.trans_id_file_id(b'deleted-id'))
2564
3052
        self.assertMatchingIterEntries(tt)
2565
3053
 
2566
3054
    def test_iter_entries_by_dir_unversioned(self):
2567
3055
        tree = self.make_branch_and_tree('tree')
2568
3056
        self.build_tree(['tree/removed'])
2569
 
        tree.add('removed', 'removed-id')
 
3057
        tree.add('removed', b'removed-id')
2570
3058
        tt = TreeTransform(tree)
2571
 
        tt.unversion_file(tt.trans_id_file_id('removed-id'))
 
3059
        tt.unversion_file(tt.trans_id_file_id(b'removed-id'))
2572
3060
        self.assertMatchingIterEntries(tt)
2573
3061
 
2574
3062
    def test_iter_entries_by_dir_moved(self):
2575
3063
        tree = self.make_branch_and_tree('tree')
2576
3064
        self.build_tree(['tree/moved', 'tree/new_parent/'])
2577
 
        tree.add(['moved', 'new_parent'], ['moved-id', 'new_parent-id'])
 
3065
        tree.add(['moved', 'new_parent'], [b'moved-id', b'new_parent-id'])
2578
3066
        tt = TreeTransform(tree)
2579
 
        tt.adjust_path('moved', tt.trans_id_file_id('new_parent-id'),
2580
 
                       tt.trans_id_file_id('moved-id'))
 
3067
        tt.adjust_path('moved', tt.trans_id_file_id(b'new_parent-id'),
 
3068
                       tt.trans_id_file_id(b'moved-id'))
2581
3069
        self.assertMatchingIterEntries(tt)
2582
3070
 
2583
 
    def test_iter_entries_by_dir_specific_file_ids(self):
 
3071
    def test_iter_entries_by_dir_specific_files(self):
2584
3072
        tree = self.make_branch_and_tree('tree')
2585
 
        tree.set_root_id('tree-root-id')
 
3073
        tree.set_root_id(b'tree-root-id')
2586
3074
        self.build_tree(['tree/parent/', 'tree/parent/child'])
2587
 
        tree.add(['parent', 'parent/child'], ['parent-id', 'child-id'])
 
3075
        tree.add(['parent', 'parent/child'], [b'parent-id', b'child-id'])
2588
3076
        tt = TreeTransform(tree)
2589
 
        self.assertMatchingIterEntries(tt, ['tree-root-id', 'child-id'])
 
3077
        self.assertMatchingIterEntries(tt, ['', 'parent/child'])
2590
3078
 
2591
3079
    def test_symlink_content_summary(self):
2592
3080
        self.requireFeature(SymlinkFeature)
2593
3081
        preview = self.get_empty_preview()
2594
 
        preview.new_symlink('path', preview.root, 'target', 'path-id')
 
3082
        preview.new_symlink('path', preview.root, 'target', b'path-id')
2595
3083
        summary = preview.get_preview_tree().path_content_summary('path')
2596
3084
        self.assertEqual(('symlink', None, None, 'target'), summary)
2597
3085
 
2612
3100
 
2613
3101
    def test_file_content_summary_executable(self):
2614
3102
        preview = self.get_empty_preview()
2615
 
        path_id = preview.new_file('path', preview.root, 'contents', 'path-id')
 
3103
        path_id = preview.new_file('path', preview.root, [
 
3104
                                   b'contents'], b'path-id')
2616
3105
        preview.set_executability(True, path_id)
2617
3106
        summary = preview.get_preview_tree().path_content_summary('path')
2618
3107
        self.assertEqual(4, len(summary))
2637
3126
 
2638
3127
    def test_file_content_summary_non_exec(self):
2639
3128
        preview = self.get_empty_preview()
2640
 
        preview.new_file('path', preview.root, 'contents', 'path-id')
 
3129
        preview.new_file('path', preview.root, [b'contents'], b'path-id')
2641
3130
        summary = preview.get_preview_tree().path_content_summary('path')
2642
3131
        self.assertEqual(4, len(summary))
2643
3132
        self.assertEqual('file', summary[0])
2650
3139
 
2651
3140
    def test_dir_content_summary(self):
2652
3141
        preview = self.get_empty_preview()
2653
 
        preview.new_directory('path', preview.root, 'path-id')
 
3142
        preview.new_directory('path', preview.root, b'path-id')
2654
3143
        summary = preview.get_preview_tree().path_content_summary('path')
2655
3144
        self.assertEqual(('directory', None, None, None), summary)
2656
3145
 
2657
3146
    def test_tree_content_summary(self):
2658
3147
        preview = self.get_empty_preview()
2659
 
        path = preview.new_directory('path', preview.root, 'path-id')
2660
 
        preview.set_tree_reference('rev-1', path)
 
3148
        path = preview.new_directory('path', preview.root, b'path-id')
 
3149
        preview.set_tree_reference(b'rev-1', path)
2661
3150
        summary = preview.get_preview_tree().path_content_summary('path')
2662
3151
        self.assertEqual(4, len(summary))
2663
3152
        self.assertEqual('tree-reference', summary[0])
2664
3153
 
2665
3154
    def test_annotate(self):
2666
3155
        tree = self.make_branch_and_tree('tree')
2667
 
        self.build_tree_contents([('tree/file', 'a\n')])
2668
 
        tree.add('file', 'file-id')
2669
 
        tree.commit('a', rev_id='one')
2670
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3156
        self.build_tree_contents([('tree/file', b'a\n')])
 
3157
        tree.add('file', b'file-id')
 
3158
        tree.commit('a', rev_id=b'one')
 
3159
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2671
3160
        preview = TransformPreview(tree)
2672
3161
        self.addCleanup(preview.finalize)
2673
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3162
        file_trans_id = preview.trans_id_file_id(b'file-id')
2674
3163
        preview.delete_contents(file_trans_id)
2675
 
        preview.create_file('a\nb\nc\n', file_trans_id)
 
3164
        preview.create_file([b'a\nb\nc\n'], file_trans_id)
2676
3165
        preview_tree = preview.get_preview_tree()
2677
3166
        expected = [
2678
 
            ('one', 'a\n'),
2679
 
            ('me:', 'b\n'),
2680
 
            ('me:', 'c\n'),
 
3167
            (b'one', b'a\n'),
 
3168
            (b'me:', b'b\n'),
 
3169
            (b'me:', b'c\n'),
2681
3170
        ]
2682
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3171
        annotation = preview_tree.annotate_iter(
 
3172
            'file', default_revision=b'me:')
2683
3173
        self.assertEqual(expected, annotation)
2684
3174
 
2685
3175
    def test_annotate_missing(self):
2686
3176
        preview = self.get_empty_preview()
2687
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3177
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2688
3178
        preview_tree = preview.get_preview_tree()
2689
3179
        expected = [
2690
 
            ('me:', 'a\n'),
2691
 
            ('me:', 'b\n'),
2692
 
            ('me:', 'c\n'),
2693
 
         ]
2694
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3180
            (b'me:', b'a\n'),
 
3181
            (b'me:', b'b\n'),
 
3182
            (b'me:', b'c\n'),
 
3183
            ]
 
3184
        annotation = preview_tree.annotate_iter(
 
3185
            'file', default_revision=b'me:')
2695
3186
        self.assertEqual(expected, annotation)
2696
3187
 
2697
3188
    def test_annotate_rename(self):
2698
3189
        tree = self.make_branch_and_tree('tree')
2699
 
        self.build_tree_contents([('tree/file', 'a\n')])
2700
 
        tree.add('file', 'file-id')
2701
 
        tree.commit('a', rev_id='one')
 
3190
        self.build_tree_contents([('tree/file', b'a\n')])
 
3191
        tree.add('file', b'file-id')
 
3192
        tree.commit('a', rev_id=b'one')
2702
3193
        preview = TransformPreview(tree)
2703
3194
        self.addCleanup(preview.finalize)
2704
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3195
        file_trans_id = preview.trans_id_file_id(b'file-id')
2705
3196
        preview.adjust_path('newname', preview.root, file_trans_id)
2706
3197
        preview_tree = preview.get_preview_tree()
2707
3198
        expected = [
2708
 
            ('one', 'a\n'),
 
3199
            (b'one', b'a\n'),
2709
3200
        ]
2710
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3201
        annotation = preview_tree.annotate_iter(
 
3202
            'file', default_revision=b'me:')
2711
3203
        self.assertEqual(expected, annotation)
2712
3204
 
2713
3205
    def test_annotate_deleted(self):
2714
3206
        tree = self.make_branch_and_tree('tree')
2715
 
        self.build_tree_contents([('tree/file', 'a\n')])
2716
 
        tree.add('file', 'file-id')
2717
 
        tree.commit('a', rev_id='one')
2718
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3207
        self.build_tree_contents([('tree/file', b'a\n')])
 
3208
        tree.add('file', b'file-id')
 
3209
        tree.commit('a', rev_id=b'one')
 
3210
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2719
3211
        preview = TransformPreview(tree)
2720
3212
        self.addCleanup(preview.finalize)
2721
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3213
        file_trans_id = preview.trans_id_file_id(b'file-id')
2722
3214
        preview.delete_contents(file_trans_id)
2723
3215
        preview_tree = preview.get_preview_tree()
2724
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3216
        annotation = preview_tree.annotate_iter(
 
3217
            'file', default_revision=b'me:')
2725
3218
        self.assertIs(None, annotation)
2726
3219
 
2727
3220
    def test_stored_kind(self):
2728
3221
        preview = self.get_empty_preview()
2729
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3222
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2730
3223
        preview_tree = preview.get_preview_tree()
2731
 
        self.assertEqual('file', preview_tree.stored_kind('file-id'))
 
3224
        self.assertEqual('file', preview_tree.stored_kind('file'))
2732
3225
 
2733
3226
    def test_is_executable(self):
2734
3227
        preview = self.get_empty_preview()
2735
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
2736
 
        preview.set_executability(True, preview.trans_id_file_id('file-id'))
 
3228
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
 
3229
        preview.set_executability(True, preview.trans_id_file_id(b'file-id'))
2737
3230
        preview_tree = preview.get_preview_tree()
2738
 
        self.assertEqual(True, preview_tree.is_executable('file-id'))
 
3231
        self.assertEqual(True, preview_tree.is_executable('file'))
2739
3232
 
2740
3233
    def test_get_set_parent_ids(self):
2741
3234
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2742
3235
        self.assertEqual([], preview_tree.get_parent_ids())
2743
 
        preview_tree.set_parent_ids(['rev-1'])
2744
 
        self.assertEqual(['rev-1'], preview_tree.get_parent_ids())
 
3236
        preview_tree.set_parent_ids([b'rev-1'])
 
3237
        self.assertEqual([b'rev-1'], preview_tree.get_parent_ids())
2745
3238
 
2746
3239
    def test_plan_file_merge(self):
2747
3240
        work_a = self.make_branch_and_tree('wta')
2748
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2749
 
        work_a.add('file', 'file-id')
 
3241
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3242
        work_a.add('file', b'file-id')
2750
3243
        base_id = work_a.commit('base version')
2751
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3244
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2752
3245
        preview = TransformPreview(work_a)
2753
3246
        self.addCleanup(preview.finalize)
2754
 
        trans_id = preview.trans_id_file_id('file-id')
 
3247
        trans_id = preview.trans_id_file_id(b'file-id')
2755
3248
        preview.delete_contents(trans_id)
2756
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2757
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3249
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3250
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2758
3251
        tree_a = preview.get_preview_tree()
2759
3252
        tree_a.set_parent_ids([base_id])
2760
3253
        self.assertEqual([
2761
 
            ('killed-a', 'a\n'),
2762
 
            ('killed-b', 'b\n'),
2763
 
            ('unchanged', 'c\n'),
2764
 
            ('unchanged', 'd\n'),
2765
 
            ('new-a', 'e\n'),
2766
 
            ('new-b', 'f\n'),
2767
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3254
            ('killed-a', b'a\n'),
 
3255
            ('killed-b', b'b\n'),
 
3256
            ('unchanged', b'c\n'),
 
3257
            ('unchanged', b'd\n'),
 
3258
            ('new-a', b'e\n'),
 
3259
            ('new-b', b'f\n'),
 
3260
        ], list(tree_a.plan_file_merge('file', tree_b)))
2768
3261
 
2769
3262
    def test_plan_file_merge_revision_tree(self):
2770
3263
        work_a = self.make_branch_and_tree('wta')
2771
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2772
 
        work_a.add('file', 'file-id')
 
3264
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3265
        work_a.add('file', b'file-id')
2773
3266
        base_id = work_a.commit('base version')
2774
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3267
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2775
3268
        preview = TransformPreview(work_a.basis_tree())
2776
3269
        self.addCleanup(preview.finalize)
2777
 
        trans_id = preview.trans_id_file_id('file-id')
 
3270
        trans_id = preview.trans_id_file_id(b'file-id')
2778
3271
        preview.delete_contents(trans_id)
2779
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2780
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3272
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3273
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2781
3274
        tree_a = preview.get_preview_tree()
2782
3275
        tree_a.set_parent_ids([base_id])
2783
3276
        self.assertEqual([
2784
 
            ('killed-a', 'a\n'),
2785
 
            ('killed-b', 'b\n'),
2786
 
            ('unchanged', 'c\n'),
2787
 
            ('unchanged', 'd\n'),
2788
 
            ('new-a', 'e\n'),
2789
 
            ('new-b', 'f\n'),
2790
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3277
            ('killed-a', b'a\n'),
 
3278
            ('killed-b', b'b\n'),
 
3279
            ('unchanged', b'c\n'),
 
3280
            ('unchanged', b'd\n'),
 
3281
            ('new-a', b'e\n'),
 
3282
            ('new-b', b'f\n'),
 
3283
        ], list(tree_a.plan_file_merge('file', tree_b)))
2791
3284
 
2792
3285
    def test_walkdirs(self):
2793
3286
        preview = self.get_empty_preview()
2794
 
        root = preview.new_directory('', ROOT_PARENT, 'tree-root')
 
3287
        preview.new_directory('', ROOT_PARENT, b'tree-root')
2795
3288
        # FIXME: new_directory should mark root.
2796
3289
        preview.fixup_new_roots()
2797
3290
        preview_tree = preview.get_preview_tree()
2798
 
        file_trans_id = preview.new_file('a', preview.root, 'contents',
2799
 
                                         'a-id')
2800
 
        expected = [(('', 'tree-root'),
2801
 
                    [('a', 'a', 'file', None, 'a-id', 'file')])]
 
3291
        preview.new_file('a', preview.root, [b'contents'], b'a-id')
 
3292
        expected = [(('', b'tree-root'),
 
3293
                     [('a', 'a', 'file', None, b'a-id', 'file')])]
2802
3294
        self.assertEqual(expected, list(preview_tree.walkdirs()))
2803
3295
 
2804
3296
    def test_extras(self):
2808
3300
        work_tree.add(['removed-file', 'not-removed-file'])
2809
3301
        preview = TransformPreview(work_tree)
2810
3302
        self.addCleanup(preview.finalize)
2811
 
        preview.new_file('new-file', preview.root, 'contents')
2812
 
        preview.new_file('new-versioned-file', preview.root, 'contents',
2813
 
                         'new-versioned-id')
 
3303
        preview.new_file('new-file', preview.root, [b'contents'])
 
3304
        preview.new_file('new-versioned-file', preview.root, [b'contents'],
 
3305
                         b'new-versioned-id')
2814
3306
        tree = preview.get_preview_tree()
2815
3307
        preview.unversion_file(preview.trans_id_tree_path('removed-file'))
2816
 
        self.assertEqual(set(['new-file', 'removed-file', 'existing-file']),
 
3308
        self.assertEqual({'new-file', 'removed-file', 'existing-file'},
2817
3309
                         set(tree.extras()))
2818
3310
 
2819
3311
    def test_merge_into_preview(self):
2820
3312
        work_tree = self.make_branch_and_tree('tree')
2821
 
        self.build_tree_contents([('tree/file','b\n')])
2822
 
        work_tree.add('file', 'file-id')
 
3313
        self.build_tree_contents([('tree/file', b'b\n')])
 
3314
        work_tree.add('file', b'file-id')
2823
3315
        work_tree.commit('first commit')
2824
 
        child_tree = work_tree.bzrdir.sprout('child').open_workingtree()
2825
 
        self.build_tree_contents([('child/file','b\nc\n')])
 
3316
        child_tree = work_tree.controldir.sprout('child').open_workingtree()
 
3317
        self.build_tree_contents([('child/file', b'b\nc\n')])
2826
3318
        child_tree.commit('child commit')
2827
3319
        child_tree.lock_write()
2828
3320
        self.addCleanup(child_tree.unlock)
2830
3322
        self.addCleanup(work_tree.unlock)
2831
3323
        preview = TransformPreview(work_tree)
2832
3324
        self.addCleanup(preview.finalize)
2833
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3325
        file_trans_id = preview.trans_id_file_id(b'file-id')
2834
3326
        preview.delete_contents(file_trans_id)
2835
 
        preview.create_file('a\nb\n', file_trans_id)
 
3327
        preview.create_file([b'a\nb\n'], file_trans_id)
2836
3328
        preview_tree = preview.get_preview_tree()
2837
 
        merger = Merger.from_revision_ids(None, preview_tree,
 
3329
        merger = Merger.from_revision_ids(preview_tree,
2838
3330
                                          child_tree.branch.last_revision(),
2839
3331
                                          other_branch=child_tree.branch,
2840
3332
                                          tree_branch=work_tree.branch)
2842
3334
        tt = merger.make_merger().make_preview_transform()
2843
3335
        self.addCleanup(tt.finalize)
2844
3336
        final_tree = tt.get_preview_tree()
2845
 
        self.assertEqual('a\nb\nc\n', final_tree.get_file_text('file-id'))
 
3337
        self.assertEqual(
 
3338
            b'a\nb\nc\n',
 
3339
            final_tree.get_file_text(final_tree.id2path(b'file-id')))
2846
3340
 
2847
3341
    def test_merge_preview_into_workingtree(self):
2848
3342
        tree = self.make_branch_and_tree('tree')
2849
 
        tree.set_root_id('TREE_ROOT')
 
3343
        tree.set_root_id(b'TREE_ROOT')
2850
3344
        tt = TransformPreview(tree)
2851
3345
        self.addCleanup(tt.finalize)
2852
 
        tt.new_file('name', tt.root, 'content', 'file-id')
 
3346
        tt.new_file('name', tt.root, [b'content'], b'file-id')
2853
3347
        tree2 = self.make_branch_and_tree('tree2')
2854
 
        tree2.set_root_id('TREE_ROOT')
 
3348
        tree2.set_root_id(b'TREE_ROOT')
2855
3349
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2856
 
                                         None, tree.basis_tree())
 
3350
                                         tree.basis_tree())
2857
3351
        merger.merge_type = Merge3Merger
2858
3352
        merger.do_merge()
2859
3353
 
2860
3354
    def test_merge_preview_into_workingtree_handles_conflicts(self):
2861
3355
        tree = self.make_branch_and_tree('tree')
2862
 
        self.build_tree_contents([('tree/foo', 'bar')])
2863
 
        tree.add('foo', 'foo-id')
 
3356
        self.build_tree_contents([('tree/foo', b'bar')])
 
3357
        tree.add('foo', b'foo-id')
2864
3358
        tree.commit('foo')
2865
3359
        tt = TransformPreview(tree)
2866
3360
        self.addCleanup(tt.finalize)
2867
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3361
        trans_id = tt.trans_id_file_id(b'foo-id')
2868
3362
        tt.delete_contents(trans_id)
2869
 
        tt.create_file('baz', trans_id)
2870
 
        tree2 = tree.bzrdir.sprout('tree2').open_workingtree()
2871
 
        self.build_tree_contents([('tree2/foo', 'qux')])
2872
 
        pb = None
 
3363
        tt.create_file([b'baz'], trans_id)
 
3364
        tree2 = tree.controldir.sprout('tree2').open_workingtree()
 
3365
        self.build_tree_contents([('tree2/foo', b'qux')])
2873
3366
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2874
 
                                         pb, tree.basis_tree())
 
3367
                                         tree.basis_tree())
2875
3368
        merger.merge_type = Merge3Merger
2876
3369
        merger.do_merge()
2877
3370
 
 
3371
    def test_has_filename(self):
 
3372
        wt = self.make_branch_and_tree('tree')
 
3373
        self.build_tree(['tree/unmodified', 'tree/removed', 'tree/modified'])
 
3374
        tt = TransformPreview(wt)
 
3375
        removed_id = tt.trans_id_tree_path('removed')
 
3376
        tt.delete_contents(removed_id)
 
3377
        tt.new_file('new', tt.root, [b'contents'])
 
3378
        modified_id = tt.trans_id_tree_path('modified')
 
3379
        tt.delete_contents(modified_id)
 
3380
        tt.create_file([b'modified-contents'], modified_id)
 
3381
        self.addCleanup(tt.finalize)
 
3382
        tree = tt.get_preview_tree()
 
3383
        self.assertTrue(tree.has_filename('unmodified'))
 
3384
        self.assertFalse(tree.has_filename('not-present'))
 
3385
        self.assertFalse(tree.has_filename('removed'))
 
3386
        self.assertTrue(tree.has_filename('new'))
 
3387
        self.assertTrue(tree.has_filename('modified'))
 
3388
 
2878
3389
    def test_is_executable(self):
2879
3390
        tree = self.make_branch_and_tree('tree')
2880
3391
        preview = TransformPreview(tree)
2881
3392
        self.addCleanup(preview.finalize)
2882
 
        preview.new_file('foo', preview.root, 'bar', 'baz-id')
 
3393
        preview.new_file('foo', preview.root, [b'bar'], b'baz-id')
2883
3394
        preview_tree = preview.get_preview_tree()
2884
 
        self.assertEqual(False, preview_tree.is_executable('baz-id',
2885
 
                                                           'tree/foo'))
2886
 
        self.assertEqual(False, preview_tree.is_executable('baz-id'))
 
3395
        self.assertEqual(False, preview_tree.is_executable('tree/foo'))
2887
3396
 
2888
3397
    def test_commit_preview_tree(self):
2889
3398
        tree = self.make_branch_and_tree('tree')
2891
3400
        tree.branch.lock_write()
2892
3401
        self.addCleanup(tree.branch.unlock)
2893
3402
        tt = TransformPreview(tree)
2894
 
        tt.new_file('file', tt.root, 'contents', 'file_id')
 
3403
        tt.new_file('file', tt.root, [b'contents'], b'file_id')
2895
3404
        self.addCleanup(tt.finalize)
2896
3405
        preview = tt.get_preview_tree()
2897
3406
        preview.set_parent_ids([rev_id])
2900
3409
        builder.finish_inventory()
2901
3410
        rev2_id = builder.commit('rev2')
2902
3411
        rev2_tree = tree.branch.repository.revision_tree(rev2_id)
2903
 
        self.assertEqual('contents', rev2_tree.get_file_text('file_id'))
 
3412
        self.assertEqual(b'contents', rev2_tree.get_file_text('file'))
2904
3413
 
2905
3414
    def test_ascii_limbo_paths(self):
2906
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
3415
        self.requireFeature(features.UnicodeFilenameFeature)
2907
3416
        branch = self.make_branch('any')
2908
3417
        tree = branch.repository.revision_tree(_mod_revision.NULL_REVISION)
2909
3418
        tt = TransformPreview(tree)
2910
3419
        self.addCleanup(tt.finalize)
2911
3420
        foo_id = tt.new_directory('', ROOT_PARENT)
2912
 
        bar_id = tt.new_file(u'\u1234bar', foo_id, 'contents')
 
3421
        bar_id = tt.new_file(u'\u1234bar', foo_id, [b'contents'])
2913
3422
        limbo_path = tt._limbo_name(bar_id)
2914
 
        self.assertEqual(limbo_path.encode('ascii', 'replace'), limbo_path)
 
3423
        self.assertEqual(limbo_path, limbo_path)
2915
3424
 
2916
3425
 
2917
3426
class FakeSerializer(object):
2926
3435
 
2927
3436
class TestSerializeTransform(tests.TestCaseWithTransport):
2928
3437
 
2929
 
    _test_needs_features = [tests.UnicodeFilenameFeature]
 
3438
    _test_needs_features = [features.UnicodeFilenameFeature]
2930
3439
 
2931
3440
    def get_preview(self, tree=None):
2932
3441
        if tree is None:
2942
3451
    @staticmethod
2943
3452
    def default_attribs():
2944
3453
        return {
2945
 
            '_id_number': 1,
2946
 
            '_new_name': {},
2947
 
            '_new_parent': {},
2948
 
            '_new_executability': {},
2949
 
            '_new_id': {},
2950
 
            '_tree_path_ids': {'': 'new-0'},
2951
 
            '_removed_id': [],
2952
 
            '_removed_contents': [],
2953
 
            '_non_present_ids': {},
 
3454
            b'_id_number': 1,
 
3455
            b'_new_name': {},
 
3456
            b'_new_parent': {},
 
3457
            b'_new_executability': {},
 
3458
            b'_new_id': {},
 
3459
            b'_tree_path_ids': {b'': b'new-0'},
 
3460
            b'_removed_id': [],
 
3461
            b'_removed_contents': [],
 
3462
            b'_non_present_ids': {},
2954
3463
            }
2955
3464
 
2956
3465
    def make_records(self, attribs, contents):
2957
3466
        records = [
2958
 
            (((('attribs'),),), bencode.bencode(attribs))]
 
3467
            ((((b'attribs'),),), bencode.bencode(attribs))]
2959
3468
        records.extend([(((n, k),), c) for n, k, c in contents])
2960
3469
        return records
2961
3470
 
2962
3471
    def creation_records(self):
2963
3472
        attribs = self.default_attribs()
2964
 
        attribs['_id_number'] = 3
2965
 
        attribs['_new_name'] = {
2966
 
            'new-1': u'foo\u1234'.encode('utf-8'), 'new-2': 'qux'}
2967
 
        attribs['_new_id'] = {'new-1': 'baz', 'new-2': 'quxx'}
2968
 
        attribs['_new_parent'] = {'new-1': 'new-0', 'new-2': 'new-0'}
2969
 
        attribs['_new_executability'] = {'new-1': 1}
 
3473
        attribs[b'_id_number'] = 3
 
3474
        attribs[b'_new_name'] = {
 
3475
            b'new-1': u'foo\u1234'.encode('utf-8'), b'new-2': b'qux'}
 
3476
        attribs[b'_new_id'] = {b'new-1': b'baz', b'new-2': b'quxx'}
 
3477
        attribs[b'_new_parent'] = {b'new-1': b'new-0', b'new-2': b'new-0'}
 
3478
        attribs[b'_new_executability'] = {b'new-1': 1}
2970
3479
        contents = [
2971
 
            ('new-1', 'file', 'i 1\nbar\n'),
2972
 
            ('new-2', 'directory', ''),
 
3480
            (b'new-1', b'file', b'i 1\nbar\n'),
 
3481
            (b'new-2', b'directory', b''),
2973
3482
            ]
2974
3483
        return self.make_records(attribs, contents)
2975
3484
 
2976
3485
    def test_serialize_creation(self):
2977
3486
        tt = self.get_preview()
2978
 
        tt.new_file(u'foo\u1234', tt.root, 'bar', 'baz', True)
2979
 
        tt.new_directory('qux', tt.root, 'quxx')
 
3487
        tt.new_file(u'foo\u1234', tt.root, [b'bar'], b'baz', True)
 
3488
        tt.new_directory('qux', tt.root, b'quxx')
2980
3489
        self.assertSerializesTo(self.creation_records(), tt)
2981
3490
 
2982
3491
    def test_deserialize_creation(self):
2985
3494
        self.assertEqual(3, tt._id_number)
2986
3495
        self.assertEqual({'new-1': u'foo\u1234',
2987
3496
                          'new-2': 'qux'}, tt._new_name)
2988
 
        self.assertEqual({'new-1': 'baz', 'new-2': 'quxx'}, tt._new_id)
 
3497
        self.assertEqual({'new-1': b'baz', 'new-2': b'quxx'}, tt._new_id)
2989
3498
        self.assertEqual({'new-1': tt.root, 'new-2': tt.root}, tt._new_parent)
2990
 
        self.assertEqual({'baz': 'new-1', 'quxx': 'new-2'}, tt._r_new_id)
 
3499
        self.assertEqual({b'baz': 'new-1', b'quxx': 'new-2'}, tt._r_new_id)
2991
3500
        self.assertEqual({'new-1': True}, tt._new_executability)
2992
3501
        self.assertEqual({'new-1': 'file',
2993
3502
                          'new-2': 'directory'}, tt._new_contents)
2996
3505
            foo_content = foo_limbo.read()
2997
3506
        finally:
2998
3507
            foo_limbo.close()
2999
 
        self.assertEqual('bar', foo_content)
 
3508
        self.assertEqual(b'bar', foo_content)
3000
3509
 
3001
3510
    def symlink_creation_records(self):
3002
3511
        attribs = self.default_attribs()
3003
 
        attribs['_id_number'] = 2
3004
 
        attribs['_new_name'] = {'new-1': u'foo\u1234'.encode('utf-8')}
3005
 
        attribs['_new_parent'] = {'new-1': 'new-0'}
3006
 
        contents = [('new-1', 'symlink', u'bar\u1234'.encode('utf-8'))]
 
3512
        attribs[b'_id_number'] = 2
 
3513
        attribs[b'_new_name'] = {b'new-1': u'foo\u1234'.encode('utf-8')}
 
3514
        attribs[b'_new_parent'] = {b'new-1': b'new-0'}
 
3515
        contents = [(b'new-1', b'symlink', u'bar\u1234'.encode('utf-8'))]
3007
3516
        return self.make_records(attribs, contents)
3008
3517
 
3009
3518
    def test_serialize_symlink_creation(self):
3010
 
        self.requireFeature(tests.SymlinkFeature)
 
3519
        self.requireFeature(features.SymlinkFeature)
3011
3520
        tt = self.get_preview()
3012
3521
        tt.new_symlink(u'foo\u1234', tt.root, u'bar\u1234')
3013
3522
        self.assertSerializesTo(self.symlink_creation_records(), tt)
3014
3523
 
3015
3524
    def test_deserialize_symlink_creation(self):
3016
 
        self.requireFeature(tests.SymlinkFeature)
 
3525
        self.requireFeature(features.SymlinkFeature)
3017
3526
        tt = self.get_preview()
3018
3527
        tt.deserialize(iter(self.symlink_creation_records()))
3019
3528
        abspath = tt._limbo_name('new-1')
3023
3532
    def make_destruction_preview(self):
3024
3533
        tree = self.make_branch_and_tree('.')
3025
3534
        self.build_tree([u'foo\u1234', 'bar'])
3026
 
        tree.add([u'foo\u1234', 'bar'], ['foo-id', 'bar-id'])
 
3535
        tree.add([u'foo\u1234', 'bar'], [b'foo-id', b'bar-id'])
3027
3536
        return self.get_preview(tree)
3028
3537
 
3029
3538
    def destruction_records(self):
3030
3539
        attribs = self.default_attribs()
3031
 
        attribs['_id_number'] = 3
3032
 
        attribs['_removed_id'] = ['new-1']
3033
 
        attribs['_removed_contents'] = ['new-2']
3034
 
        attribs['_tree_path_ids'] = {
3035
 
            '': 'new-0',
3036
 
            u'foo\u1234'.encode('utf-8'): 'new-1',
3037
 
            'bar': 'new-2',
 
3540
        attribs[b'_id_number'] = 3
 
3541
        attribs[b'_removed_id'] = [b'new-1']
 
3542
        attribs[b'_removed_contents'] = [b'new-2']
 
3543
        attribs[b'_tree_path_ids'] = {
 
3544
            b'': b'new-0',
 
3545
            u'foo\u1234'.encode('utf-8'): b'new-1',
 
3546
            b'bar': b'new-2',
3038
3547
            }
3039
3548
        return self.make_records(attribs, [])
3040
3549
 
3041
3550
    def test_serialize_destruction(self):
3042
3551
        tt = self.make_destruction_preview()
3043
 
        foo_trans_id = tt.trans_id_tree_file_id('foo-id')
 
3552
        foo_trans_id = tt.trans_id_tree_path(u'foo\u1234')
3044
3553
        tt.unversion_file(foo_trans_id)
3045
 
        bar_trans_id = tt.trans_id_tree_file_id('bar-id')
 
3554
        bar_trans_id = tt.trans_id_tree_path('bar')
3046
3555
        tt.delete_contents(bar_trans_id)
3047
3556
        self.assertSerializesTo(self.destruction_records(), tt)
3048
3557
 
3055
3564
        self.assertEqual({'new-1': u'foo\u1234',
3056
3565
                          'new-2': 'bar',
3057
3566
                          tt.root: ''}, tt._tree_id_paths)
3058
 
        self.assertEqual(set(['new-1']), tt._removed_id)
3059
 
        self.assertEqual(set(['new-2']), tt._removed_contents)
 
3567
        self.assertEqual({'new-1'}, tt._removed_id)
 
3568
        self.assertEqual({'new-2'}, tt._removed_contents)
3060
3569
 
3061
3570
    def missing_records(self):
3062
3571
        attribs = self.default_attribs()
3063
 
        attribs['_id_number'] = 2
3064
 
        attribs['_non_present_ids'] = {
3065
 
            'boo': 'new-1',}
 
3572
        attribs[b'_id_number'] = 2
 
3573
        attribs[b'_non_present_ids'] = {
 
3574
            b'boo': b'new-1', }
3066
3575
        return self.make_records(attribs, [])
3067
3576
 
3068
3577
    def test_serialize_missing(self):
3069
3578
        tt = self.get_preview()
3070
 
        boo_trans_id = tt.trans_id_file_id('boo')
 
3579
        tt.trans_id_file_id(b'boo')
3071
3580
        self.assertSerializesTo(self.missing_records(), tt)
3072
3581
 
3073
3582
    def test_deserialize_missing(self):
3074
3583
        tt = self.get_preview()
3075
3584
        tt.deserialize(iter(self.missing_records()))
3076
 
        self.assertEqual({'boo': 'new-1'}, tt._non_present_ids)
 
3585
        self.assertEqual({b'boo': 'new-1'}, tt._non_present_ids)
3077
3586
 
3078
3587
    def make_modification_preview(self):
3079
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3080
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3588
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
 
3589
        LINES_TWO = b'z\nbb\nx\ndd\n'
3081
3590
        tree = self.make_branch_and_tree('tree')
3082
3591
        self.build_tree_contents([('tree/file', LINES_ONE)])
3083
 
        tree.add('file', 'file-id')
3084
 
        return self.get_preview(tree), LINES_TWO
 
3592
        tree.add('file', b'file-id')
 
3593
        return self.get_preview(tree), [LINES_TWO]
3085
3594
 
3086
3595
    def modification_records(self):
3087
3596
        attribs = self.default_attribs()
3088
 
        attribs['_id_number'] = 2
3089
 
        attribs['_tree_path_ids'] = {
3090
 
            'file': 'new-1',
3091
 
            '': 'new-0',}
3092
 
        attribs['_removed_contents'] = ['new-1']
3093
 
        contents = [('new-1', 'file',
3094
 
                     'i 1\nz\n\nc 0 1 1 1\ni 1\nx\n\nc 0 3 3 1\n')]
 
3597
        attribs[b'_id_number'] = 2
 
3598
        attribs[b'_tree_path_ids'] = {
 
3599
            b'file': b'new-1',
 
3600
            b'': b'new-0', }
 
3601
        attribs[b'_removed_contents'] = [b'new-1']
 
3602
        contents = [(b'new-1', b'file',
 
3603
                     b'i 1\nz\n\nc 0 1 1 1\ni 1\nx\n\nc 0 3 3 1\n')]
3095
3604
        return self.make_records(attribs, contents)
3096
3605
 
3097
3606
    def test_serialize_modification(self):
3098
3607
        tt, LINES = self.make_modification_preview()
3099
 
        trans_id = tt.trans_id_file_id('file-id')
 
3608
        trans_id = tt.trans_id_file_id(b'file-id')
3100
3609
        tt.delete_contents(trans_id)
3101
3610
        tt.create_file(LINES, trans_id)
3102
3611
        self.assertSerializesTo(self.modification_records(), tt)
3104
3613
    def test_deserialize_modification(self):
3105
3614
        tt, LINES = self.make_modification_preview()
3106
3615
        tt.deserialize(iter(self.modification_records()))
3107
 
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
 
3616
        self.assertFileEqual(b''.join(LINES), tt._limbo_name('new-1'))
3108
3617
 
3109
3618
    def make_kind_change_preview(self):
3110
 
        LINES = 'a\nb\nc\nd\n'
 
3619
        LINES = b'a\nb\nc\nd\n'
3111
3620
        tree = self.make_branch_and_tree('tree')
3112
3621
        self.build_tree(['tree/foo/'])
3113
 
        tree.add('foo', 'foo-id')
3114
 
        return self.get_preview(tree), LINES
 
3622
        tree.add('foo', b'foo-id')
 
3623
        return self.get_preview(tree), [LINES]
3115
3624
 
3116
3625
    def kind_change_records(self):
3117
3626
        attribs = self.default_attribs()
3118
 
        attribs['_id_number'] = 2
3119
 
        attribs['_tree_path_ids'] = {
3120
 
            'foo': 'new-1',
3121
 
            '': 'new-0',}
3122
 
        attribs['_removed_contents'] = ['new-1']
3123
 
        contents = [('new-1', 'file',
3124
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3627
        attribs[b'_id_number'] = 2
 
3628
        attribs[b'_tree_path_ids'] = {
 
3629
            b'foo': b'new-1',
 
3630
            b'': b'new-0', }
 
3631
        attribs[b'_removed_contents'] = [b'new-1']
 
3632
        contents = [(b'new-1', b'file',
 
3633
                     b'i 4\na\nb\nc\nd\n\n')]
3125
3634
        return self.make_records(attribs, contents)
3126
3635
 
3127
3636
    def test_serialize_kind_change(self):
3128
3637
        tt, LINES = self.make_kind_change_preview()
3129
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3638
        trans_id = tt.trans_id_file_id(b'foo-id')
3130
3639
        tt.delete_contents(trans_id)
3131
3640
        tt.create_file(LINES, trans_id)
3132
3641
        self.assertSerializesTo(self.kind_change_records(), tt)
3134
3643
    def test_deserialize_kind_change(self):
3135
3644
        tt, LINES = self.make_kind_change_preview()
3136
3645
        tt.deserialize(iter(self.kind_change_records()))
3137
 
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
 
3646
        self.assertFileEqual(b''.join(LINES), tt._limbo_name('new-1'))
3138
3647
 
3139
3648
    def make_add_contents_preview(self):
3140
 
        LINES = 'a\nb\nc\nd\n'
 
3649
        LINES = b'a\nb\nc\nd\n'
3141
3650
        tree = self.make_branch_and_tree('tree')
3142
3651
        self.build_tree(['tree/foo'])
3143
3652
        tree.add('foo')
3146
3655
 
3147
3656
    def add_contents_records(self):
3148
3657
        attribs = self.default_attribs()
3149
 
        attribs['_id_number'] = 2
3150
 
        attribs['_tree_path_ids'] = {
3151
 
            'foo': 'new-1',
3152
 
            '': 'new-0',}
3153
 
        contents = [('new-1', 'file',
3154
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3658
        attribs[b'_id_number'] = 2
 
3659
        attribs[b'_tree_path_ids'] = {
 
3660
            b'foo': b'new-1',
 
3661
            b'': b'new-0', }
 
3662
        contents = [(b'new-1', b'file',
 
3663
                     b'i 4\na\nb\nc\nd\n\n')]
3155
3664
        return self.make_records(attribs, contents)
3156
3665
 
3157
3666
    def test_serialize_add_contents(self):
3158
3667
        tt, LINES = self.make_add_contents_preview()
3159
3668
        trans_id = tt.trans_id_tree_path('foo')
3160
 
        tt.create_file(LINES, trans_id)
 
3669
        tt.create_file([LINES], trans_id)
3161
3670
        self.assertSerializesTo(self.add_contents_records(), tt)
3162
3671
 
3163
3672
    def test_deserialize_add_contents(self):
3166
3675
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
3167
3676
 
3168
3677
    def test_get_parents_lines(self):
3169
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3170
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3678
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
3171
3679
        tree = self.make_branch_and_tree('tree')
3172
3680
        self.build_tree_contents([('tree/file', LINES_ONE)])
3173
 
        tree.add('file', 'file-id')
 
3681
        tree.add('file', b'file-id')
3174
3682
        tt = self.get_preview(tree)
3175
3683
        trans_id = tt.trans_id_tree_path('file')
3176
 
        self.assertEqual((['aa\n', 'bb\n', 'cc\n', 'dd\n'],),
3177
 
            tt._get_parents_lines(trans_id))
 
3684
        self.assertEqual(([b'aa\n', b'bb\n', b'cc\n', b'dd\n'],),
 
3685
                         tt._get_parents_lines(trans_id))
3178
3686
 
3179
3687
    def test_get_parents_texts(self):
3180
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3181
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3688
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
3182
3689
        tree = self.make_branch_and_tree('tree')
3183
3690
        self.build_tree_contents([('tree/file', LINES_ONE)])
3184
 
        tree.add('file', 'file-id')
 
3691
        tree.add('file', b'file-id')
3185
3692
        tt = self.get_preview(tree)
3186
3693
        trans_id = tt.trans_id_tree_path('file')
3187
3694
        self.assertEqual((LINES_ONE,),
3188
 
            tt._get_parents_texts(trans_id))
 
3695
                         tt._get_parents_texts(trans_id))
 
3696
 
 
3697
 
 
3698
class TestOrphan(tests.TestCaseWithTransport):
 
3699
 
 
3700
    def test_no_orphan_for_transform_preview(self):
 
3701
        tree = self.make_branch_and_tree('tree')
 
3702
        tt = transform.TransformPreview(tree)
 
3703
        self.addCleanup(tt.finalize)
 
3704
        self.assertRaises(NotImplementedError, tt.new_orphan, 'foo', 'bar')
 
3705
 
 
3706
    def _set_orphan_policy(self, wt, policy):
 
3707
        wt.branch.get_config_stack().set('transform.orphan_policy',
 
3708
                                         policy)
 
3709
 
 
3710
    def _prepare_orphan(self, wt):
 
3711
        self.build_tree(['dir/', 'dir/file', 'dir/foo'])
 
3712
        wt.add(['dir', 'dir/file'], [b'dir-id', b'file-id'])
 
3713
        wt.commit('add dir and file ignoring foo')
 
3714
        tt = transform.TreeTransform(wt)
 
3715
        self.addCleanup(tt.finalize)
 
3716
        # dir and bar are deleted
 
3717
        dir_tid = tt.trans_id_tree_path('dir')
 
3718
        file_tid = tt.trans_id_tree_path('dir/file')
 
3719
        orphan_tid = tt.trans_id_tree_path('dir/foo')
 
3720
        tt.delete_contents(file_tid)
 
3721
        tt.unversion_file(file_tid)
 
3722
        tt.delete_contents(dir_tid)
 
3723
        tt.unversion_file(dir_tid)
 
3724
        # There should be a conflict because dir still contain foo
 
3725
        raw_conflicts = tt.find_conflicts()
 
3726
        self.assertLength(1, raw_conflicts)
 
3727
        self.assertEqual(('missing parent', 'new-1'), raw_conflicts[0])
 
3728
        return tt, orphan_tid
 
3729
 
 
3730
    def test_new_orphan_created(self):
 
3731
        wt = self.make_branch_and_tree('.')
 
3732
        self._set_orphan_policy(wt, 'move')
 
3733
        tt, orphan_tid = self._prepare_orphan(wt)
 
3734
        warnings = []
 
3735
 
 
3736
        def warning(*args):
 
3737
            warnings.append(args[0] % args[1:])
 
3738
        self.overrideAttr(trace, 'warning', warning)
 
3739
        remaining_conflicts = resolve_conflicts(tt)
 
3740
        self.assertEqual(['dir/foo has been orphaned in brz-orphans'],
 
3741
                         warnings)
 
3742
        # Yeah for resolved conflicts !
 
3743
        self.assertLength(0, remaining_conflicts)
 
3744
        # We have a new orphan
 
3745
        self.assertEqual('foo.~1~', tt.final_name(orphan_tid))
 
3746
        self.assertEqual('brz-orphans',
 
3747
                         tt.final_name(tt.final_parent(orphan_tid)))
 
3748
 
 
3749
    def test_never_orphan(self):
 
3750
        wt = self.make_branch_and_tree('.')
 
3751
        self._set_orphan_policy(wt, 'conflict')
 
3752
        tt, orphan_tid = self._prepare_orphan(wt)
 
3753
        remaining_conflicts = resolve_conflicts(tt)
 
3754
        self.assertLength(1, remaining_conflicts)
 
3755
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3756
                         remaining_conflicts.pop())
 
3757
 
 
3758
    def test_orphan_error(self):
 
3759
        def bogus_orphan(tt, orphan_id, parent_id):
 
3760
            raise transform.OrphaningError(tt.final_name(orphan_id),
 
3761
                                           tt.final_name(parent_id))
 
3762
        transform.orphaning_registry.register('bogus', bogus_orphan,
 
3763
                                              'Raise an error when orphaning')
 
3764
        wt = self.make_branch_and_tree('.')
 
3765
        self._set_orphan_policy(wt, 'bogus')
 
3766
        tt, orphan_tid = self._prepare_orphan(wt)
 
3767
        remaining_conflicts = resolve_conflicts(tt)
 
3768
        self.assertLength(1, remaining_conflicts)
 
3769
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3770
                         remaining_conflicts.pop())
 
3771
 
 
3772
    def test_unknown_orphan_policy(self):
 
3773
        wt = self.make_branch_and_tree('.')
 
3774
        # Set a fictional policy nobody ever implemented
 
3775
        self._set_orphan_policy(wt, 'donttouchmypreciouuus')
 
3776
        tt, orphan_tid = self._prepare_orphan(wt)
 
3777
        warnings = []
 
3778
 
 
3779
        def warning(*args):
 
3780
            warnings.append(args[0] % args[1:])
 
3781
        self.overrideAttr(trace, 'warning', warning)
 
3782
        remaining_conflicts = resolve_conflicts(tt)
 
3783
        # We fallback to the default policy which create a conflict
 
3784
        self.assertLength(1, remaining_conflicts)
 
3785
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3786
                         remaining_conflicts.pop())
 
3787
        self.assertLength(1, warnings)
 
3788
        self.assertStartsWith(warnings[0], 'Value "donttouchmypreciouuus" ')
 
3789
 
 
3790
 
 
3791
class TestTransformHooks(tests.TestCaseWithTransport):
 
3792
 
 
3793
    def setUp(self):
 
3794
        super(TestTransformHooks, self).setUp()
 
3795
        self.wt = self.make_branch_and_tree('.')
 
3796
        os.chdir('..')
 
3797
 
 
3798
    def get_transform(self):
 
3799
        transform = TreeTransform(self.wt)
 
3800
        self.addCleanup(transform.finalize)
 
3801
        return transform, transform.root
 
3802
 
 
3803
    def test_pre_commit_hooks(self):
 
3804
        calls = []
 
3805
 
 
3806
        def record_pre_transform(tree, tt):
 
3807
            calls.append((tree, tt))
 
3808
        MutableTree.hooks.install_named_hook(
 
3809
            'pre_transform', record_pre_transform, "Pre transform")
 
3810
        transform, root = self.get_transform()
 
3811
        old_root_id = transform.tree_file_id(root)
 
3812
        transform.apply()
 
3813
        self.assertEqual(old_root_id, self.wt.path2id(''))
 
3814
        self.assertEqual([(self.wt, transform)], calls)
 
3815
 
 
3816
    def test_post_commit_hooks(self):
 
3817
        calls = []
 
3818
 
 
3819
        def record_post_transform(tree, tt):
 
3820
            calls.append((tree, tt))
 
3821
        MutableTree.hooks.install_named_hook(
 
3822
            'post_transform', record_post_transform, "Post transform")
 
3823
        transform, root = self.get_transform()
 
3824
        old_root_id = transform.tree_file_id(root)
 
3825
        transform.apply()
 
3826
        self.assertEqual(old_root_id, self.wt.path2id(''))
 
3827
        self.assertEqual([(self.wt, transform)], calls)
 
3828
 
 
3829
 
 
3830
class TestLinkTree(tests.TestCaseWithTransport):
 
3831
 
 
3832
    _test_needs_features = [HardlinkFeature]
 
3833
 
 
3834
    def setUp(self):
 
3835
        tests.TestCaseWithTransport.setUp(self)
 
3836
        self.parent_tree = self.make_branch_and_tree('parent')
 
3837
        self.parent_tree.lock_write()
 
3838
        self.addCleanup(self.parent_tree.unlock)
 
3839
        self.build_tree_contents([('parent/foo', b'bar')])
 
3840
        self.parent_tree.add('foo')
 
3841
        self.parent_tree.commit('added foo')
 
3842
        child_controldir = self.parent_tree.controldir.sprout('child')
 
3843
        self.child_tree = child_controldir.open_workingtree()
 
3844
 
 
3845
    def hardlinked(self):
 
3846
        parent_stat = os.lstat(self.parent_tree.abspath('foo'))
 
3847
        child_stat = os.lstat(self.child_tree.abspath('foo'))
 
3848
        return parent_stat.st_ino == child_stat.st_ino
 
3849
 
 
3850
    def test_link_fails_if_modified(self):
 
3851
        """If the file to be linked has modified text, don't link."""
 
3852
        self.build_tree_contents([('child/foo', b'baz')])
 
3853
        transform.link_tree(self.child_tree, self.parent_tree)
 
3854
        self.assertFalse(self.hardlinked())
 
3855
 
 
3856
    def test_link_fails_if_execute_bit_changed(self):
 
3857
        """If the file to be linked has modified execute bit, don't link."""
 
3858
        tt = TreeTransform(self.child_tree)
 
3859
        try:
 
3860
            trans_id = tt.trans_id_tree_path('foo')
 
3861
            tt.set_executability(True, trans_id)
 
3862
            tt.apply()
 
3863
        finally:
 
3864
            tt.finalize()
 
3865
        transform.link_tree(self.child_tree, self.parent_tree)
 
3866
        self.assertFalse(self.hardlinked())
 
3867
 
 
3868
    def test_link_succeeds_if_unmodified(self):
 
3869
        """If the file to be linked is unmodified, link"""
 
3870
        transform.link_tree(self.child_tree, self.parent_tree)
 
3871
        self.assertTrue(self.hardlinked())