/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/tests/test_transform.py

  • Committer: Martin
  • Date: 2018-07-01 22:21:53 UTC
  • mto: This revision was merged to the branch mainline in revision 7020.
  • Revision ID: gzlist@googlemail.com-20180701222153-9x858n5ujntl9ucc
Update _known_graph_pyx for modern cython

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006-2012, 2016 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
 
17
import errno
17
18
import os
18
 
from StringIO import StringIO
19
19
import sys
20
20
import time
21
21
 
22
 
from bzrlib import (
 
22
from .. import (
23
23
    bencode,
24
24
    errors,
25
25
    filters,
28
28
    revision as _mod_revision,
29
29
    rules,
30
30
    tests,
 
31
    trace,
 
32
    transform,
31
33
    urlutils,
32
34
    )
33
 
from bzrlib.bzrdir import BzrDir
34
 
from bzrlib.conflicts import (
 
35
from ..conflicts import (
35
36
    DeletingParent,
36
37
    DuplicateEntry,
37
38
    DuplicateID,
40
41
    ParentLoop,
41
42
    UnversionedParent,
42
43
)
43
 
from bzrlib.diff import show_diff_trees
44
 
from bzrlib.errors import (
 
44
from ..controldir import ControlDir
 
45
from ..diff import show_diff_trees
 
46
from ..errors import (
45
47
    DuplicateKey,
46
48
    ExistingLimbo,
47
49
    ExistingPendingDeletion,
49
51
    ImmortalPendingDeletion,
50
52
    LockError,
51
53
    MalformedTransform,
52
 
    NoSuchFile,
53
54
    ReusingTransform,
54
55
)
55
 
from bzrlib.osutils import (
 
56
from ..osutils import (
56
57
    file_kind,
57
58
    pathjoin,
58
59
)
59
 
from bzrlib.merge import Merge3Merger, Merger
60
 
from bzrlib.tests import (
 
60
from ..merge import Merge3Merger, Merger
 
61
from ..mutabletree import MutableTree
 
62
from ..sixish import (
 
63
    BytesIO,
 
64
    text_type,
 
65
    )
 
66
from . import (
 
67
    features,
 
68
    TestCaseInTempDir,
 
69
    TestSkipped,
 
70
    )
 
71
from .features import (
61
72
    HardlinkFeature,
62
73
    SymlinkFeature,
63
 
    TestCase,
64
 
    TestCaseInTempDir,
65
 
    TestSkipped,
66
 
)
67
 
from bzrlib.transform import (
 
74
    )
 
75
from ..transform import (
68
76
    build_tree,
69
77
    create_from_tree,
70
78
    cook_conflicts,
71
79
    _FileMover,
72
80
    FinalPaths,
73
 
    get_backup_name,
74
81
    resolve_conflicts,
75
82
    resolve_checkout,
76
83
    ROOT_PARENT,
83
90
 
84
91
    def setUp(self):
85
92
        super(TestTreeTransform, self).setUp()
86
 
        self.wt = self.make_branch_and_tree('.', format='dirstate-with-subtree')
 
93
        self.wt = self.make_branch_and_tree('.', format='development-subtree')
87
94
        os.chdir('..')
88
95
 
89
96
    def get_transform(self):
91
98
        self.addCleanup(transform.finalize)
92
99
        return transform, transform.root
93
100
 
 
101
    def get_transform_for_sha1_test(self):
 
102
        trans, root = self.get_transform()
 
103
        self.wt.lock_tree_write()
 
104
        self.addCleanup(self.wt.unlock)
 
105
        contents = [b'just some content\n']
 
106
        sha1 = osutils.sha_strings(contents)
 
107
        # Roll back the clock
 
108
        trans._creation_mtime = time.time() - 20.0
 
109
        return trans, root, contents, sha1
 
110
 
94
111
    def test_existing_limbo(self):
95
112
        transform, root = self.get_transform()
96
113
        limbo_name = transform._limbodir
123
140
        imaginary_id = transform.trans_id_tree_path('imaginary')
124
141
        imaginary_id2 = transform.trans_id_tree_path('imaginary/')
125
142
        self.assertEqual(imaginary_id, imaginary_id2)
126
 
        self.assertEqual(transform.get_tree_parent(imaginary_id), root)
127
 
        self.assertEqual(transform.final_kind(root), 'directory')
128
 
        self.assertEqual(transform.final_file_id(root), self.wt.get_root_id())
 
143
        self.assertEqual(root, transform.get_tree_parent(imaginary_id))
 
144
        self.assertEqual('directory', transform.final_kind(root))
 
145
        self.assertEqual(self.wt.get_root_id(), transform.final_file_id(root))
129
146
        trans_id = transform.create_path('name', root)
130
147
        self.assertIs(transform.final_file_id(trans_id), None)
131
 
        self.assertRaises(NoSuchFile, transform.final_kind, trans_id)
132
 
        transform.create_file('contents', trans_id)
 
148
        self.assertIs(None, transform.final_kind(trans_id))
 
149
        transform.create_file([b'contents'], trans_id)
133
150
        transform.set_executability(True, trans_id)
134
 
        transform.version_file('my_pretties', trans_id)
 
151
        transform.version_file(b'my_pretties', trans_id)
135
152
        self.assertRaises(DuplicateKey, transform.version_file,
136
 
                          'my_pretties', trans_id)
137
 
        self.assertEqual(transform.final_file_id(trans_id), 'my_pretties')
 
153
                          b'my_pretties', trans_id)
 
154
        self.assertEqual(transform.final_file_id(trans_id), b'my_pretties')
138
155
        self.assertEqual(transform.final_parent(trans_id), root)
139
156
        self.assertIs(transform.final_parent(root), ROOT_PARENT)
140
157
        self.assertIs(transform.get_tree_parent(root), ROOT_PARENT)
141
158
        oz_id = transform.create_path('oz', root)
142
159
        transform.create_directory(oz_id)
143
 
        transform.version_file('ozzie', oz_id)
 
160
        transform.version_file(b'ozzie', oz_id)
144
161
        trans_id2 = transform.create_path('name2', root)
145
 
        transform.create_file('contents', trans_id2)
 
162
        transform.create_file([b'contents'], trans_id2)
146
163
        transform.set_executability(False, trans_id2)
147
 
        transform.version_file('my_pretties2', trans_id2)
 
164
        transform.version_file(b'my_pretties2', trans_id2)
148
165
        modified_paths = transform.apply().modified_paths
149
 
        self.assertEqual('contents', self.wt.get_file_byname('name').read())
150
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
151
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
152
 
        self.assertIs(self.wt.is_executable('my_pretties2'), False)
 
166
        with self.wt.get_file('name') as f:
 
167
            self.assertEqual(b'contents', f.read())
 
168
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
169
        self.assertIs(self.wt.is_executable('name'), True)
 
170
        self.assertIs(self.wt.is_executable('name2'), False)
153
171
        self.assertEqual('directory', file_kind(self.wt.abspath('oz')))
154
172
        self.assertEqual(len(modified_paths), 3)
155
 
        tree_mod_paths = [self.wt.id2abspath(f) for f in
156
 
                          ('ozzie', 'my_pretties', 'my_pretties2')]
 
173
        tree_mod_paths = [self.wt.abspath(self.wt.id2path(f)) for f in
 
174
                          (b'ozzie', b'my_pretties', b'my_pretties2')]
157
175
        self.assertSubset(tree_mod_paths, modified_paths)
158
176
        # is it safe to finalize repeatedly?
159
177
        transform.finalize()
160
178
        transform.finalize()
161
179
 
 
180
    def test_apply_informs_tree_of_observed_sha1(self):
 
181
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
182
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
183
                                  sha1=sha1)
 
184
        calls = []
 
185
        orig = self.wt._observed_sha1
 
186
        def _observed_sha1(*args):
 
187
            calls.append(args)
 
188
            orig(*args)
 
189
        self.wt._observed_sha1 = _observed_sha1
 
190
        trans.apply()
 
191
        self.assertEqual([(None, 'file1', trans._observed_sha1s[trans_id])],
 
192
                         calls)
 
193
 
 
194
    def test_create_file_caches_sha1(self):
 
195
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
196
        trans_id = trans.create_path('file1', root)
 
197
        trans.create_file(contents, trans_id, sha1=sha1)
 
198
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
199
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
200
        self.assertEqual(o_sha1, sha1)
 
201
        self.assertEqualStat(o_st_val, st_val)
 
202
 
 
203
    def test__apply_insertions_updates_sha1(self):
 
204
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
205
        trans_id = trans.create_path('file1', root)
 
206
        trans.create_file(contents, trans_id, sha1=sha1)
 
207
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
208
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
209
        self.assertEqual(o_sha1, sha1)
 
210
        self.assertEqualStat(o_st_val, st_val)
 
211
        creation_mtime = trans._creation_mtime + 10.0
 
212
        # We fake a time difference from when the file was created until now it
 
213
        # is being renamed by using os.utime. Note that the change we actually
 
214
        # want to see is the real ctime change from 'os.rename()', but as long
 
215
        # as we observe a new stat value, we should be fine.
 
216
        os.utime(trans._limbo_name(trans_id), (creation_mtime, creation_mtime))
 
217
        trans.apply()
 
218
        new_st_val = osutils.lstat(self.wt.abspath('file1'))
 
219
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
220
        self.assertEqual(o_sha1, sha1)
 
221
        self.assertEqualStat(o_st_val, new_st_val)
 
222
        self.assertNotEqual(st_val.st_mtime, new_st_val.st_mtime)
 
223
 
 
224
    def test_new_file_caches_sha1(self):
 
225
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
226
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
227
                                  sha1=sha1)
 
228
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
229
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
230
        self.assertEqual(o_sha1, sha1)
 
231
        self.assertEqualStat(o_st_val, st_val)
 
232
 
 
233
    def test_cancel_creation_removes_observed_sha1(self):
 
234
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
235
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
236
                                  sha1=sha1)
 
237
        self.assertTrue(trans_id in trans._observed_sha1s)
 
238
        trans.cancel_creation(trans_id)
 
239
        self.assertFalse(trans_id in trans._observed_sha1s)
 
240
 
162
241
    def test_create_files_same_timestamp(self):
163
242
        transform, root = self.get_transform()
164
243
        self.wt.lock_tree_write()
166
245
        # Roll back the clock, so that we know everything is being set to the
167
246
        # exact time
168
247
        transform._creation_mtime = creation_mtime = time.time() - 20.0
169
 
        transform.create_file('content-one',
 
248
        transform.create_file([b'content-one'],
170
249
                              transform.create_path('one', root))
171
250
        time.sleep(1) # *ugly*
172
 
        transform.create_file('content-two',
 
251
        transform.create_file([b'content-two'],
173
252
                              transform.create_path('two', root))
174
253
        transform.apply()
175
 
        fo, st1 = self.wt.get_file_with_stat(None, path='one', filtered=False)
 
254
        fo, st1 = self.wt.get_file_with_stat('one', filtered=False)
176
255
        fo.close()
177
 
        fo, st2 = self.wt.get_file_with_stat(None, path='two', filtered=False)
 
256
        fo, st2 = self.wt.get_file_with_stat('two', filtered=False)
178
257
        fo.close()
179
258
        # We only guarantee 2s resolution
180
259
        self.assertTrue(abs(creation_mtime - st1.st_mtime) < 2.0,
184
263
 
185
264
    def test_change_root_id(self):
186
265
        transform, root = self.get_transform()
187
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
188
 
        transform.new_directory('', ROOT_PARENT, 'new-root-id')
 
266
        self.assertNotEqual(b'new-root-id', self.wt.get_root_id())
 
267
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
189
268
        transform.delete_contents(root)
190
269
        transform.unversion_file(root)
191
270
        transform.fixup_new_roots()
192
271
        transform.apply()
193
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
 
272
        self.assertEqual(b'new-root-id', self.wt.get_root_id())
194
273
 
195
274
    def test_change_root_id_add_files(self):
196
275
        transform, root = self.get_transform()
197
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
198
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
199
 
        transform.new_file('file', new_trans_id, ['new-contents\n'],
200
 
                           'new-file-id')
 
276
        self.assertNotEqual(b'new-root-id', self.wt.get_root_id())
 
277
        new_trans_id = transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
278
        transform.new_file('file', new_trans_id, [b'new-contents\n'],
 
279
                           b'new-file-id')
201
280
        transform.delete_contents(root)
202
281
        transform.unversion_file(root)
203
282
        transform.fixup_new_roots()
204
283
        transform.apply()
205
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
206
 
        self.assertEqual('new-file-id', self.wt.path2id('file'))
207
 
        self.assertFileEqual('new-contents\n', self.wt.abspath('file'))
 
284
        self.assertEqual(b'new-root-id', self.wt.get_root_id())
 
285
        self.assertEqual(b'new-file-id', self.wt.path2id('file'))
 
286
        self.assertFileEqual(b'new-contents\n', self.wt.abspath('file'))
208
287
 
209
288
    def test_add_two_roots(self):
210
289
        transform, root = self.get_transform()
211
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
212
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'alt-root-id')
213
 
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
290
        new_trans_id = transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
291
        new_trans_id = transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
292
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
293
 
 
294
    def test_retain_existing_root(self):
 
295
        tt, root = self.get_transform()
 
296
        with tt:
 
297
            tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
298
            tt.fixup_new_roots()
 
299
            self.assertNotEqual(b'new-root-id', tt.final_file_id(tt.root))
 
300
 
 
301
    def test_retain_existing_root_added_file(self):
 
302
        tt, root = self.get_transform()
 
303
        new_trans_id = tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
304
        child = tt.new_directory('child', new_trans_id, b'child-id')
 
305
        tt.fixup_new_roots()
 
306
        self.assertEqual(tt.root, tt.final_parent(child))
 
307
 
 
308
    def test_add_unversioned_root(self):
 
309
        transform, root = self.get_transform()
 
310
        new_trans_id = transform.new_directory('', ROOT_PARENT, None)
 
311
        transform.delete_contents(transform.root)
 
312
        transform.fixup_new_roots()
 
313
        self.assertNotIn(transform.root, transform._new_id)
 
314
 
 
315
    def test_remove_root_fixup(self):
 
316
        transform, root = self.get_transform()
 
317
        old_root_id = self.wt.get_root_id()
 
318
        self.assertNotEqual(b'new-root-id', old_root_id)
 
319
        transform.delete_contents(root)
 
320
        transform.unversion_file(root)
 
321
        transform.fixup_new_roots()
 
322
        transform.apply()
 
323
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
324
 
 
325
        transform, root = self.get_transform()
 
326
        new_trans_id = transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
327
        new_trans_id = transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
328
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
329
 
 
330
    def test_fixup_new_roots_permits_empty_tree(self):
 
331
        transform, root = self.get_transform()
 
332
        transform.delete_contents(root)
 
333
        transform.unversion_file(root)
 
334
        transform.fixup_new_roots()
 
335
        self.assertIs(None, transform.final_kind(root))
 
336
        self.assertIs(None, transform.final_file_id(root))
 
337
 
 
338
    def test_apply_retains_root_directory(self):
 
339
        # Do not attempt to delete the physical root directory, because that
 
340
        # is impossible.
 
341
        transform, root = self.get_transform()
 
342
        with transform:
 
343
            transform.delete_contents(root)
 
344
            e = self.assertRaises(AssertionError, self.assertRaises,
 
345
                                  errors.TransformRenameFailed,
 
346
                                  transform.apply)
 
347
        self.assertContainsRe('TransformRenameFailed not raised', str(e))
 
348
 
 
349
    def test_apply_retains_file_id(self):
 
350
        transform, root = self.get_transform()
 
351
        old_root_id = transform.tree_file_id(root)
 
352
        transform.unversion_file(root)
 
353
        transform.apply()
 
354
        self.assertEqual(old_root_id, self.wt.get_root_id())
214
355
 
215
356
    def test_hardlink(self):
216
357
        self.requireFeature(HardlinkFeature)
217
358
        transform, root = self.get_transform()
218
 
        transform.new_file('file1', root, 'contents')
 
359
        transform.new_file('file1', root, [b'contents'])
219
360
        transform.apply()
220
361
        target = self.make_branch_and_tree('target')
221
362
        target_transform = TreeTransform(target)
222
363
        trans_id = target_transform.create_path('file1', target_transform.root)
223
364
        target_transform.create_hardlink(self.wt.abspath('file1'), trans_id)
224
365
        target_transform.apply()
225
 
        self.failUnlessExists('target/file1')
 
366
        self.assertPathExists('target/file1')
226
367
        source_stat = os.stat(self.wt.abspath('file1'))
227
368
        target_stat = os.stat('target/file1')
228
369
        self.assertEqual(source_stat, target_stat)
231
372
        transform, root = self.get_transform()
232
373
        self.wt.lock_tree_write()
233
374
        self.addCleanup(self.wt.unlock)
234
 
        trans_id = transform.new_file('name', root, 'contents',
235
 
                                      'my_pretties', True)
 
375
        trans_id = transform.new_file('name', root, [b'contents'],
 
376
                                      b'my_pretties', True)
236
377
        oz = transform.new_directory('oz', root, 'oz-id')
237
 
        dorothy = transform.new_directory('dorothy', oz, 'dorothy-id')
238
 
        toto = transform.new_file('toto', dorothy, 'toto-contents',
239
 
                                  'toto-id', False)
 
378
        dorothy = transform.new_directory('dorothy', oz, b'dorothy-id')
 
379
        toto = transform.new_file('toto', dorothy, [b'toto-contents'],
 
380
                                  b'toto-id', False)
240
381
 
241
382
        self.assertEqual(len(transform.find_conflicts()), 0)
242
383
        transform.apply()
243
384
        self.assertRaises(ReusingTransform, transform.find_conflicts)
244
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
 
385
        with open(self.wt.abspath('name'), 'r') as f:
 
386
            self.assertEqual('contents', f.read())
245
387
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
246
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
247
 
        self.assertEqual(self.wt.path2id('oz'), 'oz-id')
248
 
        self.assertEqual(self.wt.path2id('oz/dorothy'), 'dorothy-id')
249
 
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), 'toto-id')
 
388
        self.assertIs(self.wt.is_executable('name'), True)
 
389
        self.assertEqual(self.wt.path2id('oz'), b'oz-id')
 
390
        self.assertEqual(self.wt.path2id('oz/dorothy'), b'dorothy-id')
 
391
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), b'toto-id')
250
392
 
251
 
        self.assertEqual('toto-contents',
252
 
                         self.wt.get_file_byname('oz/dorothy/toto').read())
253
 
        self.assertIs(self.wt.is_executable('toto-id'), False)
 
393
        self.assertEqual(b'toto-contents',
 
394
                         self.wt.get_file('oz/dorothy/toto').read())
 
395
        self.assertIs(self.wt.is_executable('oz/dorothy/toto'), False)
254
396
 
255
397
    def test_tree_reference(self):
256
398
        transform, root = self.get_transform()
261
403
        tree.lock_read()
262
404
        self.addCleanup(tree.unlock)
263
405
        self.assertEqual('subtree-revision',
264
 
                         tree.inventory['subtree-id'].reference_revision)
 
406
                         tree.root_inventory.get_entry('subtree-id').reference_revision)
265
407
 
266
408
    def test_conflicts(self):
267
409
        transform, root = self.get_transform()
268
 
        trans_id = transform.new_file('name', root, 'contents',
269
 
                                      'my_pretties')
 
410
        trans_id = transform.new_file('name', root, [b'contents'],
 
411
                                      b'my_pretties')
270
412
        self.assertEqual(len(transform.find_conflicts()), 0)
271
 
        trans_id2 = transform.new_file('name', root, 'Crontents', 'toto')
 
413
        trans_id2 = transform.new_file('name', root, [b'Crontents'], b'toto')
272
414
        self.assertEqual(transform.find_conflicts(),
273
415
                         [('duplicate', trans_id, trans_id2, 'name')])
274
416
        self.assertRaises(MalformedTransform, transform.apply)
295
437
        transform.adjust_path('name2', root, trans_id2)
296
438
        self.assertEqual(transform.find_conflicts(),
297
439
                         [('versioning no contents', lion_id)])
298
 
        transform.create_file('Contents, okay?', lion_id)
 
440
        transform.create_file([b'Contents, okay?'], lion_id)
299
441
        transform.adjust_path('name2', trans_id2, trans_id2)
300
442
        self.assertEqual(transform.find_conflicts(),
301
443
                         [('parent loop', trans_id2),
305
447
        transform.set_executability(True, oz_id)
306
448
        self.assertEqual(transform.find_conflicts(),
307
449
                         [('unversioned executability', oz_id)])
308
 
        transform.version_file('oz-id', oz_id)
 
450
        transform.version_file(b'oz-id', oz_id)
309
451
        self.assertEqual(transform.find_conflicts(),
310
452
                         [('non-file executability', oz_id)])
311
453
        transform.set_executability(None, oz_id)
312
 
        tip_id = transform.new_file('tip', oz_id, 'ozma', 'tip-id')
 
454
        tip_id = transform.new_file('tip', oz_id, [b'ozma'], b'tip-id')
313
455
        transform.apply()
314
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
315
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
 
456
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
457
        with open(self.wt.abspath('name'), 'r') as f:
 
458
            self.assertEqual(b'contents', f.read())
316
459
        transform2, root = self.get_transform()
317
 
        oz_id = transform2.trans_id_tree_file_id('oz-id')
318
 
        newtip = transform2.new_file('tip', oz_id, 'other', 'tip-id')
 
460
        oz_id = transform2.trans_id_tree_path('oz')
 
461
        newtip = transform2.new_file('tip', oz_id, [b'other'], b'tip-id')
319
462
        result = transform2.find_conflicts()
320
463
        fp = FinalPaths(transform2)
321
 
        self.assert_('oz/tip' in transform2._tree_path_ids)
 
464
        self.assertTrue('oz/tip' in transform2._tree_path_ids)
322
465
        self.assertEqual(fp.get_path(newtip), pathjoin('oz', 'tip'))
323
466
        self.assertEqual(len(result), 2)
324
467
        self.assertEqual((result[0][0], result[0][1]),
328
471
        transform2.finalize()
329
472
        transform3 = TreeTransform(self.wt)
330
473
        self.addCleanup(transform3.finalize)
331
 
        oz_id = transform3.trans_id_tree_file_id('oz-id')
 
474
        oz_id = transform3.trans_id_tree_path('oz')
332
475
        transform3.delete_contents(oz_id)
333
476
        self.assertEqual(transform3.find_conflicts(),
334
477
                         [('missing parent', oz_id)])
335
478
        root_id = transform3.root
336
 
        tip_id = transform3.trans_id_tree_file_id('tip-id')
 
479
        tip_id = transform3.trans_id_tree_path('oz/tip')
337
480
        transform3.adjust_path('tip', root_id, tip_id)
338
481
        transform3.apply()
339
482
 
345
488
        tree.case_sensitive = True
346
489
        transform = TreeTransform(tree)
347
490
        self.addCleanup(transform.finalize)
348
 
        transform.new_file('file', transform.root, 'content')
349
 
        transform.new_file('FiLe', transform.root, 'content')
 
491
        transform.new_file('file', transform.root, [b'content'])
 
492
        transform.new_file('FiLe', transform.root, [b'content'])
350
493
        result = transform.find_conflicts()
351
494
        self.assertEqual([], result)
352
495
        transform.finalize()
355
498
        tree.case_sensitive = False
356
499
        transform = TreeTransform(tree)
357
500
        self.addCleanup(transform.finalize)
358
 
        transform.new_file('file', transform.root, 'content')
359
 
        transform.new_file('FiLe', transform.root, 'content')
 
501
        transform.new_file('file', transform.root, [b'content'])
 
502
        transform.new_file('FiLe', transform.root, [b'content'])
360
503
        result = transform.find_conflicts()
361
504
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
362
505
 
369
512
        tree.case_sensitive = True
370
513
        transform = TreeTransform(tree)
371
514
        self.addCleanup(transform.finalize)
372
 
        transform.new_file('file', transform.root, 'content')
 
515
        transform.new_file('file', transform.root, [b'content'])
373
516
        result = transform.find_conflicts()
374
517
        self.assertEqual([], result)
375
518
        transform.finalize()
378
521
        tree.case_sensitive = False
379
522
        transform = TreeTransform(tree)
380
523
        self.addCleanup(transform.finalize)
381
 
        transform.new_file('file', transform.root, 'content')
 
524
        transform.new_file('file', transform.root, [b'content'])
382
525
        result = transform.find_conflicts()
383
526
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
384
527
 
390
533
        tree.case_sensitive = False
391
534
        transform = TreeTransform(tree)
392
535
        self.addCleanup(transform.finalize)
393
 
        transform.new_file('file', transform.root, 'content')
394
 
        transform.new_file('FiLe', transform.root, 'content')
 
536
        transform.new_file('file', transform.root, [b'content'])
 
537
        transform.new_file('FiLe', transform.root, [b'content'])
395
538
        resolve_conflicts(transform)
396
539
        transform.apply()
397
 
        self.failUnlessExists('tree/file')
398
 
        self.failUnlessExists('tree/FiLe.moved')
 
540
        self.assertPathExists('tree/file')
 
541
        self.assertPathExists('tree/FiLe.moved')
399
542
 
400
543
    def test_resolve_checkout_case_conflict(self):
401
544
        tree = self.make_branch_and_tree('tree')
405
548
        tree.case_sensitive = False
406
549
        transform = TreeTransform(tree)
407
550
        self.addCleanup(transform.finalize)
408
 
        transform.new_file('file', transform.root, 'content')
409
 
        transform.new_file('FiLe', transform.root, 'content')
 
551
        transform.new_file('file', transform.root, [b'content'])
 
552
        transform.new_file('FiLe', transform.root, [b'content'])
410
553
        resolve_conflicts(transform,
411
554
                          pass_func=lambda t, c: resolve_checkout(t, c, []))
412
555
        transform.apply()
413
 
        self.failUnlessExists('tree/file')
414
 
        self.failUnlessExists('tree/FiLe.moved')
 
556
        self.assertPathExists('tree/file')
 
557
        self.assertPathExists('tree/FiLe.moved')
415
558
 
416
559
    def test_apply_case_conflict(self):
417
560
        """Ensure that a transform with case conflicts can always be applied"""
418
561
        tree = self.make_branch_and_tree('tree')
419
562
        transform = TreeTransform(tree)
420
563
        self.addCleanup(transform.finalize)
421
 
        transform.new_file('file', transform.root, 'content')
422
 
        transform.new_file('FiLe', transform.root, 'content')
 
564
        transform.new_file('file', transform.root, [b'content'])
 
565
        transform.new_file('FiLe', transform.root, [b'content'])
423
566
        dir = transform.new_directory('dir', transform.root)
424
 
        transform.new_file('dirfile', dir, 'content')
425
 
        transform.new_file('dirFiLe', dir, 'content')
 
567
        transform.new_file('dirfile', dir, [b'content'])
 
568
        transform.new_file('dirFiLe', dir, [b'content'])
426
569
        resolve_conflicts(transform)
427
570
        transform.apply()
428
 
        self.failUnlessExists('tree/file')
 
571
        self.assertPathExists('tree/file')
429
572
        if not os.path.exists('tree/FiLe.moved'):
430
 
            self.failUnlessExists('tree/FiLe')
431
 
        self.failUnlessExists('tree/dir/dirfile')
 
573
            self.assertPathExists('tree/FiLe')
 
574
        self.assertPathExists('tree/dir/dirfile')
432
575
        if not os.path.exists('tree/dir/dirFiLe.moved'):
433
 
            self.failUnlessExists('tree/dir/dirFiLe')
 
576
            self.assertPathExists('tree/dir/dirFiLe')
434
577
 
435
578
    def test_case_insensitive_limbo(self):
436
579
        tree = self.make_branch_and_tree('tree')
440
583
        transform = TreeTransform(tree)
441
584
        self.addCleanup(transform.finalize)
442
585
        dir = transform.new_directory('dir', transform.root)
443
 
        first = transform.new_file('file', dir, 'content')
444
 
        second = transform.new_file('FiLe', dir, 'content')
 
586
        first = transform.new_file('file', dir, [b'content'])
 
587
        second = transform.new_file('FiLe', dir, [b'content'])
445
588
        self.assertContainsRe(transform._limbo_name(first), 'new-1/file')
446
589
        self.assertNotContainsRe(transform._limbo_name(second), 'new-1/FiLe')
447
590
 
462
605
        start.new_directory('a', root, 'a')
463
606
        start.apply()
464
607
        transform, root = self.get_transform()
465
 
        transform.delete_versioned(transform.trans_id_tree_file_id('a'))
 
608
        transform.delete_versioned(transform.trans_id_tree_path('a'))
466
609
        transform.new_directory('a', root, 'a')
467
610
        transform.apply()
468
611
 
469
612
    def test_unversioning(self):
470
613
        create_tree, root = self.get_transform()
471
 
        parent_id = create_tree.new_directory('parent', root, 'parent-id')
472
 
        create_tree.new_file('child', parent_id, 'child', 'child-id')
 
614
        parent_id = create_tree.new_directory('parent', root, b'parent-id')
 
615
        create_tree.new_file('child', parent_id, [b'child'], b'child-id')
473
616
        create_tree.apply()
474
617
        unversion = TreeTransform(self.wt)
475
618
        self.addCleanup(unversion.finalize)
477
620
        unversion.unversion_file(parent)
478
621
        self.assertEqual(unversion.find_conflicts(),
479
622
                         [('unversioned parent', parent_id)])
480
 
        file_id = unversion.trans_id_tree_file_id('child-id')
 
623
        file_id = unversion.trans_id_tree_path('parent/child')
481
624
        unversion.unversion_file(file_id)
482
625
        unversion.apply()
483
626
 
485
628
        create_tree, root = self.get_transform()
486
629
        # prepare tree
487
630
        root = create_tree.root
488
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
489
 
        create_tree.new_file('name2', root, 'hello2', 'name2')
490
 
        ddir = create_tree.new_directory('dying_directory', root, 'ddir')
491
 
        create_tree.new_file('dying_file', ddir, 'goodbye1', 'dfile')
492
 
        create_tree.new_file('moving_file', ddir, 'later1', 'mfile')
493
 
        create_tree.new_file('moving_file2', root, 'later2', 'mfile2')
 
631
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
 
632
        create_tree.new_file('name2', root, [b'hello2'], b'name2')
 
633
        ddir = create_tree.new_directory('dying_directory', root, b'ddir')
 
634
        create_tree.new_file('dying_file', ddir, [b'goodbye1'], b'dfile')
 
635
        create_tree.new_file('moving_file', ddir, [b'later1'], b'mfile')
 
636
        create_tree.new_file('moving_file2', root, [b'later2'], b'mfile2')
494
637
        create_tree.apply()
495
638
 
496
 
        mangle_tree,root = self.get_transform()
 
639
        mangle_tree, root = self.get_transform()
497
640
        root = mangle_tree.root
498
641
        #swap names
499
 
        name1 = mangle_tree.trans_id_tree_file_id('name1')
500
 
        name2 = mangle_tree.trans_id_tree_file_id('name2')
 
642
        name1 = mangle_tree.trans_id_tree_path('name1')
 
643
        name2 = mangle_tree.trans_id_tree_path('name2')
501
644
        mangle_tree.adjust_path('name2', root, name1)
502
645
        mangle_tree.adjust_path('name1', root, name2)
503
646
 
504
647
        #tests for deleting parent directories
505
 
        ddir = mangle_tree.trans_id_tree_file_id('ddir')
 
648
        ddir = mangle_tree.trans_id_tree_path('dying_directory')
506
649
        mangle_tree.delete_contents(ddir)
507
 
        dfile = mangle_tree.trans_id_tree_file_id('dfile')
 
650
        dfile = mangle_tree.trans_id_tree_path('dying_directory/dying_file')
508
651
        mangle_tree.delete_versioned(dfile)
509
652
        mangle_tree.unversion_file(dfile)
510
 
        mfile = mangle_tree.trans_id_tree_file_id('mfile')
 
653
        mfile = mangle_tree.trans_id_tree_path('dying_directory/moving_file')
511
654
        mangle_tree.adjust_path('mfile', root, mfile)
512
655
 
513
656
        #tests for adding parent directories
514
657
        newdir = mangle_tree.new_directory('new_directory', root, 'newdir')
515
 
        mfile2 = mangle_tree.trans_id_tree_file_id('mfile2')
 
658
        mfile2 = mangle_tree.trans_id_tree_path('moving_file2')
516
659
        mangle_tree.adjust_path('mfile2', newdir, mfile2)
517
 
        mangle_tree.new_file('newfile', newdir, 'hello3', 'dfile')
518
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
660
        mangle_tree.new_file('newfile', newdir, [b'hello3'], b'dfile')
 
661
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
519
662
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
520
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
663
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
521
664
        mangle_tree.apply()
522
 
        self.assertEqual(file(self.wt.abspath('name1')).read(), 'hello2')
523
 
        self.assertEqual(file(self.wt.abspath('name2')).read(), 'hello1')
524
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
665
        with open(self.wt.abspath('name1'), 'r') as f:
 
666
            self.assertEqual(f.read(), 'hello2')
 
667
        with open(self.wt.abspath('name2'), 'r') as f:
 
668
            self.assertEqual(f.read(), 'hello1')
 
669
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
525
670
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
526
 
        self.assertEqual(file(mfile2_path).read(), 'later2')
527
 
        self.assertEqual(self.wt.id2path('mfile2'), 'new_directory/mfile2')
528
 
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), 'mfile2')
529
 
        newfile_path = self.wt.abspath(pathjoin('new_directory','newfile'))
530
 
        self.assertEqual(file(newfile_path).read(), 'hello3')
531
 
        self.assertEqual(self.wt.path2id('dying_directory'), 'ddir')
 
671
        with open(mfile2_path, 'r') as f:
 
672
            self.assertEqual(f.read(), 'later2')
 
673
        self.assertEqual(self.wt.id2path(b'mfile2'), 'new_directory/mfile2')
 
674
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), b'mfile2')
 
675
        newfile_path = self.wt.abspath(pathjoin('new_directory', 'newfile'))
 
676
        with open(newfile_path, 'r') as f:
 
677
            self.assertEqual(f.read(), 'hello3')
 
678
        self.assertEqual(self.wt.path2id('dying_directory'), b'ddir')
532
679
        self.assertIs(self.wt.path2id('dying_directory/dying_file'), None)
533
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
680
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
534
681
 
535
682
    def test_both_rename(self):
536
 
        create_tree,root = self.get_transform()
537
 
        newdir = create_tree.new_directory('selftest', root, 'selftest-id')
538
 
        create_tree.new_file('blackbox.py', newdir, 'hello1', 'blackbox-id')
 
683
        create_tree, root = self.get_transform()
 
684
        newdir = create_tree.new_directory('selftest', root, b'selftest-id')
 
685
        create_tree.new_file('blackbox.py', newdir, [b'hello1'], b'blackbox-id')
539
686
        create_tree.apply()
540
 
        mangle_tree,root = self.get_transform()
541
 
        selftest = mangle_tree.trans_id_tree_file_id('selftest-id')
542
 
        blackbox = mangle_tree.trans_id_tree_file_id('blackbox-id')
 
687
        mangle_tree, root = self.get_transform()
 
688
        selftest = mangle_tree.trans_id_tree_path('selftest')
 
689
        blackbox = mangle_tree.trans_id_tree_path('selftest/blackbox.py')
543
690
        mangle_tree.adjust_path('test', root, selftest)
544
691
        mangle_tree.adjust_path('test_too_much', root, selftest)
545
692
        mangle_tree.set_executability(True, blackbox)
546
693
        mangle_tree.apply()
547
694
 
548
695
    def test_both_rename2(self):
549
 
        create_tree,root = self.get_transform()
550
 
        bzrlib = create_tree.new_directory('bzrlib', root, 'bzrlib-id')
551
 
        tests = create_tree.new_directory('tests', bzrlib, 'tests-id')
 
696
        create_tree, root = self.get_transform()
 
697
        breezy = create_tree.new_directory('breezy', root, 'breezy-id')
 
698
        tests = create_tree.new_directory('tests', breezy, 'tests-id')
552
699
        blackbox = create_tree.new_directory('blackbox', tests, 'blackbox-id')
553
 
        create_tree.new_file('test_too_much.py', blackbox, 'hello1',
554
 
                             'test_too_much-id')
 
700
        create_tree.new_file('test_too_much.py', blackbox, [b'hello1'],
 
701
                             b'test_too_much-id')
555
702
        create_tree.apply()
556
 
        mangle_tree,root = self.get_transform()
557
 
        bzrlib = mangle_tree.trans_id_tree_file_id('bzrlib-id')
558
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
559
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
560
 
        mangle_tree.adjust_path('selftest', bzrlib, tests)
 
703
        mangle_tree, root = self.get_transform()
 
704
        breezy = mangle_tree.trans_id_tree_path('breezy')
 
705
        tests = mangle_tree.trans_id_tree_path('breezy/tests')
 
706
        test_too_much = mangle_tree.trans_id_tree_path('breezy/tests/blackbox/test_too_much.py')
 
707
        mangle_tree.adjust_path('selftest', breezy, tests)
561
708
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
562
709
        mangle_tree.set_executability(True, test_too_much)
563
710
        mangle_tree.apply()
564
711
 
565
712
    def test_both_rename3(self):
566
 
        create_tree,root = self.get_transform()
567
 
        tests = create_tree.new_directory('tests', root, 'tests-id')
568
 
        create_tree.new_file('test_too_much.py', tests, 'hello1',
569
 
                             'test_too_much-id')
 
713
        create_tree, root = self.get_transform()
 
714
        tests = create_tree.new_directory('tests', root, b'tests-id')
 
715
        create_tree.new_file('test_too_much.py', tests, [b'hello1'],
 
716
                             b'test_too_much-id')
570
717
        create_tree.apply()
571
 
        mangle_tree,root = self.get_transform()
572
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
573
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
 
718
        mangle_tree, root = self.get_transform()
 
719
        tests = mangle_tree.trans_id_tree_path('tests')
 
720
        test_too_much = mangle_tree.trans_id_tree_path('tests/test_too_much.py')
574
721
        mangle_tree.adjust_path('selftest', root, tests)
575
722
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
576
723
        mangle_tree.set_executability(True, test_too_much)
580
727
        create_tree, root = self.get_transform()
581
728
        # prepare tree
582
729
        root = create_tree.root
583
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
730
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
584
731
        create_tree.apply()
585
732
        delete_contents, root = self.get_transform()
586
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
733
        file = delete_contents.trans_id_tree_path(b'name1')
587
734
        delete_contents.delete_contents(file)
588
735
        delete_contents.apply()
589
736
        move_id, root = self.get_transform()
590
 
        name1 = move_id.trans_id_tree_file_id('name1')
 
737
        name1 = move_id.trans_id_tree_path('name1')
591
738
        newdir = move_id.new_directory('dir', root, 'newdir')
592
739
        move_id.adjust_path('name2', newdir, name1)
593
740
        move_id.apply()
596
743
        create_tree, root = self.get_transform()
597
744
        # prepare tree
598
745
        root = create_tree.root
599
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
746
        create_tree.new_file('name1', root, [b'hello1'], 'name1')
600
747
        create_tree.apply()
601
748
        delete_contents = TreeTransform(self.wt)
602
749
        self.addCleanup(delete_contents.finalize)
603
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
750
        file = delete_contents.trans_id_tree_path('name1')
604
751
        delete_contents.delete_contents(file)
605
752
        delete_contents.apply()
606
753
        delete_contents.finalize()
607
754
        replace = TreeTransform(self.wt)
608
755
        self.addCleanup(replace.finalize)
609
 
        name2 = replace.new_file('name2', root, 'hello2', 'name1')
 
756
        name2 = replace.new_file('name2', root, [b'hello2'], 'name1')
610
757
        conflicts = replace.find_conflicts()
611
 
        name1 = replace.trans_id_tree_file_id('name1')
 
758
        name1 = replace.trans_id_tree_path('name1')
612
759
        self.assertEqual(conflicts, [('duplicate id', name1, name2)])
613
760
        resolve_conflicts(replace)
614
761
        replace.apply()
615
762
 
616
 
    def _test_symlinks(self, link_name1,link_target1,
 
763
    def _test_symlinks(self, link_name1, link_target1,
617
764
                       link_name2, link_target2):
618
765
 
619
766
        def ozpath(p): return 'oz/' + p
620
767
 
621
768
        self.requireFeature(SymlinkFeature)
622
769
        transform, root = self.get_transform()
623
 
        oz_id = transform.new_directory('oz', root, 'oz-id')
 
770
        oz_id = transform.new_directory('oz', root, b'oz-id')
624
771
        wizard = transform.new_symlink(link_name1, oz_id, link_target1,
625
 
                                       'wizard-id')
 
772
                                       b'wizard-id')
626
773
        wiz_id = transform.create_path(link_name2, oz_id)
627
774
        transform.create_symlink(link_target2, wiz_id)
628
 
        transform.version_file('wiz-id2', wiz_id)
 
775
        transform.version_file(b'wiz-id2', wiz_id)
629
776
        transform.set_executability(True, wiz_id)
630
777
        self.assertEqual(transform.find_conflicts(),
631
778
                         [('non-file executability', wiz_id)])
632
779
        transform.set_executability(None, wiz_id)
633
780
        transform.apply()
634
 
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), 'wizard-id')
 
781
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), b'wizard-id')
635
782
        self.assertEqual('symlink',
636
783
                         file_kind(self.wt.abspath(ozpath(link_name1))))
637
784
        self.assertEqual(link_target2,
644
791
                            'wizard2', 'behind_curtain')
645
792
 
646
793
    def test_symlinks_unicode(self):
647
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
794
        self.requireFeature(features.UnicodeFilenameFeature)
648
795
        self._test_symlinks(u'\N{Euro Sign}wizard',
649
796
                            u'wizard-targ\N{Euro Sign}t',
650
797
                            u'\N{Euro Sign}wizard2',
663
810
        os.symlink = None
664
811
        try:
665
812
            err = self.assertRaises(errors.UnableCreateSymlink, tt_helper)
666
 
            self.assertEquals(
 
813
            self.assertEqual(
667
814
                "Unable to create symlink 'foo' on this platform",
668
815
                str(err))
669
816
        finally:
671
818
                os.symlink = os_symlink
672
819
 
673
820
    def get_conflicted(self):
674
 
        create,root = self.get_transform()
675
 
        create.new_file('dorothy', root, 'dorothy', 'dorothy-id')
676
 
        oz = create.new_directory('oz', root, 'oz-id')
677
 
        create.new_directory('emeraldcity', oz, 'emerald-id')
 
821
        create, root = self.get_transform()
 
822
        create.new_file('dorothy', root, [b'dorothy'], b'dorothy-id')
 
823
        oz = create.new_directory('oz', root, b'oz-id')
 
824
        create.new_directory('emeraldcity', oz, b'emerald-id')
678
825
        create.apply()
679
 
        conflicts,root = self.get_transform()
 
826
        conflicts, root = self.get_transform()
680
827
        # set up duplicate entry, duplicate id
681
 
        new_dorothy = conflicts.new_file('dorothy', root, 'dorothy',
682
 
                                         'dorothy-id')
683
 
        old_dorothy = conflicts.trans_id_tree_file_id('dorothy-id')
684
 
        oz = conflicts.trans_id_tree_file_id('oz-id')
 
828
        new_dorothy = conflicts.new_file('dorothy', root, [b'dorothy'],
 
829
                                         b'dorothy-id')
 
830
        old_dorothy = conflicts.trans_id_tree_path('dorothy')
 
831
        oz = conflicts.trans_id_tree_path('oz')
685
832
        # set up DeletedParent parent conflict
686
833
        conflicts.delete_versioned(oz)
687
 
        emerald = conflicts.trans_id_tree_file_id('emerald-id')
 
834
        emerald = conflicts.trans_id_tree_path('oz/emeraldcity')
688
835
        # set up MissingParent conflict
689
 
        munchkincity = conflicts.trans_id_file_id('munchkincity-id')
 
836
        munchkincity = conflicts.trans_id_file_id(b'munchkincity-id')
690
837
        conflicts.adjust_path('munchkincity', root, munchkincity)
691
 
        conflicts.new_directory('auntem', munchkincity, 'auntem-id')
 
838
        conflicts.new_directory('auntem', munchkincity, b'auntem-id')
692
839
        # set up parent loop
693
840
        conflicts.adjust_path('emeraldcity', emerald, emerald)
694
841
        return conflicts, emerald, oz, old_dorothy, new_dorothy
709
856
        raw_conflicts = resolve_conflicts(tt)
710
857
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
711
858
        duplicate = DuplicateEntry('Moved existing file to', 'dorothy.moved',
712
 
                                   'dorothy', None, 'dorothy-id')
 
859
                                   'dorothy', None, b'dorothy-id')
713
860
        self.assertEqual(cooked_conflicts[0], duplicate)
714
861
        duplicate_id = DuplicateID('Unversioned existing file',
715
862
                                   'dorothy.moved', 'dorothy', None,
716
 
                                   'dorothy-id')
 
863
                                   b'dorothy-id')
717
864
        self.assertEqual(cooked_conflicts[1], duplicate_id)
718
865
        missing_parent = MissingParent('Created directory', 'munchkincity',
719
 
                                       'munchkincity-id')
720
 
        deleted_parent = DeletingParent('Not deleting', 'oz', 'oz-id')
 
866
                                       b'munchkincity-id')
 
867
        deleted_parent = DeletingParent('Not deleting', 'oz', b'oz-id')
721
868
        self.assertEqual(cooked_conflicts[2], missing_parent)
722
869
        unversioned_parent = UnversionedParent('Versioned directory',
723
870
                                               'munchkincity',
724
 
                                               'munchkincity-id')
 
871
                                               b'munchkincity-id')
725
872
        unversioned_parent2 = UnversionedParent('Versioned directory', 'oz',
726
 
                                               'oz-id')
 
873
                                               b'oz-id')
727
874
        self.assertEqual(cooked_conflicts[3], unversioned_parent)
728
875
        parent_loop = ParentLoop('Cancelled move', 'oz/emeraldcity',
729
 
                                 'oz/emeraldcity', 'emerald-id', 'emerald-id')
 
876
                                 'oz/emeraldcity', b'emerald-id', b'emerald-id')
730
877
        self.assertEqual(cooked_conflicts[4], deleted_parent)
731
878
        self.assertEqual(cooked_conflicts[5], unversioned_parent2)
732
879
        self.assertEqual(cooked_conflicts[6], parent_loop)
738
885
        raw_conflicts = resolve_conflicts(tt)
739
886
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
740
887
        tt.finalize()
741
 
        conflicts_s = [str(c) for c in cooked_conflicts]
 
888
        conflicts_s = [text_type(c) for c in cooked_conflicts]
742
889
        self.assertEqual(len(cooked_conflicts), len(conflicts_s))
743
890
        self.assertEqual(conflicts_s[0], 'Conflict adding file dorothy.  '
744
891
                                         'Moved existing file to '
761
908
 
762
909
    def prepare_wrong_parent_kind(self):
763
910
        tt, root = self.get_transform()
764
 
        tt.new_file('parent', root, 'contents', 'parent-id')
 
911
        tt.new_file('parent', root, [b'contents'], b'parent-id')
765
912
        tt.apply()
766
913
        tt, root = self.get_transform()
767
 
        parent_id = tt.trans_id_file_id('parent-id')
768
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
914
        parent_id = tt.trans_id_file_id(b'parent-id')
 
915
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
769
916
        return tt
770
917
 
771
918
    def test_find_conflicts_wrong_parent_kind(self):
775
922
    def test_resolve_conflicts_wrong_existing_parent_kind(self):
776
923
        tt = self.prepare_wrong_parent_kind()
777
924
        raw_conflicts = resolve_conflicts(tt)
778
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
779
 
                         'new-3')]), raw_conflicts)
 
925
        self.assertEqual({('non-directory parent', 'Created directory',
 
926
                         'new-3')}, raw_conflicts)
780
927
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
781
928
        self.assertEqual([NonDirectoryParent('Created directory', 'parent.new',
782
 
        'parent-id')], cooked_conflicts)
 
929
        b'parent-id')], cooked_conflicts)
783
930
        tt.apply()
784
 
        self.assertEqual(None, self.wt.path2id('parent'))
 
931
        self.assertFalse(self.wt.is_versioned('parent'))
785
932
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
786
933
 
787
934
    def test_resolve_conflicts_wrong_new_parent_kind(self):
788
935
        tt, root = self.get_transform()
789
 
        parent_id = tt.new_directory('parent', root, 'parent-id')
790
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
936
        parent_id = tt.new_directory('parent', root, b'parent-id')
 
937
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
791
938
        tt.apply()
792
939
        tt, root = self.get_transform()
793
 
        parent_id = tt.trans_id_file_id('parent-id')
 
940
        parent_id = tt.trans_id_file_id(b'parent-id')
794
941
        tt.delete_contents(parent_id)
795
 
        tt.create_file('contents', parent_id)
 
942
        tt.create_file([b'contents'], parent_id)
796
943
        raw_conflicts = resolve_conflicts(tt)
797
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
798
 
                         'new-3')]), raw_conflicts)
 
944
        self.assertEqual({('non-directory parent', 'Created directory',
 
945
                         'new-3')}, raw_conflicts)
799
946
        tt.apply()
800
 
        self.assertEqual(None, self.wt.path2id('parent'))
801
 
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
 
947
        self.assertFalse(self.wt.is_versioned('parent'))
 
948
        self.assertEqual(b'parent-id', self.wt.path2id('parent.new'))
802
949
 
803
950
    def test_resolve_conflicts_wrong_parent_kind_unversioned(self):
804
951
        tt, root = self.get_transform()
805
952
        parent_id = tt.new_directory('parent', root)
806
 
        tt.new_file('child,', parent_id, 'contents2')
 
953
        tt.new_file('child,', parent_id, [b'contents2'])
807
954
        tt.apply()
808
955
        tt, root = self.get_transform()
809
956
        parent_id = tt.trans_id_tree_path('parent')
810
957
        tt.delete_contents(parent_id)
811
 
        tt.create_file('contents', parent_id)
 
958
        tt.create_file([b'contents'], parent_id)
812
959
        resolve_conflicts(tt)
813
960
        tt.apply()
814
 
        self.assertIs(None, self.wt.path2id('parent'))
815
 
        self.assertIs(None, self.wt.path2id('parent.new'))
 
961
        self.assertFalse(self.wt.is_versioned('parent'))
 
962
        self.assertFalse(self.wt.is_versioned('parent.new'))
 
963
 
 
964
    def test_resolve_conflicts_missing_parent(self):
 
965
        wt = self.make_branch_and_tree('.')
 
966
        tt = TreeTransform(wt)
 
967
        self.addCleanup(tt.finalize)
 
968
        parent = tt.trans_id_file_id(b'parent-id')
 
969
        tt.new_file('file', parent, [b'Contents'])
 
970
        raw_conflicts = resolve_conflicts(tt)
 
971
        # Since the directory doesn't exist it's seen as 'missing'.  So
 
972
        # 'resolve_conflicts' create a conflict asking for it to be created.
 
973
        self.assertLength(1, raw_conflicts)
 
974
        self.assertEqual(('missing parent', 'Created directory', 'new-1'),
 
975
                         raw_conflicts.pop())
 
976
        # apply fail since the missing directory doesn't exist
 
977
        self.assertRaises(errors.NoFinalPath, tt.apply)
816
978
 
817
979
    def test_moving_versioned_directories(self):
818
980
        create, root = self.get_transform()
821
983
        create.new_directory('oz', root, 'oz-id')
822
984
        create.apply()
823
985
        cyclone, root = self.get_transform()
824
 
        oz = cyclone.trans_id_tree_file_id('oz-id')
825
 
        house = cyclone.trans_id_tree_file_id('house-id')
 
986
        oz = cyclone.trans_id_tree_path('oz')
 
987
        house = cyclone.trans_id_tree_path('house')
826
988
        cyclone.adjust_path('house', oz, house)
827
989
        cyclone.apply()
828
990
 
829
991
    def test_moving_root(self):
830
992
        create, root = self.get_transform()
831
 
        fun = create.new_directory('fun', root, 'fun-id')
832
 
        create.new_directory('sun', root, 'sun-id')
833
 
        create.new_directory('moon', root, 'moon')
 
993
        fun = create.new_directory('fun', root, b'fun-id')
 
994
        create.new_directory('sun', root, b'sun-id')
 
995
        create.new_directory('moon', root, b'moon')
834
996
        create.apply()
835
997
        transform, root = self.get_transform()
836
998
        transform.adjust_root_path('oldroot', fun)
837
999
        new_root = transform.trans_id_tree_path('')
838
 
        transform.version_file('new-root', new_root)
 
1000
        transform.version_file(b'new-root', new_root)
839
1001
        transform.apply()
840
1002
 
841
1003
    def test_renames(self):
842
1004
        create, root = self.get_transform()
843
 
        old = create.new_directory('old-parent', root, 'old-id')
844
 
        intermediate = create.new_directory('intermediate', old, 'im-id')
845
 
        myfile = create.new_file('myfile', intermediate, 'myfile-text',
846
 
                                 'myfile-id')
 
1005
        old = create.new_directory('old-parent', root, b'old-id')
 
1006
        intermediate = create.new_directory('intermediate', old, b'im-id')
 
1007
        myfile = create.new_file('myfile', intermediate, [b'myfile-text'],
 
1008
                                 b'myfile-id')
847
1009
        create.apply()
848
1010
        rename, root = self.get_transform()
849
 
        old = rename.trans_id_file_id('old-id')
 
1011
        old = rename.trans_id_file_id(b'old-id')
850
1012
        rename.adjust_path('new', root, old)
851
 
        myfile = rename.trans_id_file_id('myfile-id')
 
1013
        myfile = rename.trans_id_file_id(b'myfile-id')
852
1014
        rename.set_executability(True, myfile)
853
1015
        rename.apply()
854
1016
 
 
1017
    def test_rename_fails(self):
 
1018
        self.requireFeature(features.not_running_as_root)
 
1019
        # see https://bugs.launchpad.net/bzr/+bug/491763
 
1020
        create, root_id = self.get_transform()
 
1021
        first_dir = create.new_directory('first-dir', root_id, b'first-id')
 
1022
        myfile = create.new_file('myfile', root_id, [b'myfile-text'],
 
1023
                                 b'myfile-id')
 
1024
        create.apply()
 
1025
        if os.name == "posix" and sys.platform != "cygwin":
 
1026
            # posix filesystems fail on renaming if the readonly bit is set
 
1027
            osutils.make_readonly(self.wt.abspath('first-dir'))
 
1028
        elif os.name == "nt":
 
1029
            # windows filesystems fail on renaming open files
 
1030
            self.addCleanup(open(self.wt.abspath('myfile')).close)
 
1031
        else:
 
1032
            self.skipTest("Can't force a permissions error on rename")
 
1033
        # now transform to rename
 
1034
        rename_transform, root_id = self.get_transform()
 
1035
        file_trans_id = rename_transform.trans_id_file_id(b'myfile-id')
 
1036
        dir_id = rename_transform.trans_id_file_id(b'first-id')
 
1037
        rename_transform.adjust_path('newname', dir_id, file_trans_id)
 
1038
        e = self.assertRaises(errors.TransformRenameFailed,
 
1039
            rename_transform.apply)
 
1040
        # On nix looks like: 
 
1041
        # "Failed to rename .../work/.bzr/checkout/limbo/new-1
 
1042
        # to .../first-dir/newname: [Errno 13] Permission denied"
 
1043
        # On windows looks like:
 
1044
        # "Failed to rename .../work/myfile to 
 
1045
        # .../work/.bzr/checkout/limbo/new-1: [Errno 13] Permission denied"
 
1046
        # This test isn't concerned with exactly what the error looks like,
 
1047
        # and the strerror will vary across OS and locales, but the assert
 
1048
        # that the exeception attributes are what we expect
 
1049
        self.assertEqual(e.errno, errno.EACCES)
 
1050
        if os.name == "posix":
 
1051
            self.assertEndsWith(e.to_path, "/first-dir/newname")
 
1052
        else:
 
1053
            self.assertEqual(os.path.basename(e.from_path), "myfile")
 
1054
 
855
1055
    def test_set_executability_order(self):
856
1056
        """Ensure that executability behaves the same, no matter what order.
857
1057
 
865
1065
        wt = transform._tree
866
1066
        wt.lock_read()
867
1067
        self.addCleanup(wt.unlock)
868
 
        transform.new_file('set_on_creation', root, 'Set on creation', 'soc',
 
1068
        transform.new_file('set_on_creation', root, [b'Set on creation'], 'soc',
869
1069
                           True)
870
1070
        sac = transform.new_file('set_after_creation', root,
871
 
                                 'Set after creation', 'sac')
 
1071
                                 [b'Set after creation'], 'sac')
872
1072
        transform.set_executability(True, sac)
873
 
        uws = transform.new_file('unset_without_set', root, 'Unset badly',
 
1073
        uws = transform.new_file('unset_without_set', root, [b'Unset badly'],
874
1074
                                 'uws')
875
1075
        self.assertRaises(KeyError, transform.set_executability, None, uws)
876
1076
        transform.apply()
877
 
        self.assertTrue(wt.is_executable('soc'))
878
 
        self.assertTrue(wt.is_executable('sac'))
 
1077
        self.assertTrue(wt.is_executable('set_on_creation'))
 
1078
        self.assertTrue(wt.is_executable('set_after_creation'))
879
1079
 
880
1080
    def test_preserve_mode(self):
881
1081
        """File mode is preserved when replacing content"""
882
1082
        if sys.platform == 'win32':
883
1083
            raise TestSkipped('chmod has no effect on win32')
884
1084
        transform, root = self.get_transform()
885
 
        transform.new_file('file1', root, 'contents', 'file1-id', True)
 
1085
        transform.new_file('file1', root, [b'contents'], b'file1-id', True)
886
1086
        transform.apply()
887
1087
        self.wt.lock_write()
888
1088
        self.addCleanup(self.wt.unlock)
889
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1089
        self.assertTrue(self.wt.is_executable('file1'))
890
1090
        transform, root = self.get_transform()
891
 
        file1_id = transform.trans_id_tree_file_id('file1-id')
 
1091
        file1_id = transform.trans_id_tree_path('file1')
892
1092
        transform.delete_contents(file1_id)
893
 
        transform.create_file('contents2', file1_id)
 
1093
        transform.create_file([b'contents2'], file1_id)
894
1094
        transform.apply()
895
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1095
        self.assertTrue(self.wt.is_executable('file1'))
896
1096
 
897
1097
    def test__set_mode_stats_correctly(self):
898
1098
        """_set_mode stats to determine file mode."""
907
1107
 
908
1108
        transform, root = self.get_transform()
909
1109
 
910
 
        bar1_id = transform.new_file('bar', root, 'bar contents 1\n',
911
 
                                     file_id='bar-id-1', executable=False)
 
1110
        bar1_id = transform.new_file('bar', root, [b'bar contents 1\n'],
 
1111
                                     file_id=b'bar-id-1', executable=False)
912
1112
        transform.apply()
913
1113
 
914
1114
        transform, root = self.get_transform()
916
1116
        bar2_id = transform.trans_id_tree_path('bar2')
917
1117
        try:
918
1118
            os.stat = instrumented_stat
919
 
            transform.create_file('bar2 contents\n', bar2_id, mode_id=bar1_id)
 
1119
            transform.create_file([b'bar2 contents\n'], bar2_id, mode_id=bar1_id)
920
1120
        finally:
921
1121
            os.stat = real_stat
922
1122
            transform.finalize()
925
1125
        self.assertEqual([bar1_abspath], stat_paths)
926
1126
 
927
1127
    def test_iter_changes(self):
928
 
        self.wt.set_root_id('eert_toor')
 
1128
        self.wt.set_root_id(b'eert_toor')
929
1129
        transform, root = self.get_transform()
930
 
        transform.new_file('old', root, 'blah', 'id-1', True)
 
1130
        transform.new_file('old', root, [b'blah'], b'id-1', True)
931
1131
        transform.apply()
932
1132
        transform, root = self.get_transform()
933
1133
        try:
934
1134
            self.assertEqual([], list(transform.iter_changes()))
935
 
            old = transform.trans_id_tree_file_id('id-1')
 
1135
            old = transform.trans_id_tree_path('old')
936
1136
            transform.unversion_file(old)
937
 
            self.assertEqual([('id-1', ('old', None), False, (True, False),
938
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
 
1137
            self.assertEqual([(b'id-1', ('old', None), False, (True, False),
 
1138
                (b'eert_toor', b'eert_toor'), ('old', 'old'), ('file', 'file'),
939
1139
                (True, True))], list(transform.iter_changes()))
940
 
            transform.new_directory('new', root, 'id-1')
941
 
            self.assertEqual([('id-1', ('old', 'new'), True, (True, True),
942
 
                ('eert_toor', 'eert_toor'), ('old', 'new'),
 
1140
            transform.new_directory('new', root, b'id-1')
 
1141
            self.assertEqual([(b'id-1', ('old', 'new'), True, (True, True),
 
1142
                (b'eert_toor', b'eert_toor'), ('old', 'new'),
943
1143
                ('file', 'directory'),
944
1144
                (True, False))], list(transform.iter_changes()))
945
1145
        finally:
946
1146
            transform.finalize()
947
1147
 
948
1148
    def test_iter_changes_new(self):
949
 
        self.wt.set_root_id('eert_toor')
 
1149
        self.wt.set_root_id(b'eert_toor')
950
1150
        transform, root = self.get_transform()
951
 
        transform.new_file('old', root, 'blah')
 
1151
        transform.new_file('old', root, [b'blah'])
952
1152
        transform.apply()
953
1153
        transform, root = self.get_transform()
954
1154
        try:
955
1155
            old = transform.trans_id_tree_path('old')
956
 
            transform.version_file('id-1', old)
957
 
            self.assertEqual([('id-1', (None, 'old'), False, (False, True),
958
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
 
1156
            transform.version_file(b'id-1', old)
 
1157
            self.assertEqual([(b'id-1', (None, 'old'), False, (False, True),
 
1158
                (b'eert_toor', b'eert_toor'), ('old', 'old'), ('file', 'file'),
959
1159
                (False, False))], list(transform.iter_changes()))
960
1160
        finally:
961
1161
            transform.finalize()
962
1162
 
963
1163
    def test_iter_changes_modifications(self):
964
 
        self.wt.set_root_id('eert_toor')
 
1164
        self.wt.set_root_id(b'eert_toor')
965
1165
        transform, root = self.get_transform()
966
 
        transform.new_file('old', root, 'blah', 'id-1')
967
 
        transform.new_file('new', root, 'blah')
 
1166
        transform.new_file('old', root, [b'blah'], 'id-1')
 
1167
        transform.new_file('new', root, [b'blah'])
968
1168
        transform.new_directory('subdir', root, 'subdir-id')
969
1169
        transform.apply()
970
1170
        transform, root = self.get_transform()
971
1171
        try:
972
1172
            old = transform.trans_id_tree_path('old')
973
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1173
            subdir = transform.trans_id_tree_path('subdir')
974
1174
            new = transform.trans_id_tree_path('new')
975
1175
            self.assertEqual([], list(transform.iter_changes()))
976
1176
 
977
1177
            #content deletion
978
1178
            transform.delete_contents(old)
979
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
980
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', None),
 
1179
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1180
                (b'eert_toor', b'eert_toor'), ('old', 'old'), ('file', None),
981
1181
                (False, False))], list(transform.iter_changes()))
982
1182
 
983
1183
            #content change
984
 
            transform.create_file('blah', old)
985
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
986
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
 
1184
            transform.create_file([b'blah'], old)
 
1185
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1186
                (b'eert_toor', b'eert_toor'), ('old', 'old'), ('file', 'file'),
987
1187
                (False, False))], list(transform.iter_changes()))
988
1188
            transform.cancel_deletion(old)
989
1189
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
990
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
 
1190
                (b'eert_toor', b'eert_toor'), ('old', 'old'), ('file', 'file'),
991
1191
                (False, False))], list(transform.iter_changes()))
992
1192
            transform.cancel_creation(old)
993
1193
 
994
1194
            # move file_id to a different file
995
1195
            self.assertEqual([], list(transform.iter_changes()))
996
1196
            transform.unversion_file(old)
997
 
            transform.version_file('id-1', new)
 
1197
            transform.version_file(b'id-1', new)
998
1198
            transform.adjust_path('old', root, new)
999
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
 
1199
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
1000
1200
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
1001
1201
                (False, False))], list(transform.iter_changes()))
1002
1202
            transform.cancel_versioning(new)
1005
1205
            #execute bit
1006
1206
            self.assertEqual([], list(transform.iter_changes()))
1007
1207
            transform.set_executability(True, old)
1008
 
            self.assertEqual([('id-1', ('old', 'old'), False, (True, True),
1009
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
 
1208
            self.assertEqual([(b'id-1', ('old', 'old'), False, (True, True),
 
1209
                (b'eert_toor', b'eert_toor'), ('old', 'old'), ('file', 'file'),
1010
1210
                (False, True))], list(transform.iter_changes()))
1011
1211
            transform.set_executability(None, old)
1012
1212
 
1014
1214
            self.assertEqual([], list(transform.iter_changes()))
1015
1215
            transform.adjust_path('new', root, old)
1016
1216
            transform._new_parent = {}
1017
 
            self.assertEqual([('id-1', ('old', 'new'), False, (True, True),
1018
 
                ('eert_toor', 'eert_toor'), ('old', 'new'), ('file', 'file'),
 
1217
            self.assertEqual([(b'id-1', ('old', 'new'), False, (True, True),
 
1218
                (b'eert_toor', b'eert_toor'), ('old', 'new'), ('file', 'file'),
1019
1219
                (False, False))], list(transform.iter_changes()))
1020
1220
            transform._new_name = {}
1021
1221
 
1023
1223
            self.assertEqual([], list(transform.iter_changes()))
1024
1224
            transform.adjust_path('new', subdir, old)
1025
1225
            transform._new_name = {}
1026
 
            self.assertEqual([('id-1', ('old', 'subdir/old'), False,
1027
 
                (True, True), ('eert_toor', 'subdir-id'), ('old', 'old'),
 
1226
            self.assertEqual([(b'id-1', ('old', 'subdir/old'), False,
 
1227
                (True, True), (b'eert_toor', b'subdir-id'), ('old', 'old'),
1028
1228
                ('file', 'file'), (False, False))],
1029
1229
                list(transform.iter_changes()))
1030
1230
            transform._new_path = {}
1033
1233
            transform.finalize()
1034
1234
 
1035
1235
    def test_iter_changes_modified_bleed(self):
1036
 
        self.wt.set_root_id('eert_toor')
 
1236
        self.wt.set_root_id(b'eert_toor')
1037
1237
        """Modified flag should not bleed from one change to another"""
1038
1238
        # unfortunately, we have no guarantee that file1 (which is modified)
1039
1239
        # will be applied before file2.  And if it's applied after file2, it
1040
1240
        # obviously can't bleed into file2's change output.  But for now, it
1041
1241
        # works.
1042
1242
        transform, root = self.get_transform()
1043
 
        transform.new_file('file1', root, 'blah', 'id-1')
1044
 
        transform.new_file('file2', root, 'blah', 'id-2')
 
1243
        transform.new_file('file1', root, [b'blah'], b'id-1')
 
1244
        transform.new_file('file2', root, [b'blah'], b'id-2')
1045
1245
        transform.apply()
1046
1246
        transform, root = self.get_transform()
1047
1247
        try:
1048
 
            transform.delete_contents(transform.trans_id_file_id('id-1'))
 
1248
            transform.delete_contents(transform.trans_id_file_id(b'id-1'))
1049
1249
            transform.set_executability(True,
1050
 
            transform.trans_id_file_id('id-2'))
1051
 
            self.assertEqual([('id-1', (u'file1', u'file1'), True, (True, True),
1052
 
                ('eert_toor', 'eert_toor'), ('file1', u'file1'),
 
1250
            transform.trans_id_file_id(b'id-2'))
 
1251
            self.assertEqual([(b'id-1', (u'file1', u'file1'), True, (True, True),
 
1252
                (b'eert_toor', b'eert_toor'), ('file1', u'file1'),
1053
1253
                ('file', None), (False, False)),
1054
 
                ('id-2', (u'file2', u'file2'), False, (True, True),
1055
 
                ('eert_toor', 'eert_toor'), ('file2', u'file2'),
 
1254
                (b'id-2', (u'file2', u'file2'), False, (True, True),
 
1255
                (b'eert_toor', b'eert_toor'), ('file2', u'file2'),
1056
1256
                ('file', 'file'), (False, True))],
1057
1257
                list(transform.iter_changes()))
1058
1258
        finally:
1060
1260
 
1061
1261
    def test_iter_changes_move_missing(self):
1062
1262
        """Test moving ids with no files around"""
1063
 
        self.wt.set_root_id('toor_eert')
 
1263
        self.wt.set_root_id(b'toor_eert')
1064
1264
        # Need two steps because versioning a non-existant file is a conflict.
1065
1265
        transform, root = self.get_transform()
1066
 
        transform.new_directory('floater', root, 'floater-id')
 
1266
        transform.new_directory('floater', root, b'floater-id')
1067
1267
        transform.apply()
1068
1268
        transform, root = self.get_transform()
1069
1269
        transform.delete_contents(transform.trans_id_tree_path('floater'))
1072
1272
        floater = transform.trans_id_tree_path('floater')
1073
1273
        try:
1074
1274
            transform.adjust_path('flitter', root, floater)
1075
 
            self.assertEqual([('floater-id', ('floater', 'flitter'), False,
 
1275
            self.assertEqual([(b'floater-id', ('floater', 'flitter'), False,
1076
1276
            (True, True), ('toor_eert', 'toor_eert'), ('floater', 'flitter'),
1077
1277
            (None, None), (False, False))], list(transform.iter_changes()))
1078
1278
        finally:
1080
1280
 
1081
1281
    def test_iter_changes_pointless(self):
1082
1282
        """Ensure that no-ops are not treated as modifications"""
1083
 
        self.wt.set_root_id('eert_toor')
 
1283
        self.wt.set_root_id(b'eert_toor')
1084
1284
        transform, root = self.get_transform()
1085
 
        transform.new_file('old', root, 'blah', 'id-1')
1086
 
        transform.new_directory('subdir', root, 'subdir-id')
 
1285
        transform.new_file('old', root, [b'blah'], b'id-1')
 
1286
        transform.new_directory('subdir', root, b'subdir-id')
1087
1287
        transform.apply()
1088
1288
        transform, root = self.get_transform()
1089
1289
        try:
1090
1290
            old = transform.trans_id_tree_path('old')
1091
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1291
            subdir = transform.trans_id_tree_path('subdir')
1092
1292
            self.assertEqual([], list(transform.iter_changes()))
1093
1293
            transform.delete_contents(subdir)
1094
1294
            transform.create_directory(subdir)
1095
1295
            transform.set_executability(False, old)
1096
1296
            transform.unversion_file(old)
1097
 
            transform.version_file('id-1', old)
 
1297
            transform.version_file(b'id-1', old)
1098
1298
            transform.adjust_path('old', root, old)
1099
1299
            self.assertEqual([], list(transform.iter_changes()))
1100
1300
        finally:
1102
1302
 
1103
1303
    def test_rename_count(self):
1104
1304
        transform, root = self.get_transform()
1105
 
        transform.new_file('name1', root, 'contents')
 
1305
        transform.new_file('name1', root, [b'contents'])
1106
1306
        self.assertEqual(transform.rename_count, 0)
1107
1307
        transform.apply()
1108
1308
        self.assertEqual(transform.rename_count, 1)
1125
1325
        """
1126
1326
        transform, root = self.get_transform()
1127
1327
        parent1 = transform.new_directory('parent1', root)
1128
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1328
        child1 = transform.new_file('child1', parent1, [b'contents'])
1129
1329
        parent2 = transform.new_directory('parent2', root)
1130
1330
        transform.adjust_path('child1', parent2, child1)
1131
1331
        transform.apply()
1132
 
        self.failIfExists(self.wt.abspath('parent1/child1'))
1133
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1332
        self.assertPathDoesNotExist(self.wt.abspath('parent1/child1'))
 
1333
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1134
1334
        # rename limbo/new-1 => parent1, rename limbo/new-3 => parent2
1135
1335
        # no rename for child1 (counting only renames during apply)
1136
 
        self.failUnlessEqual(2, transform.rename_count)
 
1336
        self.assertEqual(2, transform.rename_count)
1137
1337
 
1138
1338
    def test_cancel_parent(self):
1139
1339
        """Cancelling a parent doesn't cause deletion of a non-empty directory
1144
1344
        """
1145
1345
        transform, root = self.get_transform()
1146
1346
        parent1 = transform.new_directory('parent1', root)
1147
 
        child1 = transform.new_file('child1', parent1, 'contents')
1148
 
        child2 = transform.new_file('child2', parent1, 'contents')
 
1347
        child1 = transform.new_file('child1', parent1, [b'contents'])
 
1348
        child2 = transform.new_file('child2', parent1, [b'contents'])
1149
1349
        try:
1150
1350
            transform.cancel_creation(parent1)
1151
1351
        except OSError:
1162
1362
        parent2 = transform.new_directory('parent2', root)
1163
1363
        transform.adjust_path('child1', parent2, child1)
1164
1364
        transform.apply()
1165
 
        self.failIfExists(self.wt.abspath('parent1'))
1166
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1365
        self.assertPathDoesNotExist(self.wt.abspath('parent1'))
 
1366
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1167
1367
        # rename limbo/new-3 => parent2, rename limbo/new-2 => child1
1168
 
        self.failUnlessEqual(2, transform.rename_count)
 
1368
        self.assertEqual(2, transform.rename_count)
1169
1369
 
1170
1370
    def test_adjust_and_cancel(self):
1171
1371
        """Make sure adjust_path keeps track of limbo children properly"""
1172
1372
        transform, root = self.get_transform()
1173
1373
        parent1 = transform.new_directory('parent1', root)
1174
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1374
        child1 = transform.new_file('child1', parent1, [b'contents'])
1175
1375
        parent2 = transform.new_directory('parent2', root)
1176
1376
        transform.adjust_path('child1', parent2, child1)
1177
1377
        transform.cancel_creation(child1)
1186
1386
    def test_noname_contents(self):
1187
1387
        """TreeTransform should permit deferring naming files."""
1188
1388
        transform, root = self.get_transform()
1189
 
        parent = transform.trans_id_file_id('parent-id')
 
1389
        parent = transform.trans_id_file_id(b'parent-id')
1190
1390
        try:
1191
1391
            transform.create_directory(parent)
1192
1392
        except KeyError:
1196
1396
    def test_noname_contents_nested(self):
1197
1397
        """TreeTransform should permit deferring naming files."""
1198
1398
        transform, root = self.get_transform()
1199
 
        parent = transform.trans_id_file_id('parent-id')
 
1399
        parent = transform.trans_id_file_id(b'parent-id')
1200
1400
        try:
1201
1401
            transform.create_directory(parent)
1202
1402
        except KeyError:
1204
1404
        child = transform.new_directory('child', parent)
1205
1405
        transform.adjust_path('parent', root, parent)
1206
1406
        transform.apply()
1207
 
        self.failUnlessExists(self.wt.abspath('parent/child'))
 
1407
        self.assertPathExists(self.wt.abspath('parent/child'))
1208
1408
        self.assertEqual(1, transform.rename_count)
1209
1409
 
1210
1410
    def test_reuse_name(self):
1273
1473
            tt = TreeTransform(wt)  # TreeTransform obtains write lock
1274
1474
            try:
1275
1475
                foo = tt.new_directory('foo', tt.root)
1276
 
                tt.new_file('bar', foo, 'foobar')
 
1476
                tt.new_file('bar', foo, [b'foobar'])
1277
1477
                baz = tt.new_directory('baz', tt.root)
1278
 
                tt.new_file('qux', baz, 'quux')
 
1478
                tt.new_file('qux', baz, [b'quux'])
1279
1479
                # Ask for a rename 'foo' -> 'baz'
1280
1480
                tt.adjust_path('baz', tt.root, foo)
1281
1481
                # Lie to tt that we've already resolved all conflicts.
1286
1486
        # The rename will fail because the target directory is not empty (but
1287
1487
        # raises FileExists anyway).
1288
1488
        err = self.assertRaises(errors.FileExists, tt_helper)
1289
 
        self.assertContainsRe(str(err),
1290
 
            "^File exists: .+/baz")
 
1489
        self.assertEndsWith(err.path, "/baz")
1291
1490
 
1292
1491
    def test_two_directories_clash(self):
1293
1492
        def tt_helper():
1305
1504
                wt.unlock()
1306
1505
                raise
1307
1506
        err = self.assertRaises(errors.FileExists, tt_helper)
1308
 
        self.assertContainsRe(str(err),
1309
 
            "^File exists: .+/foo")
 
1507
        self.assertEndsWith(err.path, "/foo")
1310
1508
 
1311
1509
    def test_two_directories_clash_finalize(self):
1312
1510
        def tt_helper():
1324
1522
                tt.finalize()
1325
1523
                raise
1326
1524
        err = self.assertRaises(errors.FileExists, tt_helper)
1327
 
        self.assertContainsRe(str(err),
1328
 
            "^File exists: .+/foo")
 
1525
        self.assertEndsWith(err.path, "/foo")
1329
1526
 
1330
1527
    def test_file_to_directory(self):
1331
1528
        wt = self.make_branch_and_tree('.')
1338
1535
        tt.delete_contents(foo_trans_id)
1339
1536
        tt.create_directory(foo_trans_id)
1340
1537
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1341
 
        tt.create_file(["aa\n"], bar_trans_id)
 
1538
        tt.create_file([b"aa\n"], bar_trans_id)
1342
1539
        tt.version_file("bar-1", bar_trans_id)
1343
1540
        tt.apply()
1344
 
        self.failUnlessExists("foo/bar")
 
1541
        self.assertPathExists("foo/bar")
1345
1542
        wt.lock_read()
1346
1543
        try:
1347
 
            self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1348
 
                    "directory")
 
1544
            self.assertEqual(wt.kind("foo"), "directory")
1349
1545
        finally:
1350
1546
            wt.unlock()
1351
1547
        wt.commit("two")
1364
1560
        tt.delete_contents(foo_trans_id)
1365
1561
        tt.create_symlink("bar", foo_trans_id)
1366
1562
        tt.apply()
1367
 
        self.failUnlessExists("foo")
 
1563
        self.assertPathExists("foo")
1368
1564
        wt.lock_read()
1369
1565
        self.addCleanup(wt.unlock)
1370
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1371
 
                "symlink")
 
1566
        self.assertEqual(wt.kind("foo"), "symlink")
1372
1567
 
1373
1568
    def test_dir_to_file(self):
1374
1569
        wt = self.make_branch_and_tree('.')
1381
1576
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1382
1577
        tt.delete_contents(foo_trans_id)
1383
1578
        tt.delete_versioned(bar_trans_id)
1384
 
        tt.create_file(["aa\n"], foo_trans_id)
 
1579
        tt.create_file([b"aa\n"], foo_trans_id)
1385
1580
        tt.apply()
1386
 
        self.failUnlessExists("foo")
 
1581
        self.assertPathExists("foo")
1387
1582
        wt.lock_read()
1388
1583
        self.addCleanup(wt.unlock)
1389
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1390
 
                "file")
 
1584
        self.assertEqual(wt.kind("foo"), "file")
1391
1585
 
1392
1586
    def test_dir_to_hardlink(self):
1393
1587
        self.requireFeature(HardlinkFeature)
1404
1598
        self.build_tree(['baz'])
1405
1599
        tt.create_hardlink("baz", foo_trans_id)
1406
1600
        tt.apply()
1407
 
        self.failUnlessExists("foo")
1408
 
        self.failUnlessExists("baz")
 
1601
        self.assertPathExists("foo")
 
1602
        self.assertPathExists("baz")
1409
1603
        wt.lock_read()
1410
1604
        self.addCleanup(wt.unlock)
1411
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1412
 
                "file")
 
1605
        self.assertEqual(wt.kind("foo"), "file")
1413
1606
 
1414
1607
    def test_no_final_path(self):
1415
1608
        transform, root = self.get_transform()
1416
 
        trans_id = transform.trans_id_file_id('foo')
1417
 
        transform.create_file('bar', trans_id)
 
1609
        trans_id = transform.trans_id_file_id(b'foo')
 
1610
        transform.create_file([b'bar'], trans_id)
1418
1611
        transform.cancel_creation(trans_id)
1419
1612
        transform.apply()
1420
1613
 
1421
1614
    def test_create_from_tree(self):
1422
1615
        tree1 = self.make_branch_and_tree('tree1')
1423
 
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', 'baz')])
1424
 
        tree1.add(['foo', 'bar'], ['foo-id', 'bar-id'])
 
1616
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', b'baz')])
 
1617
        tree1.add(['foo', 'bar'], [b'foo-id', b'bar-id'])
1425
1618
        tree2 = self.make_branch_and_tree('tree2')
1426
1619
        tt = TreeTransform(tree2)
1427
1620
        foo_trans_id = tt.create_path('foo', tt.root)
1428
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1621
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id')
1429
1622
        bar_trans_id = tt.create_path('bar', tt.root)
1430
 
        create_from_tree(tt, bar_trans_id, tree1, 'bar-id')
 
1623
        create_from_tree(tt, bar_trans_id, tree1, 'bar', file_id=b'bar-id')
1431
1624
        tt.apply()
1432
1625
        self.assertEqual('directory', osutils.file_kind('tree2/foo'))
1433
 
        self.assertFileEqual('baz', 'tree2/bar')
 
1626
        self.assertFileEqual(b'baz', 'tree2/bar')
1434
1627
 
1435
1628
    def test_create_from_tree_bytes(self):
1436
1629
        """Provided lines are used instead of tree content."""
1437
1630
        tree1 = self.make_branch_and_tree('tree1')
1438
 
        self.build_tree_contents([('tree1/foo', 'bar'),])
1439
 
        tree1.add('foo', 'foo-id')
 
1631
        self.build_tree_contents([('tree1/foo', b'bar'),])
 
1632
        tree1.add('foo', b'foo-id')
1440
1633
        tree2 = self.make_branch_and_tree('tree2')
1441
1634
        tt = TreeTransform(tree2)
1442
1635
        foo_trans_id = tt.create_path('foo', tt.root)
1443
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id', bytes='qux')
 
1636
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id',
 
1637
                         chunks=[b'qux'])
1444
1638
        tt.apply()
1445
 
        self.assertFileEqual('qux', 'tree2/foo')
 
1639
        self.assertFileEqual(b'qux', 'tree2/foo')
1446
1640
 
1447
1641
    def test_create_from_tree_symlink(self):
1448
1642
        self.requireFeature(SymlinkFeature)
1449
1643
        tree1 = self.make_branch_and_tree('tree1')
1450
1644
        os.symlink('bar', 'tree1/foo')
1451
 
        tree1.add('foo', 'foo-id')
 
1645
        tree1.add('foo', b'foo-id')
1452
1646
        tt = TreeTransform(self.make_branch_and_tree('tree2'))
1453
1647
        foo_trans_id = tt.create_path('foo', tt.root)
1454
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1648
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id')
1455
1649
        tt.apply()
1456
1650
        self.assertEqual('bar', os.readlink('tree2/foo'))
1457
1651
 
1461
1655
    def __init__(self, dirname, root_id):
1462
1656
        self.name = dirname
1463
1657
        os.mkdir(dirname)
1464
 
        self.wt = BzrDir.create_standalone_workingtree(dirname)
 
1658
        self.wt = ControlDir.create_standalone_workingtree(dirname)
1465
1659
        self.wt.set_root_id(root_id)
1466
1660
        self.b = self.wt.branch
1467
1661
        self.tt = TreeTransform(self.wt)
1468
 
        self.root = self.tt.trans_id_tree_file_id(self.wt.get_root_id())
 
1662
        self.root = self.tt.trans_id_tree_path('')
1469
1663
 
1470
1664
 
1471
1665
def conflict_text(tree, merge):
1472
 
    template = '%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
1473
 
    return template % ('<' * 7, tree, '=' * 7, merge, '>' * 7)
 
1666
    template = b'%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
 
1667
    return template % (b'<' * 7, tree, b'=' * 7, merge, b'>' * 7)
 
1668
 
 
1669
 
 
1670
class TestInventoryAltered(tests.TestCaseWithTransport):
 
1671
 
 
1672
    def test_inventory_altered_unchanged(self):
 
1673
        tree = self.make_branch_and_tree('tree')
 
1674
        self.build_tree(['tree/foo'])
 
1675
        tree.add('foo', b'foo-id')
 
1676
        with TransformPreview(tree) as tt:
 
1677
            self.assertEqual([], tt._inventory_altered())
 
1678
 
 
1679
    def test_inventory_altered_changed_parent_id(self):
 
1680
        tree = self.make_branch_and_tree('tree')
 
1681
        self.build_tree(['tree/foo'])
 
1682
        tree.add('foo', b'foo-id')
 
1683
        with TransformPreview(tree) as tt:
 
1684
            tt.unversion_file(tt.root)
 
1685
            tt.version_file(b'new-id', tt.root)
 
1686
            foo_trans_id = tt.trans_id_tree_path('foo')
 
1687
            foo_tuple = ('foo', foo_trans_id)
 
1688
            root_tuple = ('', tt.root)
 
1689
            self.assertEqual([root_tuple, foo_tuple], tt._inventory_altered())
 
1690
 
 
1691
    def test_inventory_altered_noop_changed_parent_id(self):
 
1692
        tree = self.make_branch_and_tree('tree')
 
1693
        self.build_tree(['tree/foo'])
 
1694
        tree.add('foo', b'foo-id')
 
1695
        with TransformPreview(tree) as tt:
 
1696
            tt.unversion_file(tt.root)
 
1697
            tt.version_file(tree.get_root_id(), tt.root)
 
1698
            foo_trans_id = tt.trans_id_tree_path('foo')
 
1699
            self.assertEqual([], tt._inventory_altered())
1474
1700
 
1475
1701
 
1476
1702
class TestTransformMerge(TestCaseInTempDir):
1478
1704
    def test_text_merge(self):
1479
1705
        root_id = generate_ids.gen_root_id()
1480
1706
        base = TransformGroup("base", root_id)
1481
 
        base.tt.new_file('a', base.root, 'a\nb\nc\nd\be\n', 'a')
1482
 
        base.tt.new_file('b', base.root, 'b1', 'b')
1483
 
        base.tt.new_file('c', base.root, 'c', 'c')
1484
 
        base.tt.new_file('d', base.root, 'd', 'd')
1485
 
        base.tt.new_file('e', base.root, 'e', 'e')
1486
 
        base.tt.new_file('f', base.root, 'f', 'f')
1487
 
        base.tt.new_directory('g', base.root, 'g')
1488
 
        base.tt.new_directory('h', base.root, 'h')
 
1707
        base.tt.new_file('a', base.root, [b'a\nb\nc\nd\be\n'], b'a')
 
1708
        base.tt.new_file('b', base.root, [b'b1'], b'b')
 
1709
        base.tt.new_file('c', base.root, [b'c'], b'c')
 
1710
        base.tt.new_file('d', base.root, [b'd'], b'd')
 
1711
        base.tt.new_file('e', base.root, [b'e'], b'e')
 
1712
        base.tt.new_file('f', base.root, [b'f'], b'f')
 
1713
        base.tt.new_directory('g', base.root, b'g')
 
1714
        base.tt.new_directory('h', base.root, b'h')
1489
1715
        base.tt.apply()
1490
1716
        other = TransformGroup("other", root_id)
1491
 
        other.tt.new_file('a', other.root, 'y\nb\nc\nd\be\n', 'a')
1492
 
        other.tt.new_file('b', other.root, 'b2', 'b')
1493
 
        other.tt.new_file('c', other.root, 'c2', 'c')
1494
 
        other.tt.new_file('d', other.root, 'd', 'd')
1495
 
        other.tt.new_file('e', other.root, 'e2', 'e')
1496
 
        other.tt.new_file('f', other.root, 'f', 'f')
1497
 
        other.tt.new_file('g', other.root, 'g', 'g')
1498
 
        other.tt.new_file('h', other.root, 'h\ni\nj\nk\n', 'h')
1499
 
        other.tt.new_file('i', other.root, 'h\ni\nj\nk\n', 'i')
 
1717
        other.tt.new_file('a', other.root, [b'y\nb\nc\nd\be\n'], b'a')
 
1718
        other.tt.new_file('b', other.root, [b'b2'], b'b')
 
1719
        other.tt.new_file('c', other.root, [b'c2'], b'c')
 
1720
        other.tt.new_file('d', other.root, [b'd'], b'd')
 
1721
        other.tt.new_file('e', other.root, [b'e2'], b'e')
 
1722
        other.tt.new_file('f', other.root, [b'f'], b'f')
 
1723
        other.tt.new_file('g', other.root, [b'g'], b'g')
 
1724
        other.tt.new_file('h', other.root, [b'h\ni\nj\nk\n'], b'h')
 
1725
        other.tt.new_file('i', other.root, [b'h\ni\nj\nk\n'], b'i')
1500
1726
        other.tt.apply()
1501
1727
        this = TransformGroup("this", root_id)
1502
 
        this.tt.new_file('a', this.root, 'a\nb\nc\nd\bz\n', 'a')
1503
 
        this.tt.new_file('b', this.root, 'b', 'b')
1504
 
        this.tt.new_file('c', this.root, 'c', 'c')
1505
 
        this.tt.new_file('d', this.root, 'd2', 'd')
1506
 
        this.tt.new_file('e', this.root, 'e2', 'e')
1507
 
        this.tt.new_file('f', this.root, 'f', 'f')
1508
 
        this.tt.new_file('g', this.root, 'g', 'g')
1509
 
        this.tt.new_file('h', this.root, '1\n2\n3\n4\n', 'h')
1510
 
        this.tt.new_file('i', this.root, '1\n2\n3\n4\n', 'i')
 
1728
        this.tt.new_file('a', this.root, [b'a\nb\nc\nd\bz\n'], b'a')
 
1729
        this.tt.new_file('b', this.root, [b'b'], b'b')
 
1730
        this.tt.new_file('c', this.root, [b'c'], b'c')
 
1731
        this.tt.new_file('d', this.root, [b'd2'], b'd')
 
1732
        this.tt.new_file('e', this.root, [b'e2'], b'e')
 
1733
        this.tt.new_file('f', this.root, [b'f'], b'f')
 
1734
        this.tt.new_file('g', this.root, [b'g'], b'g')
 
1735
        this.tt.new_file('h', this.root, [b'1\n2\n3\n4\n'], b'h')
 
1736
        this.tt.new_file('i', this.root, [b'1\n2\n3\n4\n'], b'i')
1511
1737
        this.tt.apply()
1512
1738
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1513
1739
 
1514
1740
        # textual merge
1515
 
        self.assertEqual(this.wt.get_file('a').read(), 'y\nb\nc\nd\bz\n')
 
1741
        with this.wt.get_file(this.wt.id2path(b'a')) as f:
 
1742
            self.assertEqual(f.read(), b'y\nb\nc\nd\bz\n')
1516
1743
        # three-way text conflict
1517
 
        self.assertEqual(this.wt.get_file('b').read(),
1518
 
                         conflict_text('b', 'b2'))
 
1744
        with this.wt.get_file(this.wt.id2path(b'b')) as f:
 
1745
            self.assertEqual(f.read(), conflict_text('b', 'b2'))
1519
1746
        # OTHER wins
1520
 
        self.assertEqual(this.wt.get_file('c').read(), 'c2')
 
1747
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'c')).read(), b'c2')
1521
1748
        # THIS wins
1522
 
        self.assertEqual(this.wt.get_file('d').read(), 'd2')
 
1749
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'd')).read(), b'd2')
1523
1750
        # Ambigious clean merge
1524
 
        self.assertEqual(this.wt.get_file('e').read(), 'e2')
 
1751
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'e')).read(), b'e2')
1525
1752
        # No change
1526
 
        self.assertEqual(this.wt.get_file('f').read(), 'f')
 
1753
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'f')).read(), b'f')
1527
1754
        # Correct correct results when THIS == OTHER
1528
 
        self.assertEqual(this.wt.get_file('g').read(), 'g')
 
1755
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'g')).read(), b'g')
1529
1756
        # Text conflict when THIS & OTHER are text and BASE is dir
1530
 
        self.assertEqual(this.wt.get_file('h').read(),
1531
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1532
 
        self.assertEqual(this.wt.get_file_byname('h.THIS').read(),
1533
 
                         '1\n2\n3\n4\n')
1534
 
        self.assertEqual(this.wt.get_file_byname('h.OTHER').read(),
1535
 
                         'h\ni\nj\nk\n')
 
1757
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'h')).read(),
 
1758
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1759
        self.assertEqual(this.wt.get_file('h.THIS').read(),
 
1760
                         b'1\n2\n3\n4\n')
 
1761
        self.assertEqual(this.wt.get_file('h.OTHER').read(),
 
1762
                         b'h\ni\nj\nk\n')
1536
1763
        self.assertEqual(file_kind(this.wt.abspath('h.BASE')), 'directory')
1537
 
        self.assertEqual(this.wt.get_file('i').read(),
1538
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1539
 
        self.assertEqual(this.wt.get_file_byname('i.THIS').read(),
1540
 
                         '1\n2\n3\n4\n')
1541
 
        self.assertEqual(this.wt.get_file_byname('i.OTHER').read(),
1542
 
                         'h\ni\nj\nk\n')
 
1764
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'i')).read(),
 
1765
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1766
        self.assertEqual(this.wt.get_file('i.THIS').read(),
 
1767
                         b'1\n2\n3\n4\n')
 
1768
        self.assertEqual(this.wt.get_file('i.OTHER').read(),
 
1769
                         b'h\ni\nj\nk\n')
1543
1770
        self.assertEqual(os.path.exists(this.wt.abspath('i.BASE')), False)
1544
1771
        modified = ['a', 'b', 'c', 'h', 'i']
1545
1772
        merge_modified = this.wt.merge_modified()
1546
1773
        self.assertSubset(merge_modified, modified)
1547
1774
        self.assertEqual(len(merge_modified), len(modified))
1548
 
        file(this.wt.id2abspath('a'), 'wb').write('booga')
 
1775
        with open(this.wt.abspath(this.wt.id2path('a')), 'wb') as f: f.write(b'booga')
1549
1776
        modified.pop(0)
1550
1777
        merge_modified = this.wt.merge_modified()
1551
1778
        self.assertSubset(merge_modified, modified)
1560
1787
        this = TransformGroup("THIS", root_id)
1561
1788
        other = TransformGroup("OTHER", root_id)
1562
1789
        for tg in this, base, other:
1563
 
            tg.tt.new_directory('a', tg.root, 'a')
1564
 
            tg.tt.new_symlink('b', tg.root, 'b', 'b')
1565
 
            tg.tt.new_file('c', tg.root, 'c', 'c')
1566
 
            tg.tt.new_symlink('d', tg.root, tg.name, 'd')
 
1790
            tg.tt.new_directory('a', tg.root, b'a')
 
1791
            tg.tt.new_symlink('b', tg.root, 'b', b'b')
 
1792
            tg.tt.new_file('c', tg.root, [b'c'], b'c')
 
1793
            tg.tt.new_symlink('d', tg.root, tg.name, b'd')
1567
1794
        targets = ((base, 'base-e', 'base-f', None, None),
1568
1795
                   (this, 'other-e', 'this-f', 'other-g', 'this-h'),
1569
1796
                   (other, 'other-e', None, 'other-g', 'other-h'))
1582
1809
        for suffix in ('THIS', 'BASE', 'OTHER'):
1583
1810
            self.assertEqual(os.readlink(this.wt.abspath('d.'+suffix)), suffix)
1584
1811
        self.assertIs(os.path.lexists(this.wt.abspath('d')), False)
1585
 
        self.assertEqual(this.wt.id2path('d'), 'd.OTHER')
1586
 
        self.assertEqual(this.wt.id2path('f'), 'f.THIS')
 
1812
        self.assertEqual(this.wt.id2path(b'd'), 'd.OTHER')
 
1813
        self.assertEqual(this.wt.id2path(b'f'), 'f.THIS')
1587
1814
        self.assertEqual(os.readlink(this.wt.abspath('e')), 'other-e')
1588
1815
        self.assertIs(os.path.lexists(this.wt.abspath('e.THIS')), False)
1589
1816
        self.assertIs(os.path.lexists(this.wt.abspath('e.OTHER')), False)
1623
1850
        for tg in [this, base, other]:
1624
1851
            tg.tt.apply()
1625
1852
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1626
 
        self.assertEqual(this.wt.id2path('c'), pathjoin('b/c1'))
1627
 
        self.assertEqual(this.wt.id2path('d'), pathjoin('b/d1'))
1628
 
        self.assertEqual(this.wt.id2path('e'), pathjoin('b/e1'))
1629
 
        self.assertEqual(this.wt.id2path('f'), pathjoin('b/f1'))
 
1853
        self.assertEqual(this.wt.id2path(b'c'), pathjoin('b/c1'))
 
1854
        self.assertEqual(this.wt.id2path(b'd'), pathjoin('b/d1'))
 
1855
        self.assertEqual(this.wt.id2path(b'e'), pathjoin('b/e1'))
 
1856
        self.assertEqual(this.wt.id2path(b'f'), pathjoin('b/f1'))
1630
1857
 
1631
1858
    def test_filename_merge_conflicts(self):
1632
1859
        root_id = generate_ids.gen_root_id()
1638
1865
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, 'b')
1639
1866
                                   for t in [base, this, other]]
1640
1867
 
1641
 
        base.tt.new_file('g', base_a, 'g', 'g')
1642
 
        other.tt.new_file('g1', other_b, 'g1', 'g')
1643
 
 
1644
 
        base.tt.new_file('h', base_a, 'h', 'h')
1645
 
        this.tt.new_file('h1', this_b, 'h1', 'h')
1646
 
 
1647
 
        base.tt.new_file('i', base.root, 'i', 'i')
1648
 
        other.tt.new_directory('i1', this_b, 'i')
 
1868
        base.tt.new_file('g', base_a, [b'g'], b'g')
 
1869
        other.tt.new_file('g1', other_b, [b'g1'], b'g')
 
1870
 
 
1871
        base.tt.new_file('h', base_a, [b'h'], b'h')
 
1872
        this.tt.new_file('h1', this_b, [b'h1'], b'h')
 
1873
 
 
1874
        base.tt.new_file('i', base.root, [b'i'], b'i')
 
1875
        other.tt.new_directory('i1', this_b, b'i')
1649
1876
 
1650
1877
        for tg in [this, base, other]:
1651
1878
            tg.tt.apply()
1652
1879
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1653
1880
 
1654
 
        self.assertEqual(this.wt.id2path('g'), pathjoin('b/g1.OTHER'))
 
1881
        self.assertEqual(this.wt.id2path(b'g'), pathjoin('b/g1.OTHER'))
1655
1882
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.BASE')), True)
1656
1883
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.THIS')), False)
1657
 
        self.assertEqual(this.wt.id2path('h'), pathjoin('b/h1.THIS'))
 
1884
        self.assertEqual(this.wt.id2path(b'h'), pathjoin('b/h1.THIS'))
1658
1885
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.BASE')), True)
1659
1886
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.OTHER')), False)
1660
 
        self.assertEqual(this.wt.id2path('i'), pathjoin('b/i1.OTHER'))
 
1887
        self.assertEqual(this.wt.id2path(b'i'), pathjoin('b/i1.OTHER'))
1661
1888
 
1662
1889
 
1663
1890
class TestBuildTree(tests.TestCaseWithTransport):
1665
1892
    def test_build_tree_with_symlinks(self):
1666
1893
        self.requireFeature(SymlinkFeature)
1667
1894
        os.mkdir('a')
1668
 
        a = BzrDir.create_standalone_workingtree('a')
 
1895
        a = ControlDir.create_standalone_workingtree('a')
1669
1896
        os.mkdir('a/foo')
1670
 
        file('a/foo/bar', 'wb').write('contents')
 
1897
        with open('a/foo/bar', 'wb') as f: f.write(b'contents')
1671
1898
        os.symlink('a/foo/bar', 'a/foo/baz')
1672
1899
        a.add(['foo', 'foo/bar', 'foo/baz'])
1673
1900
        a.commit('initial commit')
1674
 
        b = BzrDir.create_standalone_workingtree('b')
 
1901
        b = ControlDir.create_standalone_workingtree('b')
1675
1902
        basis = a.basis_tree()
1676
1903
        basis.lock_read()
1677
1904
        self.addCleanup(basis.unlock)
1678
1905
        build_tree(basis, b)
1679
1906
        self.assertIs(os.path.isdir('b/foo'), True)
1680
 
        self.assertEqual(file('b/foo/bar', 'rb').read(), "contents")
 
1907
        with open('b/foo/bar', 'rb') as f:
 
1908
            self.assertEqual(f.read(), "contents")
1681
1909
        self.assertEqual(os.readlink('b/foo/baz'), 'a/foo/bar')
1682
1910
 
1683
1911
    def test_build_with_references(self):
1684
1912
        tree = self.make_branch_and_tree('source',
1685
 
            format='dirstate-with-subtree')
 
1913
            format='development-subtree')
1686
1914
        subtree = self.make_branch_and_tree('source/subtree',
1687
 
            format='dirstate-with-subtree')
 
1915
            format='development-subtree')
1688
1916
        tree.add_reference(subtree)
1689
1917
        tree.commit('a revision')
1690
1918
        tree.branch.create_checkout('target')
1691
 
        self.failUnlessExists('target')
1692
 
        self.failUnlessExists('target/subtree')
 
1919
        self.assertPathExists('target')
 
1920
        self.assertPathExists('target/subtree')
1693
1921
 
1694
1922
    def test_file_conflict_handling(self):
1695
1923
        """Ensure that when building trees, conflict handling is done"""
1696
1924
        source = self.make_branch_and_tree('source')
1697
1925
        target = self.make_branch_and_tree('target')
1698
1926
        self.build_tree(['source/file', 'target/file'])
1699
 
        source.add('file', 'new-file')
 
1927
        source.add('file', b'new-file')
1700
1928
        source.commit('added file')
1701
1929
        build_tree(source.basis_tree(), target)
1702
1930
        self.assertEqual([DuplicateEntry('Moved existing file to',
1703
1931
                          'file.moved', 'file', None, 'new-file')],
1704
1932
                         target.conflicts())
1705
1933
        target2 = self.make_branch_and_tree('target2')
1706
 
        target_file = file('target2/file', 'wb')
1707
 
        try:
1708
 
            source_file = file('source/file', 'rb')
1709
 
            try:
1710
 
                target_file.write(source_file.read())
1711
 
            finally:
1712
 
                source_file.close()
1713
 
        finally:
1714
 
            target_file.close()
 
1934
        with open('target2/file', 'wb') as target_file, \
 
1935
                open('source/file', 'rb') as source_file:
 
1936
            target_file.write(source_file.read())
1715
1937
        build_tree(source.basis_tree(), target2)
1716
1938
        self.assertEqual([], target2.conflicts())
1717
1939
 
1720
1942
        self.requireFeature(SymlinkFeature)
1721
1943
        source = self.make_branch_and_tree('source')
1722
1944
        os.symlink('foo', 'source/symlink')
1723
 
        source.add('symlink', 'new-symlink')
 
1945
        source.add('symlink', b'new-symlink')
1724
1946
        source.commit('added file')
1725
1947
        target = self.make_branch_and_tree('target')
1726
1948
        os.symlink('bar', 'target/symlink')
1738
1960
        source = self.make_branch_and_tree('source')
1739
1961
        target = self.make_branch_and_tree('target')
1740
1962
        self.build_tree(['source/dir1/', 'source/dir1/file', 'target/dir1/'])
1741
 
        source.add(['dir1', 'dir1/file'], ['new-dir1', 'new-file'])
 
1963
        source.add(['dir1', 'dir1/file'], [b'new-dir1', b'new-file'])
1742
1964
        source.commit('added file')
1743
1965
        build_tree(source.basis_tree(), target)
1744
1966
        self.assertEqual([], target.conflicts())
1745
 
        self.failUnlessExists('target/dir1/file')
 
1967
        self.assertPathExists('target/dir1/file')
1746
1968
 
1747
1969
        # Ensure contents are merged
1748
1970
        target = self.make_branch_and_tree('target2')
1749
1971
        self.build_tree(['target2/dir1/', 'target2/dir1/file2'])
1750
1972
        build_tree(source.basis_tree(), target)
1751
1973
        self.assertEqual([], target.conflicts())
1752
 
        self.failUnlessExists('target2/dir1/file2')
1753
 
        self.failUnlessExists('target2/dir1/file')
 
1974
        self.assertPathExists('target2/dir1/file2')
 
1975
        self.assertPathExists('target2/dir1/file')
1754
1976
 
1755
1977
        # Ensure new contents are suppressed for existing branches
1756
1978
        target = self.make_branch_and_tree('target3')
1757
1979
        self.make_branch('target3/dir1')
1758
1980
        self.build_tree(['target3/dir1/file2'])
1759
1981
        build_tree(source.basis_tree(), target)
1760
 
        self.failIfExists('target3/dir1/file')
1761
 
        self.failUnlessExists('target3/dir1/file2')
1762
 
        self.failUnlessExists('target3/dir1.diverted/file')
 
1982
        self.assertPathDoesNotExist('target3/dir1/file')
 
1983
        self.assertPathExists('target3/dir1/file2')
 
1984
        self.assertPathExists('target3/dir1.diverted/file')
1763
1985
        self.assertEqual([DuplicateEntry('Diverted to',
1764
1986
            'dir1.diverted', 'dir1', 'new-dir1', None)],
1765
1987
            target.conflicts())
1768
1990
        self.build_tree(['target4/dir1/'])
1769
1991
        self.make_branch('target4/dir1/file')
1770
1992
        build_tree(source.basis_tree(), target)
1771
 
        self.failUnlessExists('target4/dir1/file')
 
1993
        self.assertPathExists('target4/dir1/file')
1772
1994
        self.assertEqual('directory', file_kind('target4/dir1/file'))
1773
 
        self.failUnlessExists('target4/dir1/file.diverted')
 
1995
        self.assertPathExists('target4/dir1/file.diverted')
1774
1996
        self.assertEqual([DuplicateEntry('Diverted to',
1775
1997
            'dir1/file.diverted', 'dir1/file', 'new-file', None)],
1776
1998
            target.conflicts())
1780
2002
        source = self.make_branch_and_tree('source')
1781
2003
        target = self.make_branch_and_tree('target')
1782
2004
        self.build_tree(['source/name', 'target/name/'])
1783
 
        source.add('name', 'new-name')
 
2005
        source.add('name', b'new-name')
1784
2006
        source.commit('added file')
1785
2007
        build_tree(source.basis_tree(), target)
1786
2008
        self.assertEqual([DuplicateEntry('Moved existing file to',
1817
2039
    def create_ab_tree(self):
1818
2040
        """Create a committed test tree with two files"""
1819
2041
        source = self.make_branch_and_tree('source')
1820
 
        self.build_tree_contents([('source/file1', 'A')])
1821
 
        self.build_tree_contents([('source/file2', 'B')])
1822
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2042
        self.build_tree_contents([('source/file1', b'A')])
 
2043
        self.build_tree_contents([('source/file2', b'B')])
 
2044
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1823
2045
        source.commit('commit files')
1824
2046
        source.lock_write()
1825
2047
        self.addCleanup(source.unlock)
1827
2049
 
1828
2050
    def test_build_tree_accelerator_tree(self):
1829
2051
        source = self.create_ab_tree()
1830
 
        self.build_tree_contents([('source/file2', 'C')])
 
2052
        self.build_tree_contents([('source/file2', b'C')])
1831
2053
        calls = []
1832
2054
        real_source_get_file = source.get_file
1833
 
        def get_file(file_id, path=None):
 
2055
        def get_file(path, file_id=None):
1834
2056
            calls.append(file_id)
1835
 
            return real_source_get_file(file_id, path)
 
2057
            return real_source_get_file(path, file_id)
1836
2058
        source.get_file = get_file
1837
2059
        target = self.make_branch_and_tree('target')
1838
2060
        revision_tree = source.basis_tree()
1839
2061
        revision_tree.lock_read()
1840
2062
        self.addCleanup(revision_tree.unlock)
1841
2063
        build_tree(revision_tree, target, source)
1842
 
        self.assertEqual(['file1-id'], calls)
 
2064
        self.assertEqual([b'file1-id'], calls)
1843
2065
        target.lock_read()
1844
2066
        self.addCleanup(target.unlock)
1845
2067
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1846
2068
 
 
2069
    def test_build_tree_accelerator_tree_observes_sha1(self):
 
2070
        source = self.create_ab_tree()
 
2071
        sha1 = osutils.sha_string(b'A')
 
2072
        target = self.make_branch_and_tree('target')
 
2073
        target.lock_write()
 
2074
        self.addCleanup(target.unlock)
 
2075
        state = target.current_dirstate()
 
2076
        state._cutoff_time = time.time() + 60
 
2077
        build_tree(source.basis_tree(), target, source)
 
2078
        entry = state._get_entry(0, path_utf8=b'file1')
 
2079
        self.assertEqual(sha1, entry[1][0][1])
 
2080
 
1847
2081
    def test_build_tree_accelerator_tree_missing_file(self):
1848
2082
        source = self.create_ab_tree()
1849
2083
        os.unlink('source/file1')
1860
2094
    def test_build_tree_accelerator_wrong_kind(self):
1861
2095
        self.requireFeature(SymlinkFeature)
1862
2096
        source = self.make_branch_and_tree('source')
1863
 
        self.build_tree_contents([('source/file1', '')])
1864
 
        self.build_tree_contents([('source/file2', '')])
1865
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2097
        self.build_tree_contents([('source/file1', b'')])
 
2098
        self.build_tree_contents([('source/file2', b'')])
 
2099
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1866
2100
        source.commit('commit files')
1867
2101
        os.unlink('source/file2')
1868
 
        self.build_tree_contents([('source/file2/', 'C')])
 
2102
        self.build_tree_contents([('source/file2/', b'C')])
1869
2103
        os.unlink('source/file1')
1870
2104
        os.symlink('file2', 'source/file1')
1871
2105
        calls = []
1872
2106
        real_source_get_file = source.get_file
1873
 
        def get_file(file_id, path=None):
 
2107
        def get_file(path, file_id=None):
1874
2108
            calls.append(file_id)
1875
 
            return real_source_get_file(file_id, path)
 
2109
            return real_source_get_file(path, file_id)
1876
2110
        source.get_file = get_file
1877
2111
        target = self.make_branch_and_tree('target')
1878
2112
        revision_tree = source.basis_tree()
1911
2145
 
1912
2146
    def test_build_tree_accelerator_tree_moved(self):
1913
2147
        source = self.make_branch_and_tree('source')
1914
 
        self.build_tree_contents([('source/file1', 'A')])
1915
 
        source.add(['file1'], ['file1-id'])
 
2148
        self.build_tree_contents([('source/file1', b'A')])
 
2149
        source.add(['file1'], [b'file1-id'])
1916
2150
        source.commit('commit files')
1917
2151
        source.rename_one('file1', 'file2')
1918
2152
        source.lock_read()
1930
2164
        self.requireFeature(HardlinkFeature)
1931
2165
        source = self.create_ab_tree()
1932
2166
        tt = TreeTransform(source)
1933
 
        trans_id = tt.trans_id_tree_file_id('file1-id')
 
2167
        trans_id = tt.trans_id_tree_path('file1')
1934
2168
        tt.set_executability(True, trans_id)
1935
2169
        tt.apply()
1936
 
        self.assertTrue(source.is_executable('file1-id'))
 
2170
        self.assertTrue(source.is_executable('file1'))
1937
2171
        target = self.make_branch_and_tree('target')
1938
2172
        revision_tree = source.basis_tree()
1939
2173
        revision_tree.lock_read()
1942
2176
        target.lock_read()
1943
2177
        self.addCleanup(target.unlock)
1944
2178
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1945
 
        self.assertTrue(source.is_executable('file1-id'))
 
2179
        self.assertTrue(source.is_executable('file1'))
1946
2180
 
1947
2181
    def install_rot13_content_filter(self, pattern):
1948
2182
        # We could use
1954
2188
            filters._reset_registry(original_registry)
1955
2189
        self.addCleanup(restore_registry)
1956
2190
        def rot13(chunks, context=None):
1957
 
            return [''.join(chunks).encode('rot13')]
 
2191
            return [b''.join(chunks).encode('rot13')]
1958
2192
        rot13filter = filters.ContentFilter(rot13, rot13)
1959
 
        filters.register_filter_stack_map('rot13', {'yes': [rot13filter]}.get)
 
2193
        filters.filter_stacks_registry.register(
 
2194
            'rot13', {'yes': [rot13filter]}.get)
1960
2195
        os.mkdir(self.test_home_dir + '/.bazaar')
1961
2196
        rules_filename = self.test_home_dir + '/.bazaar/rules'
1962
 
        f = open(rules_filename, 'wb')
1963
 
        f.write('[name %s]\nrot13=yes\n' % (pattern,))
1964
 
        f.close()
 
2197
        with open(rules_filename, 'wb') as f:
 
2198
            f.write(b'[name %s]\nrot13=yes\n' % (pattern,))
1965
2199
        def uninstall_rules():
1966
2200
            os.remove(rules_filename)
1967
2201
            rules.reset_rules()
1974
2208
        if it can).
1975
2209
        """
1976
2210
        self.requireFeature(HardlinkFeature)
1977
 
        self.install_rot13_content_filter('file1')
 
2211
        self.install_rot13_content_filter(b'file1')
1978
2212
        source = self.create_ab_tree()
1979
2213
        target = self.make_branch_and_tree('target')
1980
2214
        revision_tree = source.basis_tree()
1992
2226
        self.assertEqualStat(source_stat, target_stat)
1993
2227
 
1994
2228
    def test_case_insensitive_build_tree_inventory(self):
1995
 
        if (tests.CaseInsensitiveFilesystemFeature.available()
1996
 
            or tests.CaseInsCasePresFilenameFeature.available()):
 
2229
        if (features.CaseInsensitiveFilesystemFeature.available()
 
2230
            or features.CaseInsCasePresFilenameFeature.available()):
1997
2231
            raise tests.UnavailableFeature('Fully case sensitive filesystem')
1998
2232
        source = self.make_branch_and_tree('source')
1999
2233
        self.build_tree(['source/file', 'source/FILE'])
2000
 
        source.add(['file', 'FILE'], ['lower-id', 'upper-id'])
 
2234
        source.add(['file', 'FILE'], [b'lower-id', b'upper-id'])
2001
2235
        source.commit('added files')
2002
2236
        # Don't try this at home, kids!
2003
2237
        # Force the tree to report that it is case insensitive
2004
2238
        target = self.make_branch_and_tree('target')
2005
2239
        target.case_sensitive = False
2006
2240
        build_tree(source.basis_tree(), target, source, delta_from_tree=True)
2007
 
        self.assertEqual('file.moved', target.id2path('lower-id'))
2008
 
        self.assertEqual('FILE', target.id2path('upper-id'))
 
2241
        self.assertEqual('file.moved', target.id2path(b'lower-id'))
 
2242
        self.assertEqual('FILE', target.id2path(b'upper-id'))
 
2243
 
 
2244
    def test_build_tree_observes_sha(self):
 
2245
        source = self.make_branch_and_tree('source')
 
2246
        self.build_tree(['source/file1', 'source/dir/', 'source/dir/file2'])
 
2247
        source.add(['file1', 'dir', 'dir/file2'],
 
2248
                   [b'file1-id', b'dir-id', b'file2-id'])
 
2249
        source.commit('new files')
 
2250
        target = self.make_branch_and_tree('target')
 
2251
        target.lock_write()
 
2252
        self.addCleanup(target.unlock)
 
2253
        # We make use of the fact that DirState caches its cutoff time. So we
 
2254
        # set the 'safe' time to one minute in the future.
 
2255
        state = target.current_dirstate()
 
2256
        state._cutoff_time = time.time() + 60
 
2257
        build_tree(source.basis_tree(), target)
 
2258
        entry1_sha = osutils.sha_file_by_name('source/file1')
 
2259
        entry2_sha = osutils.sha_file_by_name('source/dir/file2')
 
2260
        # entry[1] is the state information, entry[1][0] is the state of the
 
2261
        # working tree, entry[1][0][1] is the sha value for the current working
 
2262
        # tree
 
2263
        entry1 = state._get_entry(0, path_utf8='file1')
 
2264
        self.assertEqual(entry1_sha, entry1[1][0][1])
 
2265
        # The 'size' field must also be set.
 
2266
        self.assertEqual(25, entry1[1][0][2])
 
2267
        entry1_state = entry1[1][0]
 
2268
        entry2 = state._get_entry(0, path_utf8='dir/file2')
 
2269
        self.assertEqual(entry2_sha, entry2[1][0][1])
 
2270
        self.assertEqual(29, entry2[1][0][2])
 
2271
        entry2_state = entry2[1][0]
 
2272
        # Now, make sure that we don't have to re-read the content. The
 
2273
        # packed_stat should match exactly.
 
2274
        self.assertEqual(entry1_sha, target.get_file_sha1('file1', b'file1-id'))
 
2275
        self.assertEqual(entry2_sha,
 
2276
                         target.get_file_sha1('dir/file2', b'file2-id'))
 
2277
        self.assertEqual(entry1_state, entry1[1][0])
 
2278
        self.assertEqual(entry2_state, entry2[1][0])
2009
2279
 
2010
2280
 
2011
2281
class TestCommitTransform(tests.TestCaseWithTransport):
2072
2342
 
2073
2343
    def test_add_files(self):
2074
2344
        branch, tt = self.get_branch_and_transform()
2075
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
2076
 
        trans_id = tt.new_directory('dir', tt.root, 'dir-id')
 
2345
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
 
2346
        trans_id = tt.new_directory('dir', tt.root, b'dir-id')
2077
2347
        if SymlinkFeature.available():
2078
 
            tt.new_symlink('symlink', trans_id, 'target', 'symlink-id')
 
2348
            tt.new_symlink('symlink', trans_id, 'target', b'symlink-id')
2079
2349
        rev = tt.commit(branch, 'message')
2080
2350
        tree = branch.basis_tree()
2081
 
        self.assertEqual('file', tree.id2path('file-id'))
2082
 
        self.assertEqual('contents', tree.get_file_text('file-id'))
2083
 
        self.assertEqual('dir', tree.id2path('dir-id'))
 
2351
        self.assertEqual('file', tree.id2path(b'file-id'))
 
2352
        self.assertEqual(b'contents', tree.get_file_text('file', b'file-id'))
 
2353
        self.assertEqual('dir', tree.id2path(b'dir-id'))
2084
2354
        if SymlinkFeature.available():
2085
 
            self.assertEqual('dir/symlink', tree.id2path('symlink-id'))
2086
 
            self.assertEqual('target', tree.get_symlink_target('symlink-id'))
 
2355
            self.assertEqual('dir/symlink', tree.id2path(b'symlink-id'))
 
2356
            self.assertEqual('target', tree.get_symlink_target('dir/symlink'))
2087
2357
 
2088
2358
    def test_add_unversioned(self):
2089
2359
        branch, tt = self.get_branch_and_transform()
2090
 
        tt.new_file('file', tt.root, 'contents')
 
2360
        tt.new_file('file', tt.root, [b'contents'])
2091
2361
        self.assertRaises(errors.StrictCommitFailed, tt.commit, branch,
2092
2362
                          'message', strict=True)
2093
2363
 
2094
2364
    def test_modify_strict(self):
2095
2365
        branch, tt = self.get_branch_and_transform()
2096
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
 
2366
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
2097
2367
        tt.commit(branch, 'message', strict=True)
2098
2368
        tt = TransformPreview(branch.basis_tree())
2099
2369
        self.addCleanup(tt.finalize)
2100
 
        trans_id = tt.trans_id_file_id('file-id')
 
2370
        trans_id = tt.trans_id_file_id(b'file-id')
2101
2371
        tt.delete_contents(trans_id)
2102
 
        tt.create_file('contents', trans_id)
 
2372
        tt.create_file([b'contents'], trans_id)
2103
2373
        tt.commit(branch, 'message', strict=True)
2104
2374
 
2105
2375
    def test_commit_malformed(self):
2108
2378
        In this case, we are adding a file without adding its parent.
2109
2379
        """
2110
2380
        branch, tt = self.get_branch_and_transform()
2111
 
        parent_id = tt.trans_id_file_id('parent-id')
2112
 
        tt.new_file('file', parent_id, 'contents', 'file-id')
 
2381
        parent_id = tt.trans_id_file_id(b'parent-id')
 
2382
        tt.new_file('file', parent_id, [b'contents'], b'file-id')
2113
2383
        self.assertRaises(errors.MalformedTransform, tt.commit, branch,
2114
2384
                          'message')
2115
2385
 
2117
2387
        branch, tt = self.get_branch_and_transform()
2118
2388
        rev_id = tt.commit(branch, 'message', timestamp=1, timezone=43201,
2119
2389
                           committer='me <me@example.com>',
2120
 
                           revprops={'foo': 'bar'}, revision_id='revid-1',
 
2390
                           revprops={u'foo': 'bar'}, revision_id=b'revid-1',
2121
2391
                           authors=['Author1 <author1@example.com>',
2122
2392
                              'Author2 <author2@example.com>',
2123
2393
                               ])
2124
 
        self.assertEqual('revid-1', rev_id)
 
2394
        self.assertEqual(b'revid-1', rev_id)
2125
2395
        revision = branch.repository.get_revision(rev_id)
2126
2396
        self.assertEqual(1, revision.timestamp)
2127
2397
        self.assertEqual(43201, revision.timezone)
2146
2416
        self.assertEqual('tree', revision.properties['branch-nick'])
2147
2417
 
2148
2418
 
2149
 
class MockTransform(object):
2150
 
 
2151
 
    def has_named_child(self, by_parent, parent_id, name):
2152
 
        for child_id in by_parent[parent_id]:
2153
 
            if child_id == '0':
2154
 
                if name == "name~":
2155
 
                    return True
2156
 
            elif name == "name.~%s~" % child_id:
2157
 
                return True
2158
 
        return False
2159
 
 
2160
 
 
2161
 
class MockEntry(object):
2162
 
    def __init__(self):
2163
 
        object.__init__(self)
2164
 
        self.name = "name"
2165
 
 
2166
 
 
2167
 
class TestGetBackupName(TestCase):
2168
 
    def test_get_backup_name(self):
2169
 
        tt = MockTransform()
2170
 
        name = get_backup_name(MockEntry(), {'a':[]}, 'a', tt)
2171
 
        self.assertEqual(name, 'name.~1~')
2172
 
        name = get_backup_name(MockEntry(), {'a':['1']}, 'a', tt)
2173
 
        self.assertEqual(name, 'name.~2~')
2174
 
        name = get_backup_name(MockEntry(), {'a':['2']}, 'a', tt)
2175
 
        self.assertEqual(name, 'name.~1~')
2176
 
        name = get_backup_name(MockEntry(), {'a':['2'], 'b':[]}, 'b', tt)
2177
 
        self.assertEqual(name, 'name.~1~')
2178
 
        name = get_backup_name(MockEntry(), {'a':['1', '2', '3']}, 'a', tt)
2179
 
        self.assertEqual(name, 'name.~4~')
2180
 
 
2181
 
 
2182
2419
class TestFileMover(tests.TestCaseWithTransport):
2183
2420
 
2184
2421
    def test_file_mover(self):
2185
2422
        self.build_tree(['a/', 'a/b', 'c/', 'c/d'])
2186
2423
        mover = _FileMover()
2187
2424
        mover.rename('a', 'q')
2188
 
        self.failUnlessExists('q')
2189
 
        self.failIfExists('a')
2190
 
        self.failUnlessExists('q/b')
2191
 
        self.failUnlessExists('c')
2192
 
        self.failUnlessExists('c/d')
 
2425
        self.assertPathExists('q')
 
2426
        self.assertPathDoesNotExist('a')
 
2427
        self.assertPathExists('q/b')
 
2428
        self.assertPathExists('c')
 
2429
        self.assertPathExists('c/d')
2193
2430
 
2194
2431
    def test_pre_delete_rollback(self):
2195
2432
        self.build_tree(['a/'])
2196
2433
        mover = _FileMover()
2197
2434
        mover.pre_delete('a', 'q')
2198
 
        self.failUnlessExists('q')
2199
 
        self.failIfExists('a')
 
2435
        self.assertPathExists('q')
 
2436
        self.assertPathDoesNotExist('a')
2200
2437
        mover.rollback()
2201
 
        self.failIfExists('q')
2202
 
        self.failUnlessExists('a')
 
2438
        self.assertPathDoesNotExist('q')
 
2439
        self.assertPathExists('a')
2203
2440
 
2204
2441
    def test_apply_deletions(self):
2205
2442
        self.build_tree(['a/', 'b/'])
2206
2443
        mover = _FileMover()
2207
2444
        mover.pre_delete('a', 'q')
2208
2445
        mover.pre_delete('b', 'r')
2209
 
        self.failUnlessExists('q')
2210
 
        self.failUnlessExists('r')
2211
 
        self.failIfExists('a')
2212
 
        self.failIfExists('b')
 
2446
        self.assertPathExists('q')
 
2447
        self.assertPathExists('r')
 
2448
        self.assertPathDoesNotExist('a')
 
2449
        self.assertPathDoesNotExist('b')
2213
2450
        mover.apply_deletions()
2214
 
        self.failIfExists('q')
2215
 
        self.failIfExists('r')
2216
 
        self.failIfExists('a')
2217
 
        self.failIfExists('b')
 
2451
        self.assertPathDoesNotExist('q')
 
2452
        self.assertPathDoesNotExist('r')
 
2453
        self.assertPathDoesNotExist('a')
 
2454
        self.assertPathDoesNotExist('b')
2218
2455
 
2219
2456
    def test_file_mover_rollback(self):
2220
2457
        self.build_tree(['a/', 'a/b', 'c/', 'c/d/', 'c/e/'])
2223
2460
        mover.rename('c/e', 'c/d')
2224
2461
        try:
2225
2462
            mover.rename('a', 'c')
2226
 
        except errors.FileExists, e:
 
2463
        except errors.FileExists as e:
2227
2464
            mover.rollback()
2228
 
        self.failUnlessExists('a')
2229
 
        self.failUnlessExists('c/d')
 
2465
        self.assertPathExists('a')
 
2466
        self.assertPathExists('c/d')
2230
2467
 
2231
2468
 
2232
2469
class Bogus(Exception):
2262
2499
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2263
2500
        self.assertRaises(Bogus, tt.apply,
2264
2501
                          _mover=self.ExceptionFileMover(bad_source='a'))
2265
 
        self.failUnlessExists('a')
2266
 
        self.failUnlessExists('a/b')
 
2502
        self.assertPathExists('a')
 
2503
        self.assertPathExists('a/b')
2267
2504
        tt.apply()
2268
 
        self.failUnlessExists('c')
2269
 
        self.failUnlessExists('c/d')
 
2505
        self.assertPathExists('c')
 
2506
        self.assertPathExists('c/d')
2270
2507
 
2271
2508
    def test_rollback_rename_into_place(self):
2272
2509
        tree = self.make_branch_and_tree('.')
2278
2515
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2279
2516
        self.assertRaises(Bogus, tt.apply,
2280
2517
                          _mover=self.ExceptionFileMover(bad_target='c/d'))
2281
 
        self.failUnlessExists('a')
2282
 
        self.failUnlessExists('a/b')
 
2518
        self.assertPathExists('a')
 
2519
        self.assertPathExists('a/b')
2283
2520
        tt.apply()
2284
 
        self.failUnlessExists('c')
2285
 
        self.failUnlessExists('c/d')
 
2521
        self.assertPathExists('c')
 
2522
        self.assertPathExists('c/d')
2286
2523
 
2287
2524
    def test_rollback_deletion(self):
2288
2525
        tree = self.make_branch_and_tree('.')
2294
2531
        tt.adjust_path('d', tt.root, tt.trans_id_tree_path('a/b'))
2295
2532
        self.assertRaises(Bogus, tt.apply,
2296
2533
                          _mover=self.ExceptionFileMover(bad_target='d'))
2297
 
        self.failUnlessExists('a')
2298
 
        self.failUnlessExists('a/b')
2299
 
 
2300
 
    def test_resolve_no_parent(self):
 
2534
        self.assertPathExists('a')
 
2535
        self.assertPathExists('a/b')
 
2536
 
 
2537
 
 
2538
class TestFinalizeRobustness(tests.TestCaseWithTransport):
 
2539
    """Ensure treetransform creation errors can be safely cleaned up after"""
 
2540
 
 
2541
    def _override_globals_in_method(self, instance, method_name, globals):
 
2542
        """Replace method on instance with one with updated globals"""
 
2543
        import types
 
2544
        func = getattr(instance, method_name).__func__
 
2545
        new_globals = dict(func.__globals__)
 
2546
        new_globals.update(globals)
 
2547
        new_func = types.FunctionType(func.__code__, new_globals,
 
2548
            func.__name__, func.__defaults__)
 
2549
        setattr(instance, method_name,
 
2550
            types.MethodType(new_func, instance, instance.__class__))
 
2551
        self.addCleanup(delattr, instance, method_name)
 
2552
 
 
2553
    @staticmethod
 
2554
    def _fake_open_raises_before(name, mode):
 
2555
        """Like open() but raises before doing anything"""
 
2556
        raise RuntimeError
 
2557
 
 
2558
    @staticmethod
 
2559
    def _fake_open_raises_after(name, mode):
 
2560
        """Like open() but raises after creating file without returning"""
 
2561
        open(name, mode).close()
 
2562
        raise RuntimeError
 
2563
 
 
2564
    def create_transform_and_root_trans_id(self):
 
2565
        """Setup a transform creating a file in limbo"""
 
2566
        tree = self.make_branch_and_tree('.')
 
2567
        tt = TreeTransform(tree)
 
2568
        return tt, tt.create_path("a", tt.root)
 
2569
 
 
2570
    def create_transform_and_subdir_trans_id(self):
 
2571
        """Setup a transform creating a directory containing a file in limbo"""
 
2572
        tree = self.make_branch_and_tree('.')
 
2573
        tt = TreeTransform(tree)
 
2574
        d_trans_id = tt.create_path("d", tt.root)
 
2575
        tt.create_directory(d_trans_id)
 
2576
        f_trans_id = tt.create_path("a", d_trans_id)
 
2577
        tt.adjust_path("a", d_trans_id, f_trans_id)
 
2578
        return tt, f_trans_id
 
2579
 
 
2580
    def test_root_create_file_open_raises_before_creation(self):
 
2581
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2582
        self._override_globals_in_method(tt, "create_file",
 
2583
            {"open": self._fake_open_raises_before})
 
2584
        self.assertRaises(RuntimeError, tt.create_file, [b"contents"], trans_id)
 
2585
        path = tt._limbo_name(trans_id)
 
2586
        self.assertPathDoesNotExist(path)
 
2587
        tt.finalize()
 
2588
        self.assertPathDoesNotExist(tt._limbodir)
 
2589
 
 
2590
    def test_root_create_file_open_raises_after_creation(self):
 
2591
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2592
        self._override_globals_in_method(tt, "create_file",
 
2593
            {"open": self._fake_open_raises_after})
 
2594
        self.assertRaises(RuntimeError, tt.create_file, [b"contents"], trans_id)
 
2595
        path = tt._limbo_name(trans_id)
 
2596
        self.assertPathExists(path)
 
2597
        tt.finalize()
 
2598
        self.assertPathDoesNotExist(path)
 
2599
        self.assertPathDoesNotExist(tt._limbodir)
 
2600
 
 
2601
    def test_subdir_create_file_open_raises_before_creation(self):
 
2602
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2603
        self._override_globals_in_method(tt, "create_file",
 
2604
            {"open": self._fake_open_raises_before})
 
2605
        self.assertRaises(RuntimeError, tt.create_file, [b"contents"], trans_id)
 
2606
        path = tt._limbo_name(trans_id)
 
2607
        self.assertPathDoesNotExist(path)
 
2608
        tt.finalize()
 
2609
        self.assertPathDoesNotExist(tt._limbodir)
 
2610
 
 
2611
    def test_subdir_create_file_open_raises_after_creation(self):
 
2612
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2613
        self._override_globals_in_method(tt, "create_file",
 
2614
            {"open": self._fake_open_raises_after})
 
2615
        self.assertRaises(RuntimeError, tt.create_file, [b"contents"], trans_id)
 
2616
        path = tt._limbo_name(trans_id)
 
2617
        self.assertPathExists(path)
 
2618
        tt.finalize()
 
2619
        self.assertPathDoesNotExist(path)
 
2620
        self.assertPathDoesNotExist(tt._limbodir)
 
2621
 
 
2622
    def test_rename_in_limbo_rename_raises_after_rename(self):
 
2623
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2624
        parent1 = tt.new_directory('parent1', tt.root)
 
2625
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2626
        parent2 = tt.new_directory('parent2', tt.root)
 
2627
 
 
2628
        class FakeOSModule(object):
 
2629
            def rename(self, old, new):
 
2630
                os.rename(old, new)
 
2631
                raise RuntimeError
 
2632
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2633
            {"os": FakeOSModule()})
 
2634
        self.assertRaises(
 
2635
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2636
        path = osutils.pathjoin(tt._limbo_name(parent2), "child1")
 
2637
        self.assertPathExists(path)
 
2638
        tt.finalize()
 
2639
        self.assertPathDoesNotExist(path)
 
2640
        self.assertPathDoesNotExist(tt._limbodir)
 
2641
 
 
2642
    def test_rename_in_limbo_rename_raises_before_rename(self):
 
2643
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2644
        parent1 = tt.new_directory('parent1', tt.root)
 
2645
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2646
        parent2 = tt.new_directory('parent2', tt.root)
 
2647
 
 
2648
        class FakeOSModule(object):
 
2649
            def rename(self, old, new):
 
2650
                raise RuntimeError
 
2651
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2652
            {"os": FakeOSModule()})
 
2653
        self.assertRaises(
 
2654
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2655
        path = osutils.pathjoin(tt._limbo_name(parent1), "child1")
 
2656
        self.assertPathExists(path)
 
2657
        tt.finalize()
 
2658
        self.assertPathDoesNotExist(path)
 
2659
        self.assertPathDoesNotExist(tt._limbodir)
 
2660
 
 
2661
 
 
2662
class TestTransformMissingParent(tests.TestCaseWithTransport):
 
2663
 
 
2664
    def make_tt_with_versioned_dir(self):
2301
2665
        wt = self.make_branch_and_tree('.')
 
2666
        self.build_tree(['dir/',])
 
2667
        wt.add(['dir'], [b'dir-id'])
 
2668
        wt.commit('Create dir')
2302
2669
        tt = TreeTransform(wt)
2303
2670
        self.addCleanup(tt.finalize)
2304
 
        parent = tt.trans_id_file_id('parent-id')
2305
 
        tt.new_file('file', parent, 'Contents')
2306
 
        resolve_conflicts(tt)
2307
 
 
2308
 
 
2309
 
A_ENTRY = ('a-id', ('a', 'a'), True, (True, True),
2310
 
                  ('TREE_ROOT', 'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
 
2671
        return wt, tt
 
2672
 
 
2673
    def test_resolve_create_parent_for_versioned_file(self):
 
2674
        wt, tt = self.make_tt_with_versioned_dir()
 
2675
        dir_tid = tt.trans_id_tree_path('dir')
 
2676
        file_tid = tt.new_file('file', dir_tid, [b'Contents'], file_id=b'file-id')
 
2677
        tt.delete_contents(dir_tid)
 
2678
        tt.unversion_file(dir_tid)
 
2679
        conflicts = resolve_conflicts(tt)
 
2680
        # one conflict for the missing directory, one for the unversioned
 
2681
        # parent
 
2682
        self.assertLength(2, conflicts)
 
2683
 
 
2684
    def test_non_versioned_file_create_conflict(self):
 
2685
        wt, tt = self.make_tt_with_versioned_dir()
 
2686
        dir_tid = tt.trans_id_tree_path('dir')
 
2687
        tt.new_file('file', dir_tid, [b'Contents'])
 
2688
        tt.delete_contents(dir_tid)
 
2689
        tt.unversion_file(dir_tid)
 
2690
        conflicts = resolve_conflicts(tt)
 
2691
        # no conflicts or rather: orphaning 'file' resolve the 'dir' conflict
 
2692
        self.assertLength(1, conflicts)
 
2693
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
2694
                         conflicts.pop())
 
2695
 
 
2696
 
 
2697
A_ENTRY = (b'a-id', ('a', 'a'), True, (True, True),
 
2698
                  (b'TREE_ROOT', b'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
2311
2699
                  (False, False))
2312
 
ROOT_ENTRY = ('TREE_ROOT', ('', ''), False, (True, True), (None, None),
2313
 
              ('', ''), ('directory', 'directory'), (False, None))
 
2700
ROOT_ENTRY = (b'TREE_ROOT', ('', ''), False, (True, True), (None, None),
 
2701
              ('', ''), ('directory', 'directory'), (False, False))
2314
2702
 
2315
2703
 
2316
2704
class TestTransformPreview(tests.TestCaseWithTransport):
2317
2705
 
2318
2706
    def create_tree(self):
2319
2707
        tree = self.make_branch_and_tree('.')
2320
 
        self.build_tree_contents([('a', 'content 1')])
2321
 
        tree.set_root_id('TREE_ROOT')
2322
 
        tree.add('a', 'a-id')
2323
 
        tree.commit('rev1', rev_id='rev1')
2324
 
        return tree.branch.repository.revision_tree('rev1')
 
2708
        self.build_tree_contents([('a', b'content 1')])
 
2709
        tree.set_root_id(b'TREE_ROOT')
 
2710
        tree.add('a', b'a-id')
 
2711
        tree.commit('rev1', rev_id=b'rev1')
 
2712
        return tree.branch.repository.revision_tree(b'rev1')
2325
2713
 
2326
2714
    def get_empty_preview(self):
2327
2715
        repository = self.make_repository('repo')
2345
2733
        revision_tree = self.create_tree()
2346
2734
        preview = TransformPreview(revision_tree)
2347
2735
        self.addCleanup(preview.finalize)
2348
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2736
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2349
2737
        preview_tree = preview.get_preview_tree()
2350
 
        self.assertEqual(preview_tree.kind('file2-id'), 'file')
2351
 
        self.assertEqual(
2352
 
            preview_tree.get_file('file2-id').read(), 'content B\n')
 
2738
        self.assertEqual(preview_tree.kind('file2'), 'file')
 
2739
        with preview_tree.get_file('file2', b'file2-id') as f:
 
2740
            self.assertEqual(f.read(), b'content B\n')
2353
2741
 
2354
2742
    def test_diff_preview_tree(self):
2355
2743
        revision_tree = self.create_tree()
2356
2744
        preview = TransformPreview(revision_tree)
2357
2745
        self.addCleanup(preview.finalize)
2358
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2746
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2359
2747
        preview_tree = preview.get_preview_tree()
2360
 
        out = StringIO()
 
2748
        out = BytesIO()
2361
2749
        show_diff_trees(revision_tree, preview_tree, out)
2362
2750
        lines = out.getvalue().splitlines()
2363
2751
        self.assertEqual(lines[0], "=== added file 'file2'")
2368
2756
        revision_tree = self.create_tree()
2369
2757
        preview = TransformPreview(revision_tree)
2370
2758
        self.addCleanup(preview.finalize)
2371
 
        preview.new_file('a', preview.root, 'content 2')
 
2759
        preview.new_file('a', preview.root, [b'content 2'])
2372
2760
        resolve_conflicts(preview)
2373
 
        trans_id = preview.trans_id_file_id('a-id')
 
2761
        trans_id = preview.trans_id_file_id(b'a-id')
2374
2762
        self.assertEqual('a.moved', preview.final_name(trans_id))
2375
2763
 
2376
2764
    def get_tree_and_preview_tree(self):
2377
2765
        revision_tree = self.create_tree()
2378
2766
        preview = TransformPreview(revision_tree)
2379
2767
        self.addCleanup(preview.finalize)
2380
 
        a_trans_id = preview.trans_id_file_id('a-id')
 
2768
        a_trans_id = preview.trans_id_file_id(b'a-id')
2381
2769
        preview.delete_contents(a_trans_id)
2382
 
        preview.create_file('b content', a_trans_id)
 
2770
        preview.create_file([b'b content'], a_trans_id)
2383
2771
        preview_tree = preview.get_preview_tree()
2384
2772
        return revision_tree, preview_tree
2385
2773
 
2386
2774
    def test_iter_changes(self):
2387
2775
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2388
 
        root = revision_tree.inventory.root.file_id
2389
 
        self.assertEqual([('a-id', ('a', 'a'), True, (True, True),
 
2776
        root = revision_tree.get_root_id()
 
2777
        self.assertEqual([(b'a-id', ('a', 'a'), True, (True, True),
2390
2778
                          (root, root), ('a', 'a'), ('file', 'file'),
2391
2779
                          (False, False))],
2392
2780
                          list(preview_tree.iter_changes(revision_tree)))
2395
2783
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2396
2784
        changes = preview_tree.iter_changes(revision_tree,
2397
2785
                                            include_unchanged=True)
2398
 
        root = revision_tree.inventory.root.file_id
 
2786
        root = revision_tree.get_root_id()
2399
2787
 
2400
2788
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
2401
2789
 
2403
2791
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2404
2792
        changes = preview_tree.iter_changes(revision_tree,
2405
2793
                                            specific_files=[''])
2406
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2794
        self.assertEqual([A_ENTRY], list(changes))
2407
2795
 
2408
2796
    def test_want_unversioned(self):
2409
2797
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2410
2798
        changes = preview_tree.iter_changes(revision_tree,
2411
2799
                                            want_unversioned=True)
2412
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2800
        self.assertEqual([A_ENTRY], list(changes))
2413
2801
 
2414
2802
    def test_ignore_extra_trees_no_specific_files(self):
2415
2803
        # extra_trees is harmless without specific_files, so we'll silently
2431
2819
        revision_tree = self.create_tree()
2432
2820
        preview = TransformPreview(revision_tree)
2433
2821
        self.addCleanup(preview.finalize)
2434
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
 
2822
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
2435
2823
        preview.new_directory('directory', preview.root, 'dir-id')
2436
2824
        preview_tree = preview.get_preview_tree()
2437
 
        self.assertEqual('file', preview_tree.kind('file-id'))
2438
 
        self.assertEqual('directory', preview_tree.kind('dir-id'))
 
2825
        self.assertEqual('file', preview_tree.kind('file'))
 
2826
        self.assertEqual('directory', preview_tree.kind('directory'))
2439
2827
 
2440
2828
    def test_get_file_mtime(self):
2441
2829
        preview = self.get_empty_preview()
2442
 
        file_trans_id = preview.new_file('file', preview.root, 'contents',
2443
 
                                         'file-id')
 
2830
        file_trans_id = preview.new_file('file', preview.root, [b'contents'],
 
2831
                                         b'file-id')
2444
2832
        limbo_path = preview._limbo_name(file_trans_id)
2445
2833
        preview_tree = preview.get_preview_tree()
2446
2834
        self.assertEqual(os.stat(limbo_path).st_mtime,
2447
 
                         preview_tree.get_file_mtime('file-id'))
 
2835
                         preview_tree.get_file_mtime('file', b'file-id'))
2448
2836
 
2449
2837
    def test_get_file_mtime_renamed(self):
2450
2838
        work_tree = self.make_branch_and_tree('tree')
2451
2839
        self.build_tree(['tree/file'])
2452
 
        work_tree.add('file', 'file-id')
 
2840
        work_tree.add('file', b'file-id')
2453
2841
        preview = TransformPreview(work_tree)
2454
2842
        self.addCleanup(preview.finalize)
2455
 
        file_trans_id = preview.trans_id_tree_file_id('file-id')
 
2843
        file_trans_id = preview.trans_id_tree_path('file')
2456
2844
        preview.adjust_path('renamed', preview.root, file_trans_id)
2457
2845
        preview_tree = preview.get_preview_tree()
2458
 
        preview_mtime = preview_tree.get_file_mtime('file-id', 'renamed')
2459
 
        work_mtime = work_tree.get_file_mtime('file-id', 'file')
 
2846
        preview_mtime = preview_tree.get_file_mtime('renamed', b'file-id')
 
2847
        work_mtime = work_tree.get_file_mtime('file', b'file-id')
 
2848
 
 
2849
    def test_get_file_size(self):
 
2850
        work_tree = self.make_branch_and_tree('tree')
 
2851
        self.build_tree_contents([('tree/old', b'old')])
 
2852
        work_tree.add('old', b'old-id')
 
2853
        preview = TransformPreview(work_tree)
 
2854
        self.addCleanup(preview.finalize)
 
2855
        new_id = preview.new_file('name', preview.root, [b'contents'], b'new-id',
 
2856
                                  'executable')
 
2857
        tree = preview.get_preview_tree()
 
2858
        self.assertEqual(len('old'), tree.get_file_size('old'))
 
2859
        self.assertEqual(len('contents'), tree.get_file_size('name'))
2460
2860
 
2461
2861
    def test_get_file(self):
2462
2862
        preview = self.get_empty_preview()
2463
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
 
2863
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
2464
2864
        preview_tree = preview.get_preview_tree()
2465
 
        tree_file = preview_tree.get_file('file-id')
2466
 
        try:
2467
 
            self.assertEqual('contents', tree_file.read())
2468
 
        finally:
2469
 
            tree_file.close()
 
2865
        with preview_tree.get_file('file') as tree_file:
 
2866
            self.assertEqual(b'contents', tree_file.read())
2470
2867
 
2471
2868
    def test_get_symlink_target(self):
2472
2869
        self.requireFeature(SymlinkFeature)
2474
2871
        preview.new_symlink('symlink', preview.root, 'target', 'symlink-id')
2475
2872
        preview_tree = preview.get_preview_tree()
2476
2873
        self.assertEqual('target',
2477
 
                         preview_tree.get_symlink_target('symlink-id'))
 
2874
                         preview_tree.get_symlink_target('symlink'))
2478
2875
 
2479
2876
    def test_all_file_ids(self):
2480
2877
        tree = self.make_branch_and_tree('tree')
2481
2878
        self.build_tree(['tree/a', 'tree/b', 'tree/c'])
2482
 
        tree.add(['a', 'b', 'c'], ['a-id', 'b-id', 'c-id'])
 
2879
        tree.add(['a', 'b', 'c'], [b'a-id', b'b-id', b'c-id'])
2483
2880
        preview = TransformPreview(tree)
2484
2881
        self.addCleanup(preview.finalize)
2485
 
        preview.unversion_file(preview.trans_id_file_id('b-id'))
2486
 
        c_trans_id = preview.trans_id_file_id('c-id')
 
2882
        preview.unversion_file(preview.trans_id_file_id(b'b-id'))
 
2883
        c_trans_id = preview.trans_id_file_id(b'c-id')
2487
2884
        preview.unversion_file(c_trans_id)
2488
 
        preview.version_file('c-id', c_trans_id)
 
2885
        preview.version_file(b'c-id', c_trans_id)
2489
2886
        preview_tree = preview.get_preview_tree()
2490
 
        self.assertEqual(set(['a-id', 'c-id', tree.get_root_id()]),
 
2887
        self.assertEqual({b'a-id', b'c-id', tree.get_root_id()},
2491
2888
                         preview_tree.all_file_ids())
2492
2889
 
2493
2890
    def test_path2id_deleted_unchanged(self):
2494
2891
        tree = self.make_branch_and_tree('tree')
2495
2892
        self.build_tree(['tree/unchanged', 'tree/deleted'])
2496
 
        tree.add(['unchanged', 'deleted'], ['unchanged-id', 'deleted-id'])
 
2893
        tree.add(['unchanged', 'deleted'], [b'unchanged-id', b'deleted-id'])
2497
2894
        preview = TransformPreview(tree)
2498
2895
        self.addCleanup(preview.finalize)
2499
 
        preview.unversion_file(preview.trans_id_file_id('deleted-id'))
 
2896
        preview.unversion_file(preview.trans_id_file_id(b'deleted-id'))
2500
2897
        preview_tree = preview.get_preview_tree()
2501
 
        self.assertEqual('unchanged-id', preview_tree.path2id('unchanged'))
2502
 
        self.assertIs(None, preview_tree.path2id('deleted'))
 
2898
        self.assertEqual(b'unchanged-id', preview_tree.path2id('unchanged'))
 
2899
        self.assertFalse(preview_tree.is_versioned('deleted'))
2503
2900
 
2504
2901
    def test_path2id_created(self):
2505
2902
        tree = self.make_branch_and_tree('tree')
2506
2903
        self.build_tree(['tree/unchanged'])
2507
 
        tree.add(['unchanged'], ['unchanged-id'])
 
2904
        tree.add(['unchanged'], [b'unchanged-id'])
2508
2905
        preview = TransformPreview(tree)
2509
2906
        self.addCleanup(preview.finalize)
2510
 
        preview.new_file('new', preview.trans_id_file_id('unchanged-id'),
2511
 
            'contents', 'new-id')
 
2907
        preview.new_file('new', preview.trans_id_file_id(b'unchanged-id'),
 
2908
            [b'contents'], b'new-id')
2512
2909
        preview_tree = preview.get_preview_tree()
2513
 
        self.assertEqual('new-id', preview_tree.path2id('unchanged/new'))
 
2910
        self.assertEqual(b'new-id', preview_tree.path2id('unchanged/new'))
2514
2911
 
2515
2912
    def test_path2id_moved(self):
2516
2913
        tree = self.make_branch_and_tree('tree')
2517
2914
        self.build_tree(['tree/old_parent/', 'tree/old_parent/child'])
2518
2915
        tree.add(['old_parent', 'old_parent/child'],
2519
 
                 ['old_parent-id', 'child-id'])
 
2916
                 [b'old_parent-id', b'child-id'])
2520
2917
        preview = TransformPreview(tree)
2521
2918
        self.addCleanup(preview.finalize)
2522
2919
        new_parent = preview.new_directory('new_parent', preview.root,
2523
 
                                           'new_parent-id')
 
2920
                                           b'new_parent-id')
2524
2921
        preview.adjust_path('child', new_parent,
2525
 
                            preview.trans_id_file_id('child-id'))
 
2922
                            preview.trans_id_file_id(b'child-id'))
2526
2923
        preview_tree = preview.get_preview_tree()
2527
 
        self.assertIs(None, preview_tree.path2id('old_parent/child'))
2528
 
        self.assertEqual('child-id', preview_tree.path2id('new_parent/child'))
 
2924
        self.assertFalse(preview_tree.is_versioned('old_parent/child'))
 
2925
        self.assertEqual(b'child-id', preview_tree.path2id('new_parent/child'))
2529
2926
 
2530
2927
    def test_path2id_renamed_parent(self):
2531
2928
        tree = self.make_branch_and_tree('tree')
2532
2929
        self.build_tree(['tree/old_name/', 'tree/old_name/child'])
2533
2930
        tree.add(['old_name', 'old_name/child'],
2534
 
                 ['parent-id', 'child-id'])
 
2931
                 [b'parent-id', b'child-id'])
2535
2932
        preview = TransformPreview(tree)
2536
2933
        self.addCleanup(preview.finalize)
2537
2934
        preview.adjust_path('new_name', preview.root,
2538
 
                            preview.trans_id_file_id('parent-id'))
 
2935
                            preview.trans_id_file_id(b'parent-id'))
2539
2936
        preview_tree = preview.get_preview_tree()
2540
 
        self.assertIs(None, preview_tree.path2id('old_name/child'))
2541
 
        self.assertEqual('child-id', preview_tree.path2id('new_name/child'))
 
2937
        self.assertFalse(preview_tree.is_versioned('old_name/child'))
 
2938
        self.assertEqual(b'child-id', preview_tree.path2id('new_name/child'))
2542
2939
 
2543
 
    def assertMatchingIterEntries(self, tt, specific_file_ids=None):
 
2940
    def assertMatchingIterEntries(self, tt, specific_files=None):
2544
2941
        preview_tree = tt.get_preview_tree()
2545
2942
        preview_result = list(preview_tree.iter_entries_by_dir(
2546
 
                              specific_file_ids))
 
2943
                              specific_files=specific_files))
2547
2944
        tree = tt._tree
2548
2945
        tt.apply()
2549
 
        actual_result = list(tree.iter_entries_by_dir(specific_file_ids))
 
2946
        actual_result = list(tree.iter_entries_by_dir(
 
2947
            specific_files=specific_files))
2550
2948
        self.assertEqual(actual_result, preview_result)
2551
2949
 
2552
2950
    def test_iter_entries_by_dir_new(self):
2553
2951
        tree = self.make_branch_and_tree('tree')
2554
2952
        tt = TreeTransform(tree)
2555
 
        tt.new_file('new', tt.root, 'contents', 'new-id')
 
2953
        tt.new_file('new', tt.root, [b'contents'], b'new-id')
2556
2954
        self.assertMatchingIterEntries(tt)
2557
2955
 
2558
2956
    def test_iter_entries_by_dir_deleted(self):
2559
2957
        tree = self.make_branch_and_tree('tree')
2560
2958
        self.build_tree(['tree/deleted'])
2561
 
        tree.add('deleted', 'deleted-id')
 
2959
        tree.add('deleted', b'deleted-id')
2562
2960
        tt = TreeTransform(tree)
2563
 
        tt.delete_contents(tt.trans_id_file_id('deleted-id'))
 
2961
        tt.delete_contents(tt.trans_id_file_id(b'deleted-id'))
2564
2962
        self.assertMatchingIterEntries(tt)
2565
2963
 
2566
2964
    def test_iter_entries_by_dir_unversioned(self):
2567
2965
        tree = self.make_branch_and_tree('tree')
2568
2966
        self.build_tree(['tree/removed'])
2569
 
        tree.add('removed', 'removed-id')
 
2967
        tree.add('removed', b'removed-id')
2570
2968
        tt = TreeTransform(tree)
2571
 
        tt.unversion_file(tt.trans_id_file_id('removed-id'))
 
2969
        tt.unversion_file(tt.trans_id_file_id(b'removed-id'))
2572
2970
        self.assertMatchingIterEntries(tt)
2573
2971
 
2574
2972
    def test_iter_entries_by_dir_moved(self):
2575
2973
        tree = self.make_branch_and_tree('tree')
2576
2974
        self.build_tree(['tree/moved', 'tree/new_parent/'])
2577
 
        tree.add(['moved', 'new_parent'], ['moved-id', 'new_parent-id'])
 
2975
        tree.add(['moved', 'new_parent'], [b'moved-id', b'new_parent-id'])
2578
2976
        tt = TreeTransform(tree)
2579
 
        tt.adjust_path('moved', tt.trans_id_file_id('new_parent-id'),
2580
 
                       tt.trans_id_file_id('moved-id'))
 
2977
        tt.adjust_path('moved', tt.trans_id_file_id(b'new_parent-id'),
 
2978
                       tt.trans_id_file_id(b'moved-id'))
2581
2979
        self.assertMatchingIterEntries(tt)
2582
2980
 
2583
 
    def test_iter_entries_by_dir_specific_file_ids(self):
 
2981
    def test_iter_entries_by_dir_specific_files(self):
2584
2982
        tree = self.make_branch_and_tree('tree')
2585
 
        tree.set_root_id('tree-root-id')
 
2983
        tree.set_root_id(b'tree-root-id')
2586
2984
        self.build_tree(['tree/parent/', 'tree/parent/child'])
2587
 
        tree.add(['parent', 'parent/child'], ['parent-id', 'child-id'])
 
2985
        tree.add(['parent', 'parent/child'], [b'parent-id', b'child-id'])
2588
2986
        tt = TreeTransform(tree)
2589
 
        self.assertMatchingIterEntries(tt, ['tree-root-id', 'child-id'])
 
2987
        self.assertMatchingIterEntries(tt, ['', 'parent/child'])
2590
2988
 
2591
2989
    def test_symlink_content_summary(self):
2592
2990
        self.requireFeature(SymlinkFeature)
2593
2991
        preview = self.get_empty_preview()
2594
 
        preview.new_symlink('path', preview.root, 'target', 'path-id')
 
2992
        preview.new_symlink('path', preview.root, 'target', b'path-id')
2595
2993
        summary = preview.get_preview_tree().path_content_summary('path')
2596
2994
        self.assertEqual(('symlink', None, None, 'target'), summary)
2597
2995
 
2612
3010
 
2613
3011
    def test_file_content_summary_executable(self):
2614
3012
        preview = self.get_empty_preview()
2615
 
        path_id = preview.new_file('path', preview.root, 'contents', 'path-id')
 
3013
        path_id = preview.new_file('path', preview.root, [b'contents'], b'path-id')
2616
3014
        preview.set_executability(True, path_id)
2617
3015
        summary = preview.get_preview_tree().path_content_summary('path')
2618
3016
        self.assertEqual(4, len(summary))
2637
3035
 
2638
3036
    def test_file_content_summary_non_exec(self):
2639
3037
        preview = self.get_empty_preview()
2640
 
        preview.new_file('path', preview.root, 'contents', 'path-id')
 
3038
        preview.new_file('path', preview.root, [b'contents'], b'path-id')
2641
3039
        summary = preview.get_preview_tree().path_content_summary('path')
2642
3040
        self.assertEqual(4, len(summary))
2643
3041
        self.assertEqual('file', summary[0])
2650
3048
 
2651
3049
    def test_dir_content_summary(self):
2652
3050
        preview = self.get_empty_preview()
2653
 
        preview.new_directory('path', preview.root, 'path-id')
 
3051
        preview.new_directory('path', preview.root, b'path-id')
2654
3052
        summary = preview.get_preview_tree().path_content_summary('path')
2655
3053
        self.assertEqual(('directory', None, None, None), summary)
2656
3054
 
2657
3055
    def test_tree_content_summary(self):
2658
3056
        preview = self.get_empty_preview()
2659
 
        path = preview.new_directory('path', preview.root, 'path-id')
 
3057
        path = preview.new_directory('path', preview.root, b'path-id')
2660
3058
        preview.set_tree_reference('rev-1', path)
2661
3059
        summary = preview.get_preview_tree().path_content_summary('path')
2662
3060
        self.assertEqual(4, len(summary))
2664
3062
 
2665
3063
    def test_annotate(self):
2666
3064
        tree = self.make_branch_and_tree('tree')
2667
 
        self.build_tree_contents([('tree/file', 'a\n')])
2668
 
        tree.add('file', 'file-id')
2669
 
        tree.commit('a', rev_id='one')
2670
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3065
        self.build_tree_contents([('tree/file', b'a\n')])
 
3066
        tree.add('file', b'file-id')
 
3067
        tree.commit('a', rev_id=b'one')
 
3068
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2671
3069
        preview = TransformPreview(tree)
2672
3070
        self.addCleanup(preview.finalize)
2673
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3071
        file_trans_id = preview.trans_id_file_id(b'file-id')
2674
3072
        preview.delete_contents(file_trans_id)
2675
 
        preview.create_file('a\nb\nc\n', file_trans_id)
 
3073
        preview.create_file([b'a\nb\nc\n'], file_trans_id)
2676
3074
        preview_tree = preview.get_preview_tree()
2677
3075
        expected = [
2678
 
            ('one', 'a\n'),
2679
 
            ('me:', 'b\n'),
2680
 
            ('me:', 'c\n'),
 
3076
            (b'one', b'a\n'),
 
3077
            (b'me:', b'b\n'),
 
3078
            (b'me:', b'c\n'),
2681
3079
        ]
2682
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3080
        annotation = preview_tree.annotate_iter('file', default_revision=b'me:')
2683
3081
        self.assertEqual(expected, annotation)
2684
3082
 
2685
3083
    def test_annotate_missing(self):
2686
3084
        preview = self.get_empty_preview()
2687
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3085
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2688
3086
        preview_tree = preview.get_preview_tree()
2689
3087
        expected = [
2690
 
            ('me:', 'a\n'),
2691
 
            ('me:', 'b\n'),
2692
 
            ('me:', 'c\n'),
 
3088
            (b'me:', b'a\n'),
 
3089
            (b'me:', b'b\n'),
 
3090
            (b'me:', b'c\n'),
2693
3091
         ]
2694
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3092
        annotation = preview_tree.annotate_iter('file', default_revision=b'me:')
2695
3093
        self.assertEqual(expected, annotation)
2696
3094
 
2697
3095
    def test_annotate_rename(self):
2698
3096
        tree = self.make_branch_and_tree('tree')
2699
 
        self.build_tree_contents([('tree/file', 'a\n')])
2700
 
        tree.add('file', 'file-id')
2701
 
        tree.commit('a', rev_id='one')
 
3097
        self.build_tree_contents([('tree/file', b'a\n')])
 
3098
        tree.add('file', b'file-id')
 
3099
        tree.commit('a', rev_id=b'one')
2702
3100
        preview = TransformPreview(tree)
2703
3101
        self.addCleanup(preview.finalize)
2704
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3102
        file_trans_id = preview.trans_id_file_id(b'file-id')
2705
3103
        preview.adjust_path('newname', preview.root, file_trans_id)
2706
3104
        preview_tree = preview.get_preview_tree()
2707
3105
        expected = [
2708
3106
            ('one', 'a\n'),
2709
3107
        ]
2710
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3108
        annotation = preview_tree.annotate_iter('file', default_revision=b'me:')
2711
3109
        self.assertEqual(expected, annotation)
2712
3110
 
2713
3111
    def test_annotate_deleted(self):
2714
3112
        tree = self.make_branch_and_tree('tree')
2715
 
        self.build_tree_contents([('tree/file', 'a\n')])
2716
 
        tree.add('file', 'file-id')
2717
 
        tree.commit('a', rev_id='one')
2718
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3113
        self.build_tree_contents([('tree/file', b'a\n')])
 
3114
        tree.add('file', b'file-id')
 
3115
        tree.commit('a', rev_id=b'one')
 
3116
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2719
3117
        preview = TransformPreview(tree)
2720
3118
        self.addCleanup(preview.finalize)
2721
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3119
        file_trans_id = preview.trans_id_file_id(b'file-id')
2722
3120
        preview.delete_contents(file_trans_id)
2723
3121
        preview_tree = preview.get_preview_tree()
2724
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3122
        annotation = preview_tree.annotate_iter('file', default_revision=b'me:')
2725
3123
        self.assertIs(None, annotation)
2726
3124
 
2727
3125
    def test_stored_kind(self):
2728
3126
        preview = self.get_empty_preview()
2729
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3127
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2730
3128
        preview_tree = preview.get_preview_tree()
2731
 
        self.assertEqual('file', preview_tree.stored_kind('file-id'))
 
3129
        self.assertEqual('file', preview_tree.stored_kind('file'))
2732
3130
 
2733
3131
    def test_is_executable(self):
2734
3132
        preview = self.get_empty_preview()
2735
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
2736
 
        preview.set_executability(True, preview.trans_id_file_id('file-id'))
 
3133
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
 
3134
        preview.set_executability(True, preview.trans_id_file_id(b'file-id'))
2737
3135
        preview_tree = preview.get_preview_tree()
2738
 
        self.assertEqual(True, preview_tree.is_executable('file-id'))
 
3136
        self.assertEqual(True, preview_tree.is_executable('file'))
2739
3137
 
2740
3138
    def test_get_set_parent_ids(self):
2741
3139
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2742
3140
        self.assertEqual([], preview_tree.get_parent_ids())
2743
 
        preview_tree.set_parent_ids(['rev-1'])
2744
 
        self.assertEqual(['rev-1'], preview_tree.get_parent_ids())
 
3141
        preview_tree.set_parent_ids([b'rev-1'])
 
3142
        self.assertEqual([b'rev-1'], preview_tree.get_parent_ids())
2745
3143
 
2746
3144
    def test_plan_file_merge(self):
2747
3145
        work_a = self.make_branch_and_tree('wta')
2748
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2749
 
        work_a.add('file', 'file-id')
 
3146
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3147
        work_a.add('file', b'file-id')
2750
3148
        base_id = work_a.commit('base version')
2751
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3149
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2752
3150
        preview = TransformPreview(work_a)
2753
3151
        self.addCleanup(preview.finalize)
2754
 
        trans_id = preview.trans_id_file_id('file-id')
 
3152
        trans_id = preview.trans_id_file_id(b'file-id')
2755
3153
        preview.delete_contents(trans_id)
2756
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2757
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3154
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3155
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2758
3156
        tree_a = preview.get_preview_tree()
2759
3157
        tree_a.set_parent_ids([base_id])
2760
3158
        self.assertEqual([
2764
3162
            ('unchanged', 'd\n'),
2765
3163
            ('new-a', 'e\n'),
2766
3164
            ('new-b', 'f\n'),
2767
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3165
        ], list(tree_a.plan_file_merge(b'file-id', tree_b)))
2768
3166
 
2769
3167
    def test_plan_file_merge_revision_tree(self):
2770
3168
        work_a = self.make_branch_and_tree('wta')
2771
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2772
 
        work_a.add('file', 'file-id')
 
3169
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3170
        work_a.add('file', b'file-id')
2773
3171
        base_id = work_a.commit('base version')
2774
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3172
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2775
3173
        preview = TransformPreview(work_a.basis_tree())
2776
3174
        self.addCleanup(preview.finalize)
2777
 
        trans_id = preview.trans_id_file_id('file-id')
 
3175
        trans_id = preview.trans_id_file_id(b'file-id')
2778
3176
        preview.delete_contents(trans_id)
2779
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2780
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3177
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3178
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2781
3179
        tree_a = preview.get_preview_tree()
2782
3180
        tree_a.set_parent_ids([base_id])
2783
3181
        self.assertEqual([
2787
3185
            ('unchanged', 'd\n'),
2788
3186
            ('new-a', 'e\n'),
2789
3187
            ('new-b', 'f\n'),
2790
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3188
        ], list(tree_a.plan_file_merge(b'file-id', tree_b)))
2791
3189
 
2792
3190
    def test_walkdirs(self):
2793
3191
        preview = self.get_empty_preview()
2794
 
        root = preview.new_directory('', ROOT_PARENT, 'tree-root')
 
3192
        root = preview.new_directory('', ROOT_PARENT, b'tree-root')
2795
3193
        # FIXME: new_directory should mark root.
2796
3194
        preview.fixup_new_roots()
2797
3195
        preview_tree = preview.get_preview_tree()
2798
 
        file_trans_id = preview.new_file('a', preview.root, 'contents',
2799
 
                                         'a-id')
2800
 
        expected = [(('', 'tree-root'),
2801
 
                    [('a', 'a', 'file', None, 'a-id', 'file')])]
 
3196
        file_trans_id = preview.new_file('a', preview.root, [b'contents'],
 
3197
                                         b'a-id')
 
3198
        expected = [(('', b'tree-root'),
 
3199
                    [('a', 'a', 'file', None, b'a-id', 'file')])]
2802
3200
        self.assertEqual(expected, list(preview_tree.walkdirs()))
2803
3201
 
2804
3202
    def test_extras(self):
2808
3206
        work_tree.add(['removed-file', 'not-removed-file'])
2809
3207
        preview = TransformPreview(work_tree)
2810
3208
        self.addCleanup(preview.finalize)
2811
 
        preview.new_file('new-file', preview.root, 'contents')
2812
 
        preview.new_file('new-versioned-file', preview.root, 'contents',
2813
 
                         'new-versioned-id')
 
3209
        preview.new_file('new-file', preview.root, [b'contents'])
 
3210
        preview.new_file('new-versioned-file', preview.root, [b'contents'],
 
3211
                         b'new-versioned-id')
2814
3212
        tree = preview.get_preview_tree()
2815
3213
        preview.unversion_file(preview.trans_id_tree_path('removed-file'))
2816
 
        self.assertEqual(set(['new-file', 'removed-file', 'existing-file']),
 
3214
        self.assertEqual({'new-file', 'removed-file', 'existing-file'},
2817
3215
                         set(tree.extras()))
2818
3216
 
2819
3217
    def test_merge_into_preview(self):
2820
3218
        work_tree = self.make_branch_and_tree('tree')
2821
 
        self.build_tree_contents([('tree/file','b\n')])
2822
 
        work_tree.add('file', 'file-id')
 
3219
        self.build_tree_contents([('tree/file', b'b\n')])
 
3220
        work_tree.add('file', b'file-id')
2823
3221
        work_tree.commit('first commit')
2824
 
        child_tree = work_tree.bzrdir.sprout('child').open_workingtree()
2825
 
        self.build_tree_contents([('child/file','b\nc\n')])
 
3222
        child_tree = work_tree.controldir.sprout('child').open_workingtree()
 
3223
        self.build_tree_contents([('child/file', b'b\nc\n')])
2826
3224
        child_tree.commit('child commit')
2827
3225
        child_tree.lock_write()
2828
3226
        self.addCleanup(child_tree.unlock)
2830
3228
        self.addCleanup(work_tree.unlock)
2831
3229
        preview = TransformPreview(work_tree)
2832
3230
        self.addCleanup(preview.finalize)
2833
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3231
        file_trans_id = preview.trans_id_file_id(b'file-id')
2834
3232
        preview.delete_contents(file_trans_id)
2835
 
        preview.create_file('a\nb\n', file_trans_id)
 
3233
        preview.create_file([b'a\nb\n'], file_trans_id)
2836
3234
        preview_tree = preview.get_preview_tree()
2837
 
        merger = Merger.from_revision_ids(None, preview_tree,
 
3235
        merger = Merger.from_revision_ids(preview_tree,
2838
3236
                                          child_tree.branch.last_revision(),
2839
3237
                                          other_branch=child_tree.branch,
2840
3238
                                          tree_branch=work_tree.branch)
2842
3240
        tt = merger.make_merger().make_preview_transform()
2843
3241
        self.addCleanup(tt.finalize)
2844
3242
        final_tree = tt.get_preview_tree()
2845
 
        self.assertEqual('a\nb\nc\n', final_tree.get_file_text('file-id'))
 
3243
        self.assertEqual(
 
3244
                b'a\nb\nc\n',
 
3245
                final_tree.get_file_text(final_tree.id2path(b'file-id')))
2846
3246
 
2847
3247
    def test_merge_preview_into_workingtree(self):
2848
3248
        tree = self.make_branch_and_tree('tree')
2849
 
        tree.set_root_id('TREE_ROOT')
 
3249
        tree.set_root_id(b'TREE_ROOT')
2850
3250
        tt = TransformPreview(tree)
2851
3251
        self.addCleanup(tt.finalize)
2852
 
        tt.new_file('name', tt.root, 'content', 'file-id')
 
3252
        tt.new_file('name', tt.root, [b'content'], b'file-id')
2853
3253
        tree2 = self.make_branch_and_tree('tree2')
2854
 
        tree2.set_root_id('TREE_ROOT')
 
3254
        tree2.set_root_id(b'TREE_ROOT')
2855
3255
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2856
 
                                         None, tree.basis_tree())
 
3256
                                         tree.basis_tree())
2857
3257
        merger.merge_type = Merge3Merger
2858
3258
        merger.do_merge()
2859
3259
 
2860
3260
    def test_merge_preview_into_workingtree_handles_conflicts(self):
2861
3261
        tree = self.make_branch_and_tree('tree')
2862
 
        self.build_tree_contents([('tree/foo', 'bar')])
2863
 
        tree.add('foo', 'foo-id')
 
3262
        self.build_tree_contents([('tree/foo', b'bar')])
 
3263
        tree.add('foo', b'foo-id')
2864
3264
        tree.commit('foo')
2865
3265
        tt = TransformPreview(tree)
2866
3266
        self.addCleanup(tt.finalize)
2867
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3267
        trans_id = tt.trans_id_file_id(b'foo-id')
2868
3268
        tt.delete_contents(trans_id)
2869
 
        tt.create_file('baz', trans_id)
2870
 
        tree2 = tree.bzrdir.sprout('tree2').open_workingtree()
2871
 
        self.build_tree_contents([('tree2/foo', 'qux')])
2872
 
        pb = None
 
3269
        tt.create_file([b'baz'], trans_id)
 
3270
        tree2 = tree.controldir.sprout('tree2').open_workingtree()
 
3271
        self.build_tree_contents([('tree2/foo', b'qux')])
2873
3272
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2874
 
                                         pb, tree.basis_tree())
 
3273
                                         tree.basis_tree())
2875
3274
        merger.merge_type = Merge3Merger
2876
3275
        merger.do_merge()
2877
3276
 
 
3277
    def test_has_filename(self):
 
3278
        wt = self.make_branch_and_tree('tree')
 
3279
        self.build_tree(['tree/unmodified', 'tree/removed', 'tree/modified'])
 
3280
        tt = TransformPreview(wt)
 
3281
        removed_id = tt.trans_id_tree_path('removed')
 
3282
        tt.delete_contents(removed_id)
 
3283
        tt.new_file('new', tt.root, [b'contents'])
 
3284
        modified_id = tt.trans_id_tree_path('modified')
 
3285
        tt.delete_contents(modified_id)
 
3286
        tt.create_file([b'modified-contents'], modified_id)
 
3287
        self.addCleanup(tt.finalize)
 
3288
        tree = tt.get_preview_tree()
 
3289
        self.assertTrue(tree.has_filename('unmodified'))
 
3290
        self.assertFalse(tree.has_filename('not-present'))
 
3291
        self.assertFalse(tree.has_filename('removed'))
 
3292
        self.assertTrue(tree.has_filename('new'))
 
3293
        self.assertTrue(tree.has_filename('modified'))
 
3294
 
2878
3295
    def test_is_executable(self):
2879
3296
        tree = self.make_branch_and_tree('tree')
2880
3297
        preview = TransformPreview(tree)
2881
3298
        self.addCleanup(preview.finalize)
2882
 
        preview.new_file('foo', preview.root, 'bar', 'baz-id')
 
3299
        preview.new_file('foo', preview.root, [b'bar'], b'baz-id')
2883
3300
        preview_tree = preview.get_preview_tree()
2884
 
        self.assertEqual(False, preview_tree.is_executable('baz-id',
2885
 
                                                           'tree/foo'))
2886
 
        self.assertEqual(False, preview_tree.is_executable('baz-id'))
 
3301
        self.assertEqual(False, preview_tree.is_executable('tree/foo', b'baz-id'))
 
3302
        self.assertEqual(False, preview_tree.is_executable('tree/foo'))
2887
3303
 
2888
3304
    def test_commit_preview_tree(self):
2889
3305
        tree = self.make_branch_and_tree('tree')
2891
3307
        tree.branch.lock_write()
2892
3308
        self.addCleanup(tree.branch.unlock)
2893
3309
        tt = TransformPreview(tree)
2894
 
        tt.new_file('file', tt.root, 'contents', 'file_id')
 
3310
        tt.new_file('file', tt.root, [b'contents'], b'file_id')
2895
3311
        self.addCleanup(tt.finalize)
2896
3312
        preview = tt.get_preview_tree()
2897
3313
        preview.set_parent_ids([rev_id])
2900
3316
        builder.finish_inventory()
2901
3317
        rev2_id = builder.commit('rev2')
2902
3318
        rev2_tree = tree.branch.repository.revision_tree(rev2_id)
2903
 
        self.assertEqual('contents', rev2_tree.get_file_text('file_id'))
 
3319
        self.assertEqual(b'contents', rev2_tree.get_file_text('file'))
2904
3320
 
2905
3321
    def test_ascii_limbo_paths(self):
2906
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
3322
        self.requireFeature(features.UnicodeFilenameFeature)
2907
3323
        branch = self.make_branch('any')
2908
3324
        tree = branch.repository.revision_tree(_mod_revision.NULL_REVISION)
2909
3325
        tt = TransformPreview(tree)
2910
3326
        self.addCleanup(tt.finalize)
2911
3327
        foo_id = tt.new_directory('', ROOT_PARENT)
2912
 
        bar_id = tt.new_file(u'\u1234bar', foo_id, 'contents')
 
3328
        bar_id = tt.new_file(u'\u1234bar', foo_id, [b'contents'])
2913
3329
        limbo_path = tt._limbo_name(bar_id)
2914
 
        self.assertEqual(limbo_path.encode('ascii', 'replace'), limbo_path)
 
3330
        self.assertEqual(limbo_path, limbo_path)
2915
3331
 
2916
3332
 
2917
3333
class FakeSerializer(object):
2926
3342
 
2927
3343
class TestSerializeTransform(tests.TestCaseWithTransport):
2928
3344
 
2929
 
    _test_needs_features = [tests.UnicodeFilenameFeature]
 
3345
    _test_needs_features = [features.UnicodeFilenameFeature]
2930
3346
 
2931
3347
    def get_preview(self, tree=None):
2932
3348
        if tree is None:
2942
3358
    @staticmethod
2943
3359
    def default_attribs():
2944
3360
        return {
2945
 
            '_id_number': 1,
2946
 
            '_new_name': {},
2947
 
            '_new_parent': {},
2948
 
            '_new_executability': {},
2949
 
            '_new_id': {},
2950
 
            '_tree_path_ids': {'': 'new-0'},
2951
 
            '_removed_id': [],
2952
 
            '_removed_contents': [],
2953
 
            '_non_present_ids': {},
 
3361
            b'_id_number': 1,
 
3362
            b'_new_name': {},
 
3363
            b'_new_parent': {},
 
3364
            b'_new_executability': {},
 
3365
            b'_new_id': {},
 
3366
            b'_tree_path_ids': {b'': b'new-0'},
 
3367
            b'_removed_id': [],
 
3368
            b'_removed_contents': [],
 
3369
            b'_non_present_ids': {},
2954
3370
            }
2955
3371
 
2956
3372
    def make_records(self, attribs, contents):
2961
3377
 
2962
3378
    def creation_records(self):
2963
3379
        attribs = self.default_attribs()
2964
 
        attribs['_id_number'] = 3
2965
 
        attribs['_new_name'] = {
2966
 
            'new-1': u'foo\u1234'.encode('utf-8'), 'new-2': 'qux'}
2967
 
        attribs['_new_id'] = {'new-1': 'baz', 'new-2': 'quxx'}
2968
 
        attribs['_new_parent'] = {'new-1': 'new-0', 'new-2': 'new-0'}
2969
 
        attribs['_new_executability'] = {'new-1': 1}
 
3380
        attribs[b'_id_number'] = 3
 
3381
        attribs[b'_new_name'] = {
 
3382
            b'new-1': u'foo\u1234'.encode('utf-8'), b'new-2': b'qux'}
 
3383
        attribs[b'_new_id'] = {b'new-1': b'baz', b'new-2': b'quxx'}
 
3384
        attribs[b'_new_parent'] = {b'new-1': b'new-0', b'new-2': b'new-0'}
 
3385
        attribs[b'_new_executability'] = {b'new-1': 1}
2970
3386
        contents = [
2971
 
            ('new-1', 'file', 'i 1\nbar\n'),
2972
 
            ('new-2', 'directory', ''),
 
3387
            ('new-1', 'file', b'i 1\nbar\n'),
 
3388
            ('new-2', 'directory', b''),
2973
3389
            ]
2974
3390
        return self.make_records(attribs, contents)
2975
3391
 
2976
3392
    def test_serialize_creation(self):
2977
3393
        tt = self.get_preview()
2978
 
        tt.new_file(u'foo\u1234', tt.root, 'bar', 'baz', True)
 
3394
        tt.new_file(u'foo\u1234', tt.root, [b'bar'], b'baz', True)
2979
3395
        tt.new_directory('qux', tt.root, 'quxx')
2980
3396
        self.assertSerializesTo(self.creation_records(), tt)
2981
3397
 
3007
3423
        return self.make_records(attribs, contents)
3008
3424
 
3009
3425
    def test_serialize_symlink_creation(self):
3010
 
        self.requireFeature(tests.SymlinkFeature)
 
3426
        self.requireFeature(features.SymlinkFeature)
3011
3427
        tt = self.get_preview()
3012
3428
        tt.new_symlink(u'foo\u1234', tt.root, u'bar\u1234')
3013
3429
        self.assertSerializesTo(self.symlink_creation_records(), tt)
3014
3430
 
3015
3431
    def test_deserialize_symlink_creation(self):
3016
 
        self.requireFeature(tests.SymlinkFeature)
 
3432
        self.requireFeature(features.SymlinkFeature)
3017
3433
        tt = self.get_preview()
3018
3434
        tt.deserialize(iter(self.symlink_creation_records()))
3019
3435
        abspath = tt._limbo_name('new-1')
3023
3439
    def make_destruction_preview(self):
3024
3440
        tree = self.make_branch_and_tree('.')
3025
3441
        self.build_tree([u'foo\u1234', 'bar'])
3026
 
        tree.add([u'foo\u1234', 'bar'], ['foo-id', 'bar-id'])
 
3442
        tree.add([u'foo\u1234', 'bar'], [b'foo-id', b'bar-id'])
3027
3443
        return self.get_preview(tree)
3028
3444
 
3029
3445
    def destruction_records(self):
3040
3456
 
3041
3457
    def test_serialize_destruction(self):
3042
3458
        tt = self.make_destruction_preview()
3043
 
        foo_trans_id = tt.trans_id_tree_file_id('foo-id')
 
3459
        foo_trans_id = tt.trans_id_tree_path(u'foo\u1234')
3044
3460
        tt.unversion_file(foo_trans_id)
3045
 
        bar_trans_id = tt.trans_id_tree_file_id('bar-id')
 
3461
        bar_trans_id = tt.trans_id_tree_path('bar')
3046
3462
        tt.delete_contents(bar_trans_id)
3047
3463
        self.assertSerializesTo(self.destruction_records(), tt)
3048
3464
 
3055
3471
        self.assertEqual({'new-1': u'foo\u1234',
3056
3472
                          'new-2': 'bar',
3057
3473
                          tt.root: ''}, tt._tree_id_paths)
3058
 
        self.assertEqual(set(['new-1']), tt._removed_id)
3059
 
        self.assertEqual(set(['new-2']), tt._removed_contents)
 
3474
        self.assertEqual({'new-1'}, tt._removed_id)
 
3475
        self.assertEqual({'new-2'}, tt._removed_contents)
3060
3476
 
3061
3477
    def missing_records(self):
3062
3478
        attribs = self.default_attribs()
3063
 
        attribs['_id_number'] = 2
3064
 
        attribs['_non_present_ids'] = {
3065
 
            'boo': 'new-1',}
 
3479
        attribs[b'_id_number'] = 2
 
3480
        attribs[b'_non_present_ids'] = {
 
3481
            b'boo': b'new-1',}
3066
3482
        return self.make_records(attribs, [])
3067
3483
 
3068
3484
    def test_serialize_missing(self):
3069
3485
        tt = self.get_preview()
3070
 
        boo_trans_id = tt.trans_id_file_id('boo')
 
3486
        boo_trans_id = tt.trans_id_file_id(b'boo')
3071
3487
        self.assertSerializesTo(self.missing_records(), tt)
3072
3488
 
3073
3489
    def test_deserialize_missing(self):
3074
3490
        tt = self.get_preview()
3075
3491
        tt.deserialize(iter(self.missing_records()))
3076
 
        self.assertEqual({'boo': 'new-1'}, tt._non_present_ids)
 
3492
        self.assertEqual({b'boo': b'new-1'}, tt._non_present_ids)
3077
3493
 
3078
3494
    def make_modification_preview(self):
3079
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3080
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3495
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
 
3496
        LINES_TWO = b'z\nbb\nx\ndd\n'
3081
3497
        tree = self.make_branch_and_tree('tree')
3082
3498
        self.build_tree_contents([('tree/file', LINES_ONE)])
3083
 
        tree.add('file', 'file-id')
 
3499
        tree.add('file', b'file-id')
3084
3500
        return self.get_preview(tree), LINES_TWO
3085
3501
 
3086
3502
    def modification_records(self):
3096
3512
 
3097
3513
    def test_serialize_modification(self):
3098
3514
        tt, LINES = self.make_modification_preview()
3099
 
        trans_id = tt.trans_id_file_id('file-id')
 
3515
        trans_id = tt.trans_id_file_id(b'file-id')
3100
3516
        tt.delete_contents(trans_id)
3101
3517
        tt.create_file(LINES, trans_id)
3102
3518
        self.assertSerializesTo(self.modification_records(), tt)
3107
3523
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
3108
3524
 
3109
3525
    def make_kind_change_preview(self):
3110
 
        LINES = 'a\nb\nc\nd\n'
 
3526
        LINES = b'a\nb\nc\nd\n'
3111
3527
        tree = self.make_branch_and_tree('tree')
3112
3528
        self.build_tree(['tree/foo/'])
3113
 
        tree.add('foo', 'foo-id')
 
3529
        tree.add('foo', b'foo-id')
3114
3530
        return self.get_preview(tree), LINES
3115
3531
 
3116
3532
    def kind_change_records(self):
3117
3533
        attribs = self.default_attribs()
3118
 
        attribs['_id_number'] = 2
3119
 
        attribs['_tree_path_ids'] = {
3120
 
            'foo': 'new-1',
3121
 
            '': 'new-0',}
3122
 
        attribs['_removed_contents'] = ['new-1']
 
3534
        attribs[b'_id_number'] = 2
 
3535
        attribs[b'_tree_path_ids'] = {
 
3536
            b'foo': b'new-1',
 
3537
            b'': b'new-0',}
 
3538
        attribs[b'_removed_contents'] = [b'new-1']
3123
3539
        contents = [('new-1', 'file',
3124
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3540
                     b'i 4\na\nb\nc\nd\n\n')]
3125
3541
        return self.make_records(attribs, contents)
3126
3542
 
3127
3543
    def test_serialize_kind_change(self):
3128
3544
        tt, LINES = self.make_kind_change_preview()
3129
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3545
        trans_id = tt.trans_id_file_id(b'foo-id')
3130
3546
        tt.delete_contents(trans_id)
3131
3547
        tt.create_file(LINES, trans_id)
3132
3548
        self.assertSerializesTo(self.kind_change_records(), tt)
3137
3553
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
3138
3554
 
3139
3555
    def make_add_contents_preview(self):
3140
 
        LINES = 'a\nb\nc\nd\n'
 
3556
        LINES = b'a\nb\nc\nd\n'
3141
3557
        tree = self.make_branch_and_tree('tree')
3142
3558
        self.build_tree(['tree/foo'])
3143
3559
        tree.add('foo')
3146
3562
 
3147
3563
    def add_contents_records(self):
3148
3564
        attribs = self.default_attribs()
3149
 
        attribs['_id_number'] = 2
3150
 
        attribs['_tree_path_ids'] = {
3151
 
            'foo': 'new-1',
3152
 
            '': 'new-0',}
 
3565
        attribs[b'_id_number'] = 2
 
3566
        attribs[b'_tree_path_ids'] = {
 
3567
            b'foo': b'new-1',
 
3568
            b'': b'new-0',}
3153
3569
        contents = [('new-1', 'file',
3154
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3570
                     b'i 4\na\nb\nc\nd\n\n')]
3155
3571
        return self.make_records(attribs, contents)
3156
3572
 
3157
3573
    def test_serialize_add_contents(self):
3158
3574
        tt, LINES = self.make_add_contents_preview()
3159
3575
        trans_id = tt.trans_id_tree_path('foo')
3160
 
        tt.create_file(LINES, trans_id)
 
3576
        tt.create_file([LINES], trans_id)
3161
3577
        self.assertSerializesTo(self.add_contents_records(), tt)
3162
3578
 
3163
3579
    def test_deserialize_add_contents(self):
3166
3582
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
3167
3583
 
3168
3584
    def test_get_parents_lines(self):
3169
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3170
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3585
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
 
3586
        LINES_TWO = b'z\nbb\nx\ndd\n'
3171
3587
        tree = self.make_branch_and_tree('tree')
3172
3588
        self.build_tree_contents([('tree/file', LINES_ONE)])
3173
 
        tree.add('file', 'file-id')
 
3589
        tree.add('file', b'file-id')
3174
3590
        tt = self.get_preview(tree)
3175
3591
        trans_id = tt.trans_id_tree_path('file')
3176
 
        self.assertEqual((['aa\n', 'bb\n', 'cc\n', 'dd\n'],),
 
3592
        self.assertEqual(([b'aa\n', b'bb\n', b'cc\n', b'dd\n'],),
3177
3593
            tt._get_parents_lines(trans_id))
3178
3594
 
3179
3595
    def test_get_parents_texts(self):
3180
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3181
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3596
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
 
3597
        LINES_TWO = b'z\nbb\nx\ndd\n'
3182
3598
        tree = self.make_branch_and_tree('tree')
3183
3599
        self.build_tree_contents([('tree/file', LINES_ONE)])
3184
 
        tree.add('file', 'file-id')
 
3600
        tree.add('file', b'file-id')
3185
3601
        tt = self.get_preview(tree)
3186
3602
        trans_id = tt.trans_id_tree_path('file')
3187
3603
        self.assertEqual((LINES_ONE,),
3188
3604
            tt._get_parents_texts(trans_id))
 
3605
 
 
3606
 
 
3607
class TestOrphan(tests.TestCaseWithTransport):
 
3608
 
 
3609
    def test_no_orphan_for_transform_preview(self):
 
3610
        tree = self.make_branch_and_tree('tree')
 
3611
        tt = transform.TransformPreview(tree)
 
3612
        self.addCleanup(tt.finalize)
 
3613
        self.assertRaises(NotImplementedError, tt.new_orphan, 'foo', 'bar')
 
3614
 
 
3615
    def _set_orphan_policy(self, wt, policy):
 
3616
        wt.branch.get_config_stack().set('transform.orphan_policy',
 
3617
                                               policy)
 
3618
 
 
3619
    def _prepare_orphan(self, wt):
 
3620
        self.build_tree(['dir/', 'dir/file', 'dir/foo'])
 
3621
        wt.add(['dir', 'dir/file'], [b'dir-id', b'file-id'])
 
3622
        wt.commit('add dir and file ignoring foo')
 
3623
        tt = transform.TreeTransform(wt)
 
3624
        self.addCleanup(tt.finalize)
 
3625
        # dir and bar are deleted
 
3626
        dir_tid = tt.trans_id_tree_path('dir')
 
3627
        file_tid = tt.trans_id_tree_path('dir/file')
 
3628
        orphan_tid = tt.trans_id_tree_path('dir/foo')
 
3629
        tt.delete_contents(file_tid)
 
3630
        tt.unversion_file(file_tid)
 
3631
        tt.delete_contents(dir_tid)
 
3632
        tt.unversion_file(dir_tid)
 
3633
        # There should be a conflict because dir still contain foo
 
3634
        raw_conflicts = tt.find_conflicts()
 
3635
        self.assertLength(1, raw_conflicts)
 
3636
        self.assertEqual(('missing parent', 'new-1'), raw_conflicts[0])
 
3637
        return tt, orphan_tid
 
3638
 
 
3639
    def test_new_orphan_created(self):
 
3640
        wt = self.make_branch_and_tree('.')
 
3641
        self._set_orphan_policy(wt, 'move')
 
3642
        tt, orphan_tid = self._prepare_orphan(wt)
 
3643
        warnings = []
 
3644
        def warning(*args):
 
3645
            warnings.append(args[0] % args[1:])
 
3646
        self.overrideAttr(trace, 'warning', warning)
 
3647
        remaining_conflicts = resolve_conflicts(tt)
 
3648
        self.assertEqual(['dir/foo has been orphaned in brz-orphans'],
 
3649
                          warnings)
 
3650
        # Yeah for resolved conflicts !
 
3651
        self.assertLength(0, remaining_conflicts)
 
3652
        # We have a new orphan
 
3653
        self.assertEqual('foo.~1~', tt.final_name(orphan_tid))
 
3654
        self.assertEqual('brz-orphans',
 
3655
                          tt.final_name(tt.final_parent(orphan_tid)))
 
3656
 
 
3657
    def test_never_orphan(self):
 
3658
        wt = self.make_branch_and_tree('.')
 
3659
        self._set_orphan_policy(wt, 'conflict')
 
3660
        tt, orphan_tid = self._prepare_orphan(wt)
 
3661
        remaining_conflicts = resolve_conflicts(tt)
 
3662
        self.assertLength(1, remaining_conflicts)
 
3663
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3664
                         remaining_conflicts.pop())
 
3665
 
 
3666
    def test_orphan_error(self):
 
3667
        def bogus_orphan(tt, orphan_id, parent_id):
 
3668
            raise transform.OrphaningError(tt.final_name(orphan_id),
 
3669
                                           tt.final_name(parent_id))
 
3670
        transform.orphaning_registry.register('bogus', bogus_orphan,
 
3671
                                              'Raise an error when orphaning')
 
3672
        wt = self.make_branch_and_tree('.')
 
3673
        self._set_orphan_policy(wt, 'bogus')
 
3674
        tt, orphan_tid = self._prepare_orphan(wt)
 
3675
        remaining_conflicts = resolve_conflicts(tt)
 
3676
        self.assertLength(1, remaining_conflicts)
 
3677
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3678
                         remaining_conflicts.pop())
 
3679
 
 
3680
    def test_unknown_orphan_policy(self):
 
3681
        wt = self.make_branch_and_tree('.')
 
3682
        # Set a fictional policy nobody ever implemented
 
3683
        self._set_orphan_policy(wt, 'donttouchmypreciouuus')
 
3684
        tt, orphan_tid = self._prepare_orphan(wt)
 
3685
        warnings = []
 
3686
        def warning(*args):
 
3687
            warnings.append(args[0] % args[1:])
 
3688
        self.overrideAttr(trace, 'warning', warning)
 
3689
        remaining_conflicts = resolve_conflicts(tt)
 
3690
        # We fallback to the default policy which create a conflict
 
3691
        self.assertLength(1, remaining_conflicts)
 
3692
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3693
                         remaining_conflicts.pop())
 
3694
        self.assertLength(1, warnings)
 
3695
        self.assertStartsWith(warnings[0], 'Value "donttouchmypreciouuus" ')
 
3696
 
 
3697
 
 
3698
class TestTransformHooks(tests.TestCaseWithTransport):
 
3699
 
 
3700
    def setUp(self):
 
3701
        super(TestTransformHooks, self).setUp()
 
3702
        self.wt = self.make_branch_and_tree('.')
 
3703
        os.chdir('..')
 
3704
 
 
3705
    def get_transform(self):
 
3706
        transform = TreeTransform(self.wt)
 
3707
        self.addCleanup(transform.finalize)
 
3708
        return transform, transform.root
 
3709
 
 
3710
    def test_pre_commit_hooks(self):
 
3711
        calls = []
 
3712
        def record_pre_transform(tree, tt):
 
3713
            calls.append((tree, tt))
 
3714
        MutableTree.hooks.install_named_hook('pre_transform',
 
3715
            record_pre_transform, "Pre transform")
 
3716
        transform, root = self.get_transform()
 
3717
        old_root_id = transform.tree_file_id(root)
 
3718
        transform.apply()
 
3719
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
3720
        self.assertEqual([(self.wt, transform)], calls)
 
3721
 
 
3722
    def test_post_commit_hooks(self):
 
3723
        calls = []
 
3724
        def record_post_transform(tree, tt):
 
3725
            calls.append((tree, tt))
 
3726
        MutableTree.hooks.install_named_hook('post_transform',
 
3727
            record_post_transform, "Post transform")
 
3728
        transform, root = self.get_transform()
 
3729
        old_root_id = transform.tree_file_id(root)
 
3730
        transform.apply()
 
3731
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
3732
        self.assertEqual([(self.wt, transform)], calls)
 
3733
 
 
3734
 
 
3735
class TestLinkTree(tests.TestCaseWithTransport):
 
3736
 
 
3737
    _test_needs_features = [HardlinkFeature]
 
3738
 
 
3739
    def setUp(self):
 
3740
        tests.TestCaseWithTransport.setUp(self)
 
3741
        self.parent_tree = self.make_branch_and_tree('parent')
 
3742
        self.parent_tree.lock_write()
 
3743
        self.addCleanup(self.parent_tree.unlock)
 
3744
        self.build_tree_contents([('parent/foo', b'bar')])
 
3745
        self.parent_tree.add('foo')
 
3746
        self.parent_tree.commit('added foo')
 
3747
        child_controldir = self.parent_tree.controldir.sprout('child')
 
3748
        self.child_tree = child_controldir.open_workingtree()
 
3749
 
 
3750
    def hardlinked(self):
 
3751
        parent_stat = os.lstat(self.parent_tree.abspath('foo'))
 
3752
        child_stat = os.lstat(self.child_tree.abspath('foo'))
 
3753
        return parent_stat.st_ino == child_stat.st_ino
 
3754
 
 
3755
    def test_link_fails_if_modified(self):
 
3756
        """If the file to be linked has modified text, don't link."""
 
3757
        self.build_tree_contents([('child/foo', b'baz')])
 
3758
        transform.link_tree(self.child_tree, self.parent_tree)
 
3759
        self.assertFalse(self.hardlinked())
 
3760
 
 
3761
    def test_link_fails_if_execute_bit_changed(self):
 
3762
        """If the file to be linked has modified execute bit, don't link."""
 
3763
        tt = TreeTransform(self.child_tree)
 
3764
        try:
 
3765
            trans_id = tt.trans_id_tree_path('foo')
 
3766
            tt.set_executability(True, trans_id)
 
3767
            tt.apply()
 
3768
        finally:
 
3769
            tt.finalize()
 
3770
        transform.link_tree(self.child_tree, self.parent_tree)
 
3771
        self.assertFalse(self.hardlinked())
 
3772
 
 
3773
    def test_link_succeeds_if_unmodified(self):
 
3774
        """If the file to be linked is unmodified, link"""
 
3775
        transform.link_tree(self.child_tree, self.parent_tree)
 
3776
        self.assertTrue(self.hardlinked())