/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/tests/test_transform.py

  • Committer: Jelmer Vernooij
  • Date: 2019-03-02 23:49:52 UTC
  • mto: This revision was merged to the branch mainline in revision 7292.
  • Revision ID: jelmer@jelmer.uk-20190302234952-ft6nx2trqimd841q
Avoid using time.clock, which is going away in python 3.8.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006-2012, 2016 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
 
17
import codecs
 
18
import errno
17
19
import os
18
 
from StringIO import StringIO
19
20
import sys
20
21
import time
21
22
 
22
 
from bzrlib import (
 
23
from .. import (
23
24
    bencode,
24
25
    errors,
25
26
    filters,
26
 
    generate_ids,
27
27
    osutils,
28
 
    progress,
29
28
    revision as _mod_revision,
30
29
    rules,
31
30
    tests,
 
31
    trace,
 
32
    transform,
32
33
    urlutils,
33
34
    )
34
 
from bzrlib.bzrdir import BzrDir
35
 
from bzrlib.conflicts import (DuplicateEntry, DuplicateID, MissingParent,
36
 
                              UnversionedParent, ParentLoop, DeletingParent,
37
 
                              NonDirectoryParent)
38
 
from bzrlib.diff import show_diff_trees
39
 
from bzrlib.errors import (DuplicateKey, MalformedTransform, NoSuchFile,
40
 
                           ReusingTransform, CantMoveRoot,
41
 
                           PathsNotVersionedError, ExistingLimbo,
42
 
                           ExistingPendingDeletion, ImmortalLimbo,
43
 
                           ImmortalPendingDeletion, LockError)
44
 
from bzrlib.osutils import file_kind, pathjoin
45
 
from bzrlib.merge import Merge3Merger, Merger
46
 
from bzrlib.tests import (
 
35
from ..bzr import (
 
36
    generate_ids,
 
37
    )
 
38
from ..conflicts import (
 
39
    DeletingParent,
 
40
    DuplicateEntry,
 
41
    DuplicateID,
 
42
    MissingParent,
 
43
    NonDirectoryParent,
 
44
    ParentLoop,
 
45
    UnversionedParent,
 
46
)
 
47
from ..controldir import ControlDir
 
48
from ..diff import show_diff_trees
 
49
from ..errors import (
 
50
    DuplicateKey,
 
51
    ExistingLimbo,
 
52
    ExistingPendingDeletion,
 
53
    ImmortalLimbo,
 
54
    ImmortalPendingDeletion,
 
55
    LockError,
 
56
    MalformedTransform,
 
57
    ReusingTransform,
 
58
)
 
59
from ..osutils import (
 
60
    file_kind,
 
61
    pathjoin,
 
62
)
 
63
from ..merge import Merge3Merger, Merger
 
64
from ..mutabletree import MutableTree
 
65
from ..sixish import (
 
66
    BytesIO,
 
67
    PY3,
 
68
    text_type,
 
69
    )
 
70
from . import (
 
71
    features,
 
72
    TestCaseInTempDir,
 
73
    TestSkipped,
 
74
    )
 
75
from .features import (
47
76
    HardlinkFeature,
48
77
    SymlinkFeature,
49
 
    TestCase,
50
 
    TestCaseInTempDir,
51
 
    TestSkipped,
52
78
    )
53
 
from bzrlib.transform import (TreeTransform, ROOT_PARENT, FinalPaths,
54
 
                              resolve_conflicts, cook_conflicts,
55
 
                              build_tree, get_backup_name,
56
 
                              _FileMover, resolve_checkout,
57
 
                              TransformPreview, create_from_tree)
 
79
from ..transform import (
 
80
    build_tree,
 
81
    create_from_tree,
 
82
    cook_conflicts,
 
83
    _FileMover,
 
84
    FinalPaths,
 
85
    resolve_conflicts,
 
86
    resolve_checkout,
 
87
    ROOT_PARENT,
 
88
    TransformPreview,
 
89
    TreeTransform,
 
90
)
58
91
 
59
92
 
60
93
class TestTreeTransform(tests.TestCaseWithTransport):
61
94
 
62
95
    def setUp(self):
63
96
        super(TestTreeTransform, self).setUp()
64
 
        self.wt = self.make_branch_and_tree('.', format='dirstate-with-subtree')
 
97
        self.wt = self.make_branch_and_tree('.', format='development-subtree')
65
98
        os.chdir('..')
66
99
 
67
100
    def get_transform(self):
69
102
        self.addCleanup(transform.finalize)
70
103
        return transform, transform.root
71
104
 
 
105
    def get_transform_for_sha1_test(self):
 
106
        trans, root = self.get_transform()
 
107
        self.wt.lock_tree_write()
 
108
        self.addCleanup(self.wt.unlock)
 
109
        contents = [b'just some content\n']
 
110
        sha1 = osutils.sha_strings(contents)
 
111
        # Roll back the clock
 
112
        trans._creation_mtime = time.time() - 20.0
 
113
        return trans, root, contents, sha1
 
114
 
72
115
    def test_existing_limbo(self):
73
116
        transform, root = self.get_transform()
74
117
        limbo_name = transform._limbodir
101
144
        imaginary_id = transform.trans_id_tree_path('imaginary')
102
145
        imaginary_id2 = transform.trans_id_tree_path('imaginary/')
103
146
        self.assertEqual(imaginary_id, imaginary_id2)
104
 
        self.assertEqual(transform.get_tree_parent(imaginary_id), root)
105
 
        self.assertEqual(transform.final_kind(root), 'directory')
106
 
        self.assertEqual(transform.final_file_id(root), self.wt.get_root_id())
 
147
        self.assertEqual(root, transform.get_tree_parent(imaginary_id))
 
148
        self.assertEqual('directory', transform.final_kind(root))
 
149
        self.assertEqual(self.wt.get_root_id(), transform.final_file_id(root))
107
150
        trans_id = transform.create_path('name', root)
108
151
        self.assertIs(transform.final_file_id(trans_id), None)
109
 
        self.assertRaises(NoSuchFile, transform.final_kind, trans_id)
110
 
        transform.create_file('contents', trans_id)
 
152
        self.assertIs(None, transform.final_kind(trans_id))
 
153
        transform.create_file([b'contents'], trans_id)
111
154
        transform.set_executability(True, trans_id)
112
 
        transform.version_file('my_pretties', trans_id)
 
155
        transform.version_file(b'my_pretties', trans_id)
113
156
        self.assertRaises(DuplicateKey, transform.version_file,
114
 
                          'my_pretties', trans_id)
115
 
        self.assertEqual(transform.final_file_id(trans_id), 'my_pretties')
 
157
                          b'my_pretties', trans_id)
 
158
        self.assertEqual(transform.final_file_id(trans_id), b'my_pretties')
116
159
        self.assertEqual(transform.final_parent(trans_id), root)
117
160
        self.assertIs(transform.final_parent(root), ROOT_PARENT)
118
161
        self.assertIs(transform.get_tree_parent(root), ROOT_PARENT)
119
162
        oz_id = transform.create_path('oz', root)
120
163
        transform.create_directory(oz_id)
121
 
        transform.version_file('ozzie', oz_id)
 
164
        transform.version_file(b'ozzie', oz_id)
122
165
        trans_id2 = transform.create_path('name2', root)
123
 
        transform.create_file('contents', trans_id2)
 
166
        transform.create_file([b'contents'], trans_id2)
124
167
        transform.set_executability(False, trans_id2)
125
 
        transform.version_file('my_pretties2', trans_id2)
 
168
        transform.version_file(b'my_pretties2', trans_id2)
126
169
        modified_paths = transform.apply().modified_paths
127
 
        self.assertEqual('contents', self.wt.get_file_byname('name').read())
128
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
129
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
130
 
        self.assertIs(self.wt.is_executable('my_pretties2'), False)
 
170
        with self.wt.get_file('name') as f:
 
171
            self.assertEqual(b'contents', f.read())
 
172
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
173
        self.assertIs(self.wt.is_executable('name'), True)
 
174
        self.assertIs(self.wt.is_executable('name2'), False)
131
175
        self.assertEqual('directory', file_kind(self.wt.abspath('oz')))
132
176
        self.assertEqual(len(modified_paths), 3)
133
 
        tree_mod_paths = [self.wt.id2abspath(f) for f in
134
 
                          ('ozzie', 'my_pretties', 'my_pretties2')]
 
177
        tree_mod_paths = [self.wt.abspath(self.wt.id2path(f)) for f in
 
178
                          (b'ozzie', b'my_pretties', b'my_pretties2')]
135
179
        self.assertSubset(tree_mod_paths, modified_paths)
136
180
        # is it safe to finalize repeatedly?
137
181
        transform.finalize()
138
182
        transform.finalize()
139
183
 
 
184
    def test_apply_informs_tree_of_observed_sha1(self):
 
185
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
186
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
187
                                  sha1=sha1)
 
188
        calls = []
 
189
        orig = self.wt._observed_sha1
 
190
 
 
191
        def _observed_sha1(*args):
 
192
            calls.append(args)
 
193
            orig(*args)
 
194
        self.wt._observed_sha1 = _observed_sha1
 
195
        trans.apply()
 
196
        self.assertEqual([('file1', trans._observed_sha1s[trans_id])],
 
197
                         calls)
 
198
 
 
199
    def test_create_file_caches_sha1(self):
 
200
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
201
        trans_id = trans.create_path('file1', root)
 
202
        trans.create_file(contents, trans_id, sha1=sha1)
 
203
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
204
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
205
        self.assertEqual(o_sha1, sha1)
 
206
        self.assertEqualStat(o_st_val, st_val)
 
207
 
 
208
    def test__apply_insertions_updates_sha1(self):
 
209
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
210
        trans_id = trans.create_path('file1', root)
 
211
        trans.create_file(contents, trans_id, sha1=sha1)
 
212
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
213
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
214
        self.assertEqual(o_sha1, sha1)
 
215
        self.assertEqualStat(o_st_val, st_val)
 
216
        creation_mtime = trans._creation_mtime + 10.0
 
217
        # We fake a time difference from when the file was created until now it
 
218
        # is being renamed by using os.utime. Note that the change we actually
 
219
        # want to see is the real ctime change from 'os.rename()', but as long
 
220
        # as we observe a new stat value, we should be fine.
 
221
        os.utime(trans._limbo_name(trans_id), (creation_mtime, creation_mtime))
 
222
        trans.apply()
 
223
        new_st_val = osutils.lstat(self.wt.abspath('file1'))
 
224
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
225
        self.assertEqual(o_sha1, sha1)
 
226
        self.assertEqualStat(o_st_val, new_st_val)
 
227
        self.assertNotEqual(st_val.st_mtime, new_st_val.st_mtime)
 
228
 
 
229
    def test_new_file_caches_sha1(self):
 
230
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
231
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
232
                                  sha1=sha1)
 
233
        st_val = osutils.lstat(trans._limbo_name(trans_id))
 
234
        o_sha1, o_st_val = trans._observed_sha1s[trans_id]
 
235
        self.assertEqual(o_sha1, sha1)
 
236
        self.assertEqualStat(o_st_val, st_val)
 
237
 
 
238
    def test_cancel_creation_removes_observed_sha1(self):
 
239
        trans, root, contents, sha1 = self.get_transform_for_sha1_test()
 
240
        trans_id = trans.new_file('file1', root, contents, file_id=b'file1-id',
 
241
                                  sha1=sha1)
 
242
        self.assertTrue(trans_id in trans._observed_sha1s)
 
243
        trans.cancel_creation(trans_id)
 
244
        self.assertFalse(trans_id in trans._observed_sha1s)
 
245
 
140
246
    def test_create_files_same_timestamp(self):
141
247
        transform, root = self.get_transform()
142
248
        self.wt.lock_tree_write()
144
250
        # Roll back the clock, so that we know everything is being set to the
145
251
        # exact time
146
252
        transform._creation_mtime = creation_mtime = time.time() - 20.0
147
 
        transform.create_file('content-one',
 
253
        transform.create_file([b'content-one'],
148
254
                              transform.create_path('one', root))
149
 
        time.sleep(1) # *ugly*
150
 
        transform.create_file('content-two',
 
255
        time.sleep(1)  # *ugly*
 
256
        transform.create_file([b'content-two'],
151
257
                              transform.create_path('two', root))
152
258
        transform.apply()
153
 
        fo, st1 = self.wt.get_file_with_stat(None, path='one', filtered=False)
 
259
        fo, st1 = self.wt.get_file_with_stat('one', filtered=False)
154
260
        fo.close()
155
 
        fo, st2 = self.wt.get_file_with_stat(None, path='two', filtered=False)
 
261
        fo, st2 = self.wt.get_file_with_stat('two', filtered=False)
156
262
        fo.close()
157
263
        # We only guarantee 2s resolution
158
 
        self.assertTrue(abs(creation_mtime - st1.st_mtime) < 2.0,
 
264
        self.assertTrue(
 
265
            abs(creation_mtime - st1.st_mtime) < 2.0,
159
266
            "%s != %s within 2 seconds" % (creation_mtime, st1.st_mtime))
160
267
        # But if we have more than that, all files should get the same result
161
268
        self.assertEqual(st1.st_mtime, st2.st_mtime)
162
269
 
163
270
    def test_change_root_id(self):
164
271
        transform, root = self.get_transform()
165
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
166
 
        transform.new_directory('', ROOT_PARENT, 'new-root-id')
 
272
        self.assertNotEqual(b'new-root-id', self.wt.get_root_id())
 
273
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
167
274
        transform.delete_contents(root)
168
275
        transform.unversion_file(root)
169
276
        transform.fixup_new_roots()
170
277
        transform.apply()
171
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
 
278
        self.assertEqual(b'new-root-id', self.wt.get_root_id())
172
279
 
173
280
    def test_change_root_id_add_files(self):
174
281
        transform, root = self.get_transform()
175
 
        self.assertNotEqual('new-root-id', self.wt.get_root_id())
176
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
177
 
        transform.new_file('file', new_trans_id, ['new-contents\n'],
178
 
                           'new-file-id')
 
282
        self.assertNotEqual(b'new-root-id', self.wt.get_root_id())
 
283
        new_trans_id = transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
284
        transform.new_file('file', new_trans_id, [b'new-contents\n'],
 
285
                           b'new-file-id')
179
286
        transform.delete_contents(root)
180
287
        transform.unversion_file(root)
181
288
        transform.fixup_new_roots()
182
289
        transform.apply()
183
 
        self.assertEqual('new-root-id', self.wt.get_root_id())
184
 
        self.assertEqual('new-file-id', self.wt.path2id('file'))
185
 
        self.assertFileEqual('new-contents\n', self.wt.abspath('file'))
 
290
        self.assertEqual(b'new-root-id', self.wt.get_root_id())
 
291
        self.assertEqual(b'new-file-id', self.wt.path2id('file'))
 
292
        self.assertFileEqual(b'new-contents\n', self.wt.abspath('file'))
186
293
 
187
294
    def test_add_two_roots(self):
188
295
        transform, root = self.get_transform()
189
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'new-root-id')
190
 
        new_trans_id = transform.new_directory('', ROOT_PARENT, 'alt-root-id')
191
 
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
296
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
297
        transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
298
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
299
 
 
300
    def test_retain_existing_root(self):
 
301
        tt, root = self.get_transform()
 
302
        with tt:
 
303
            tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
304
            tt.fixup_new_roots()
 
305
            self.assertNotEqual(b'new-root-id', tt.final_file_id(tt.root))
 
306
 
 
307
    def test_retain_existing_root_added_file(self):
 
308
        tt, root = self.get_transform()
 
309
        new_trans_id = tt.new_directory('', ROOT_PARENT, b'new-root-id')
 
310
        child = tt.new_directory('child', new_trans_id, b'child-id')
 
311
        tt.fixup_new_roots()
 
312
        self.assertEqual(tt.root, tt.final_parent(child))
 
313
 
 
314
    def test_add_unversioned_root(self):
 
315
        transform, root = self.get_transform()
 
316
        transform.new_directory('', ROOT_PARENT, None)
 
317
        transform.delete_contents(transform.root)
 
318
        transform.fixup_new_roots()
 
319
        self.assertNotIn(transform.root, transform._new_id)
 
320
 
 
321
    def test_remove_root_fixup(self):
 
322
        transform, root = self.get_transform()
 
323
        old_root_id = self.wt.get_root_id()
 
324
        self.assertNotEqual(b'new-root-id', old_root_id)
 
325
        transform.delete_contents(root)
 
326
        transform.unversion_file(root)
 
327
        transform.fixup_new_roots()
 
328
        transform.apply()
 
329
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
330
 
 
331
        transform, root = self.get_transform()
 
332
        transform.new_directory('', ROOT_PARENT, b'new-root-id')
 
333
        transform.new_directory('', ROOT_PARENT, b'alt-root-id')
 
334
        self.assertRaises(ValueError, transform.fixup_new_roots)
 
335
 
 
336
    def test_fixup_new_roots_permits_empty_tree(self):
 
337
        transform, root = self.get_transform()
 
338
        transform.delete_contents(root)
 
339
        transform.unversion_file(root)
 
340
        transform.fixup_new_roots()
 
341
        self.assertIs(None, transform.final_kind(root))
 
342
        self.assertIs(None, transform.final_file_id(root))
 
343
 
 
344
    def test_apply_retains_root_directory(self):
 
345
        # Do not attempt to delete the physical root directory, because that
 
346
        # is impossible.
 
347
        transform, root = self.get_transform()
 
348
        with transform:
 
349
            transform.delete_contents(root)
 
350
            e = self.assertRaises(AssertionError, self.assertRaises,
 
351
                                  errors.TransformRenameFailed,
 
352
                                  transform.apply)
 
353
        self.assertContainsRe('TransformRenameFailed not raised', str(e))
 
354
 
 
355
    def test_apply_retains_file_id(self):
 
356
        transform, root = self.get_transform()
 
357
        old_root_id = transform.tree_file_id(root)
 
358
        transform.unversion_file(root)
 
359
        transform.apply()
 
360
        self.assertEqual(old_root_id, self.wt.get_root_id())
192
361
 
193
362
    def test_hardlink(self):
194
363
        self.requireFeature(HardlinkFeature)
195
364
        transform, root = self.get_transform()
196
 
        transform.new_file('file1', root, 'contents')
 
365
        transform.new_file('file1', root, [b'contents'])
197
366
        transform.apply()
198
367
        target = self.make_branch_and_tree('target')
199
368
        target_transform = TreeTransform(target)
200
369
        trans_id = target_transform.create_path('file1', target_transform.root)
201
370
        target_transform.create_hardlink(self.wt.abspath('file1'), trans_id)
202
371
        target_transform.apply()
203
 
        self.failUnlessExists('target/file1')
 
372
        self.assertPathExists('target/file1')
204
373
        source_stat = os.stat(self.wt.abspath('file1'))
205
374
        target_stat = os.stat('target/file1')
206
375
        self.assertEqual(source_stat, target_stat)
209
378
        transform, root = self.get_transform()
210
379
        self.wt.lock_tree_write()
211
380
        self.addCleanup(self.wt.unlock)
212
 
        trans_id = transform.new_file('name', root, 'contents',
213
 
                                      'my_pretties', True)
214
 
        oz = transform.new_directory('oz', root, 'oz-id')
215
 
        dorothy = transform.new_directory('dorothy', oz, 'dorothy-id')
216
 
        toto = transform.new_file('toto', dorothy, 'toto-contents',
217
 
                                  'toto-id', False)
 
381
        transform.new_file('name', root, [b'contents'], b'my_pretties', True)
 
382
        oz = transform.new_directory('oz', root, b'oz-id')
 
383
        dorothy = transform.new_directory('dorothy', oz, b'dorothy-id')
 
384
        transform.new_file('toto', dorothy, [b'toto-contents'], b'toto-id',
 
385
                           False)
218
386
 
219
387
        self.assertEqual(len(transform.find_conflicts()), 0)
220
388
        transform.apply()
221
389
        self.assertRaises(ReusingTransform, transform.find_conflicts)
222
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
223
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
224
 
        self.assertIs(self.wt.is_executable('my_pretties'), True)
225
 
        self.assertEqual(self.wt.path2id('oz'), 'oz-id')
226
 
        self.assertEqual(self.wt.path2id('oz/dorothy'), 'dorothy-id')
227
 
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), 'toto-id')
 
390
        with open(self.wt.abspath('name'), 'r') as f:
 
391
            self.assertEqual('contents', f.read())
 
392
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
393
        self.assertIs(self.wt.is_executable('name'), True)
 
394
        self.assertEqual(self.wt.path2id('oz'), b'oz-id')
 
395
        self.assertEqual(self.wt.path2id('oz/dorothy'), b'dorothy-id')
 
396
        self.assertEqual(self.wt.path2id('oz/dorothy/toto'), b'toto-id')
228
397
 
229
 
        self.assertEqual('toto-contents',
230
 
                         self.wt.get_file_byname('oz/dorothy/toto').read())
231
 
        self.assertIs(self.wt.is_executable('toto-id'), False)
 
398
        self.assertEqual(b'toto-contents',
 
399
                         self.wt.get_file('oz/dorothy/toto').read())
 
400
        self.assertIs(self.wt.is_executable('oz/dorothy/toto'), False)
232
401
 
233
402
    def test_tree_reference(self):
234
403
        transform, root = self.get_transform()
235
404
        tree = transform._tree
236
 
        trans_id = transform.new_directory('reference', root, 'subtree-id')
237
 
        transform.set_tree_reference('subtree-revision', trans_id)
 
405
        trans_id = transform.new_directory('reference', root, b'subtree-id')
 
406
        transform.set_tree_reference(b'subtree-revision', trans_id)
238
407
        transform.apply()
239
408
        tree.lock_read()
240
409
        self.addCleanup(tree.unlock)
241
 
        self.assertEqual('subtree-revision',
242
 
                         tree.inventory['subtree-id'].reference_revision)
 
410
        self.assertEqual(
 
411
            b'subtree-revision',
 
412
            tree.root_inventory.get_entry(b'subtree-id').reference_revision)
243
413
 
244
414
    def test_conflicts(self):
245
415
        transform, root = self.get_transform()
246
 
        trans_id = transform.new_file('name', root, 'contents',
247
 
                                      'my_pretties')
 
416
        trans_id = transform.new_file('name', root, [b'contents'],
 
417
                                      b'my_pretties')
248
418
        self.assertEqual(len(transform.find_conflicts()), 0)
249
 
        trans_id2 = transform.new_file('name', root, 'Crontents', 'toto')
 
419
        trans_id2 = transform.new_file('name', root, [b'Crontents'], b'toto')
250
420
        self.assertEqual(transform.find_conflicts(),
251
421
                         [('duplicate', trans_id, trans_id2, 'name')])
252
422
        self.assertRaises(MalformedTransform, transform.apply)
266
436
        self.assertEqual(transform.find_conflicts(),
267
437
                         [('unversioned parent', lion_id),
268
438
                          ('missing parent', lion_id)])
269
 
        transform.version_file("Courage", lion_id)
 
439
        transform.version_file(b"Courage", lion_id)
270
440
        self.assertEqual(transform.find_conflicts(),
271
441
                         [('missing parent', lion_id),
272
442
                          ('versioning no contents', lion_id)])
273
443
        transform.adjust_path('name2', root, trans_id2)
274
444
        self.assertEqual(transform.find_conflicts(),
275
445
                         [('versioning no contents', lion_id)])
276
 
        transform.create_file('Contents, okay?', lion_id)
 
446
        transform.create_file([b'Contents, okay?'], lion_id)
277
447
        transform.adjust_path('name2', trans_id2, trans_id2)
278
448
        self.assertEqual(transform.find_conflicts(),
279
449
                         [('parent loop', trans_id2),
283
453
        transform.set_executability(True, oz_id)
284
454
        self.assertEqual(transform.find_conflicts(),
285
455
                         [('unversioned executability', oz_id)])
286
 
        transform.version_file('oz-id', oz_id)
 
456
        transform.version_file(b'oz-id', oz_id)
287
457
        self.assertEqual(transform.find_conflicts(),
288
458
                         [('non-file executability', oz_id)])
289
459
        transform.set_executability(None, oz_id)
290
 
        tip_id = transform.new_file('tip', oz_id, 'ozma', 'tip-id')
 
460
        tip_id = transform.new_file('tip', oz_id, [b'ozma'], b'tip-id')
291
461
        transform.apply()
292
 
        self.assertEqual(self.wt.path2id('name'), 'my_pretties')
293
 
        self.assertEqual('contents', file(self.wt.abspath('name')).read())
 
462
        self.assertEqual(self.wt.path2id('name'), b'my_pretties')
 
463
        with open(self.wt.abspath('name'), 'rb') as f:
 
464
            self.assertEqual(b'contents', f.read())
294
465
        transform2, root = self.get_transform()
295
 
        oz_id = transform2.trans_id_tree_file_id('oz-id')
296
 
        newtip = transform2.new_file('tip', oz_id, 'other', 'tip-id')
 
466
        oz_id = transform2.trans_id_tree_path('oz')
 
467
        newtip = transform2.new_file('tip', oz_id, [b'other'], b'tip-id')
297
468
        result = transform2.find_conflicts()
298
469
        fp = FinalPaths(transform2)
299
 
        self.assert_('oz/tip' in transform2._tree_path_ids)
 
470
        self.assertTrue('oz/tip' in transform2._tree_path_ids)
300
471
        self.assertEqual(fp.get_path(newtip), pathjoin('oz', 'tip'))
301
472
        self.assertEqual(len(result), 2)
302
473
        self.assertEqual((result[0][0], result[0][1]),
306
477
        transform2.finalize()
307
478
        transform3 = TreeTransform(self.wt)
308
479
        self.addCleanup(transform3.finalize)
309
 
        oz_id = transform3.trans_id_tree_file_id('oz-id')
 
480
        oz_id = transform3.trans_id_tree_path('oz')
310
481
        transform3.delete_contents(oz_id)
311
482
        self.assertEqual(transform3.find_conflicts(),
312
483
                         [('missing parent', oz_id)])
313
484
        root_id = transform3.root
314
 
        tip_id = transform3.trans_id_tree_file_id('tip-id')
 
485
        tip_id = transform3.trans_id_tree_path('oz/tip')
315
486
        transform3.adjust_path('tip', root_id, tip_id)
316
487
        transform3.apply()
317
488
 
323
494
        tree.case_sensitive = True
324
495
        transform = TreeTransform(tree)
325
496
        self.addCleanup(transform.finalize)
326
 
        transform.new_file('file', transform.root, 'content')
327
 
        transform.new_file('FiLe', transform.root, 'content')
 
497
        transform.new_file('file', transform.root, [b'content'])
 
498
        transform.new_file('FiLe', transform.root, [b'content'])
328
499
        result = transform.find_conflicts()
329
500
        self.assertEqual([], result)
330
501
        transform.finalize()
333
504
        tree.case_sensitive = False
334
505
        transform = TreeTransform(tree)
335
506
        self.addCleanup(transform.finalize)
336
 
        transform.new_file('file', transform.root, 'content')
337
 
        transform.new_file('FiLe', transform.root, 'content')
 
507
        transform.new_file('file', transform.root, [b'content'])
 
508
        transform.new_file('FiLe', transform.root, [b'content'])
338
509
        result = transform.find_conflicts()
339
510
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
340
511
 
347
518
        tree.case_sensitive = True
348
519
        transform = TreeTransform(tree)
349
520
        self.addCleanup(transform.finalize)
350
 
        transform.new_file('file', transform.root, 'content')
 
521
        transform.new_file('file', transform.root, [b'content'])
351
522
        result = transform.find_conflicts()
352
523
        self.assertEqual([], result)
353
524
        transform.finalize()
356
527
        tree.case_sensitive = False
357
528
        transform = TreeTransform(tree)
358
529
        self.addCleanup(transform.finalize)
359
 
        transform.new_file('file', transform.root, 'content')
 
530
        transform.new_file('file', transform.root, [b'content'])
360
531
        result = transform.find_conflicts()
361
532
        self.assertEqual([('duplicate', 'new-1', 'new-2', 'file')], result)
362
533
 
368
539
        tree.case_sensitive = False
369
540
        transform = TreeTransform(tree)
370
541
        self.addCleanup(transform.finalize)
371
 
        transform.new_file('file', transform.root, 'content')
372
 
        transform.new_file('FiLe', transform.root, 'content')
 
542
        transform.new_file('file', transform.root, [b'content'])
 
543
        transform.new_file('FiLe', transform.root, [b'content'])
373
544
        resolve_conflicts(transform)
374
545
        transform.apply()
375
 
        self.failUnlessExists('tree/file')
376
 
        self.failUnlessExists('tree/FiLe.moved')
 
546
        self.assertPathExists('tree/file')
 
547
        self.assertPathExists('tree/FiLe.moved')
377
548
 
378
549
    def test_resolve_checkout_case_conflict(self):
379
550
        tree = self.make_branch_and_tree('tree')
383
554
        tree.case_sensitive = False
384
555
        transform = TreeTransform(tree)
385
556
        self.addCleanup(transform.finalize)
386
 
        transform.new_file('file', transform.root, 'content')
387
 
        transform.new_file('FiLe', transform.root, 'content')
 
557
        transform.new_file('file', transform.root, [b'content'])
 
558
        transform.new_file('FiLe', transform.root, [b'content'])
388
559
        resolve_conflicts(transform,
389
560
                          pass_func=lambda t, c: resolve_checkout(t, c, []))
390
561
        transform.apply()
391
 
        self.failUnlessExists('tree/file')
392
 
        self.failUnlessExists('tree/FiLe.moved')
 
562
        self.assertPathExists('tree/file')
 
563
        self.assertPathExists('tree/FiLe.moved')
393
564
 
394
565
    def test_apply_case_conflict(self):
395
566
        """Ensure that a transform with case conflicts can always be applied"""
396
567
        tree = self.make_branch_and_tree('tree')
397
568
        transform = TreeTransform(tree)
398
569
        self.addCleanup(transform.finalize)
399
 
        transform.new_file('file', transform.root, 'content')
400
 
        transform.new_file('FiLe', transform.root, 'content')
 
570
        transform.new_file('file', transform.root, [b'content'])
 
571
        transform.new_file('FiLe', transform.root, [b'content'])
401
572
        dir = transform.new_directory('dir', transform.root)
402
 
        transform.new_file('dirfile', dir, 'content')
403
 
        transform.new_file('dirFiLe', dir, 'content')
 
573
        transform.new_file('dirfile', dir, [b'content'])
 
574
        transform.new_file('dirFiLe', dir, [b'content'])
404
575
        resolve_conflicts(transform)
405
576
        transform.apply()
406
 
        self.failUnlessExists('tree/file')
 
577
        self.assertPathExists('tree/file')
407
578
        if not os.path.exists('tree/FiLe.moved'):
408
 
            self.failUnlessExists('tree/FiLe')
409
 
        self.failUnlessExists('tree/dir/dirfile')
 
579
            self.assertPathExists('tree/FiLe')
 
580
        self.assertPathExists('tree/dir/dirfile')
410
581
        if not os.path.exists('tree/dir/dirFiLe.moved'):
411
 
            self.failUnlessExists('tree/dir/dirFiLe')
 
582
            self.assertPathExists('tree/dir/dirFiLe')
412
583
 
413
584
    def test_case_insensitive_limbo(self):
414
585
        tree = self.make_branch_and_tree('tree')
418
589
        transform = TreeTransform(tree)
419
590
        self.addCleanup(transform.finalize)
420
591
        dir = transform.new_directory('dir', transform.root)
421
 
        first = transform.new_file('file', dir, 'content')
422
 
        second = transform.new_file('FiLe', dir, 'content')
 
592
        first = transform.new_file('file', dir, [b'content'])
 
593
        second = transform.new_file('FiLe', dir, [b'content'])
423
594
        self.assertContainsRe(transform._limbo_name(first), 'new-1/file')
424
595
        self.assertNotContainsRe(transform._limbo_name(second), 'new-1/FiLe')
425
596
 
437
608
 
438
609
    def test_add_del(self):
439
610
        start, root = self.get_transform()
440
 
        start.new_directory('a', root, 'a')
 
611
        start.new_directory('a', root, b'a')
441
612
        start.apply()
442
613
        transform, root = self.get_transform()
443
 
        transform.delete_versioned(transform.trans_id_tree_file_id('a'))
444
 
        transform.new_directory('a', root, 'a')
 
614
        transform.delete_versioned(transform.trans_id_tree_path('a'))
 
615
        transform.new_directory('a', root, b'a')
445
616
        transform.apply()
446
617
 
447
618
    def test_unversioning(self):
448
619
        create_tree, root = self.get_transform()
449
 
        parent_id = create_tree.new_directory('parent', root, 'parent-id')
450
 
        create_tree.new_file('child', parent_id, 'child', 'child-id')
 
620
        parent_id = create_tree.new_directory('parent', root, b'parent-id')
 
621
        create_tree.new_file('child', parent_id, [b'child'], b'child-id')
451
622
        create_tree.apply()
452
623
        unversion = TreeTransform(self.wt)
453
624
        self.addCleanup(unversion.finalize)
455
626
        unversion.unversion_file(parent)
456
627
        self.assertEqual(unversion.find_conflicts(),
457
628
                         [('unversioned parent', parent_id)])
458
 
        file_id = unversion.trans_id_tree_file_id('child-id')
 
629
        file_id = unversion.trans_id_tree_path('parent/child')
459
630
        unversion.unversion_file(file_id)
460
631
        unversion.apply()
461
632
 
463
634
        create_tree, root = self.get_transform()
464
635
        # prepare tree
465
636
        root = create_tree.root
466
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
467
 
        create_tree.new_file('name2', root, 'hello2', 'name2')
468
 
        ddir = create_tree.new_directory('dying_directory', root, 'ddir')
469
 
        create_tree.new_file('dying_file', ddir, 'goodbye1', 'dfile')
470
 
        create_tree.new_file('moving_file', ddir, 'later1', 'mfile')
471
 
        create_tree.new_file('moving_file2', root, 'later2', 'mfile2')
 
637
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
 
638
        create_tree.new_file('name2', root, [b'hello2'], b'name2')
 
639
        ddir = create_tree.new_directory('dying_directory', root, b'ddir')
 
640
        create_tree.new_file('dying_file', ddir, [b'goodbye1'], b'dfile')
 
641
        create_tree.new_file('moving_file', ddir, [b'later1'], b'mfile')
 
642
        create_tree.new_file('moving_file2', root, [b'later2'], b'mfile2')
472
643
        create_tree.apply()
473
644
 
474
 
        mangle_tree,root = self.get_transform()
 
645
        mangle_tree, root = self.get_transform()
475
646
        root = mangle_tree.root
476
 
        #swap names
477
 
        name1 = mangle_tree.trans_id_tree_file_id('name1')
478
 
        name2 = mangle_tree.trans_id_tree_file_id('name2')
 
647
        # swap names
 
648
        name1 = mangle_tree.trans_id_tree_path('name1')
 
649
        name2 = mangle_tree.trans_id_tree_path('name2')
479
650
        mangle_tree.adjust_path('name2', root, name1)
480
651
        mangle_tree.adjust_path('name1', root, name2)
481
652
 
482
 
        #tests for deleting parent directories
483
 
        ddir = mangle_tree.trans_id_tree_file_id('ddir')
 
653
        # tests for deleting parent directories
 
654
        ddir = mangle_tree.trans_id_tree_path('dying_directory')
484
655
        mangle_tree.delete_contents(ddir)
485
 
        dfile = mangle_tree.trans_id_tree_file_id('dfile')
 
656
        dfile = mangle_tree.trans_id_tree_path('dying_directory/dying_file')
486
657
        mangle_tree.delete_versioned(dfile)
487
658
        mangle_tree.unversion_file(dfile)
488
 
        mfile = mangle_tree.trans_id_tree_file_id('mfile')
 
659
        mfile = mangle_tree.trans_id_tree_path('dying_directory/moving_file')
489
660
        mangle_tree.adjust_path('mfile', root, mfile)
490
661
 
491
 
        #tests for adding parent directories
492
 
        newdir = mangle_tree.new_directory('new_directory', root, 'newdir')
493
 
        mfile2 = mangle_tree.trans_id_tree_file_id('mfile2')
 
662
        # tests for adding parent directories
 
663
        newdir = mangle_tree.new_directory('new_directory', root, b'newdir')
 
664
        mfile2 = mangle_tree.trans_id_tree_path('moving_file2')
494
665
        mangle_tree.adjust_path('mfile2', newdir, mfile2)
495
 
        mangle_tree.new_file('newfile', newdir, 'hello3', 'dfile')
496
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
666
        mangle_tree.new_file('newfile', newdir, [b'hello3'], b'dfile')
 
667
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
497
668
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
498
 
        self.assertEqual(mangle_tree.final_file_id(mfile2), 'mfile2')
 
669
        self.assertEqual(mangle_tree.final_file_id(mfile2), b'mfile2')
499
670
        mangle_tree.apply()
500
 
        self.assertEqual(file(self.wt.abspath('name1')).read(), 'hello2')
501
 
        self.assertEqual(file(self.wt.abspath('name2')).read(), 'hello1')
502
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
671
        with open(self.wt.abspath('name1'), 'r') as f:
 
672
            self.assertEqual(f.read(), 'hello2')
 
673
        with open(self.wt.abspath('name2'), 'r') as f:
 
674
            self.assertEqual(f.read(), 'hello1')
 
675
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
503
676
        self.assertEqual(mangle_tree.final_parent(mfile2), newdir)
504
 
        self.assertEqual(file(mfile2_path).read(), 'later2')
505
 
        self.assertEqual(self.wt.id2path('mfile2'), 'new_directory/mfile2')
506
 
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), 'mfile2')
507
 
        newfile_path = self.wt.abspath(pathjoin('new_directory','newfile'))
508
 
        self.assertEqual(file(newfile_path).read(), 'hello3')
509
 
        self.assertEqual(self.wt.path2id('dying_directory'), 'ddir')
 
677
        with open(mfile2_path, 'r') as f:
 
678
            self.assertEqual(f.read(), 'later2')
 
679
        self.assertEqual(self.wt.id2path(b'mfile2'), 'new_directory/mfile2')
 
680
        self.assertEqual(self.wt.path2id('new_directory/mfile2'), b'mfile2')
 
681
        newfile_path = self.wt.abspath(pathjoin('new_directory', 'newfile'))
 
682
        with open(newfile_path, 'r') as f:
 
683
            self.assertEqual(f.read(), 'hello3')
 
684
        self.assertEqual(self.wt.path2id('dying_directory'), b'ddir')
510
685
        self.assertIs(self.wt.path2id('dying_directory/dying_file'), None)
511
 
        mfile2_path = self.wt.abspath(pathjoin('new_directory','mfile2'))
 
686
        mfile2_path = self.wt.abspath(pathjoin('new_directory', 'mfile2'))
512
687
 
513
688
    def test_both_rename(self):
514
 
        create_tree,root = self.get_transform()
515
 
        newdir = create_tree.new_directory('selftest', root, 'selftest-id')
516
 
        create_tree.new_file('blackbox.py', newdir, 'hello1', 'blackbox-id')
 
689
        create_tree, root = self.get_transform()
 
690
        newdir = create_tree.new_directory('selftest', root, b'selftest-id')
 
691
        create_tree.new_file('blackbox.py', newdir, [
 
692
                             b'hello1'], b'blackbox-id')
517
693
        create_tree.apply()
518
 
        mangle_tree,root = self.get_transform()
519
 
        selftest = mangle_tree.trans_id_tree_file_id('selftest-id')
520
 
        blackbox = mangle_tree.trans_id_tree_file_id('blackbox-id')
 
694
        mangle_tree, root = self.get_transform()
 
695
        selftest = mangle_tree.trans_id_tree_path('selftest')
 
696
        blackbox = mangle_tree.trans_id_tree_path('selftest/blackbox.py')
521
697
        mangle_tree.adjust_path('test', root, selftest)
522
698
        mangle_tree.adjust_path('test_too_much', root, selftest)
523
699
        mangle_tree.set_executability(True, blackbox)
524
700
        mangle_tree.apply()
525
701
 
526
702
    def test_both_rename2(self):
527
 
        create_tree,root = self.get_transform()
528
 
        bzrlib = create_tree.new_directory('bzrlib', root, 'bzrlib-id')
529
 
        tests = create_tree.new_directory('tests', bzrlib, 'tests-id')
530
 
        blackbox = create_tree.new_directory('blackbox', tests, 'blackbox-id')
531
 
        create_tree.new_file('test_too_much.py', blackbox, 'hello1',
532
 
                             'test_too_much-id')
 
703
        create_tree, root = self.get_transform()
 
704
        breezy = create_tree.new_directory('breezy', root, b'breezy-id')
 
705
        tests = create_tree.new_directory('tests', breezy, b'tests-id')
 
706
        blackbox = create_tree.new_directory('blackbox', tests, b'blackbox-id')
 
707
        create_tree.new_file('test_too_much.py', blackbox, [b'hello1'],
 
708
                             b'test_too_much-id')
533
709
        create_tree.apply()
534
 
        mangle_tree,root = self.get_transform()
535
 
        bzrlib = mangle_tree.trans_id_tree_file_id('bzrlib-id')
536
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
537
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
538
 
        mangle_tree.adjust_path('selftest', bzrlib, tests)
 
710
        mangle_tree, root = self.get_transform()
 
711
        breezy = mangle_tree.trans_id_tree_path('breezy')
 
712
        tests = mangle_tree.trans_id_tree_path('breezy/tests')
 
713
        test_too_much = mangle_tree.trans_id_tree_path(
 
714
            'breezy/tests/blackbox/test_too_much.py')
 
715
        mangle_tree.adjust_path('selftest', breezy, tests)
539
716
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
540
717
        mangle_tree.set_executability(True, test_too_much)
541
718
        mangle_tree.apply()
542
719
 
543
720
    def test_both_rename3(self):
544
 
        create_tree,root = self.get_transform()
545
 
        tests = create_tree.new_directory('tests', root, 'tests-id')
546
 
        create_tree.new_file('test_too_much.py', tests, 'hello1',
547
 
                             'test_too_much-id')
 
721
        create_tree, root = self.get_transform()
 
722
        tests = create_tree.new_directory('tests', root, b'tests-id')
 
723
        create_tree.new_file('test_too_much.py', tests, [b'hello1'],
 
724
                             b'test_too_much-id')
548
725
        create_tree.apply()
549
 
        mangle_tree,root = self.get_transform()
550
 
        tests = mangle_tree.trans_id_tree_file_id('tests-id')
551
 
        test_too_much = mangle_tree.trans_id_tree_file_id('test_too_much-id')
 
726
        mangle_tree, root = self.get_transform()
 
727
        tests = mangle_tree.trans_id_tree_path('tests')
 
728
        test_too_much = mangle_tree.trans_id_tree_path(
 
729
            'tests/test_too_much.py')
552
730
        mangle_tree.adjust_path('selftest', root, tests)
553
731
        mangle_tree.adjust_path('blackbox.py', tests, test_too_much)
554
732
        mangle_tree.set_executability(True, test_too_much)
558
736
        create_tree, root = self.get_transform()
559
737
        # prepare tree
560
738
        root = create_tree.root
561
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
739
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
562
740
        create_tree.apply()
563
741
        delete_contents, root = self.get_transform()
564
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
742
        file = delete_contents.trans_id_tree_path('name1')
565
743
        delete_contents.delete_contents(file)
566
744
        delete_contents.apply()
567
745
        move_id, root = self.get_transform()
568
 
        name1 = move_id.trans_id_tree_file_id('name1')
569
 
        newdir = move_id.new_directory('dir', root, 'newdir')
 
746
        name1 = move_id.trans_id_tree_path('name1')
 
747
        newdir = move_id.new_directory('dir', root, b'newdir')
570
748
        move_id.adjust_path('name2', newdir, name1)
571
749
        move_id.apply()
572
750
 
574
752
        create_tree, root = self.get_transform()
575
753
        # prepare tree
576
754
        root = create_tree.root
577
 
        create_tree.new_file('name1', root, 'hello1', 'name1')
 
755
        create_tree.new_file('name1', root, [b'hello1'], b'name1')
578
756
        create_tree.apply()
579
757
        delete_contents = TreeTransform(self.wt)
580
758
        self.addCleanup(delete_contents.finalize)
581
 
        file = delete_contents.trans_id_tree_file_id('name1')
 
759
        file = delete_contents.trans_id_tree_path('name1')
582
760
        delete_contents.delete_contents(file)
583
761
        delete_contents.apply()
584
762
        delete_contents.finalize()
585
763
        replace = TreeTransform(self.wt)
586
764
        self.addCleanup(replace.finalize)
587
 
        name2 = replace.new_file('name2', root, 'hello2', 'name1')
 
765
        name2 = replace.new_file('name2', root, [b'hello2'], b'name1')
588
766
        conflicts = replace.find_conflicts()
589
 
        name1 = replace.trans_id_tree_file_id('name1')
 
767
        name1 = replace.trans_id_tree_path('name1')
590
768
        self.assertEqual(conflicts, [('duplicate id', name1, name2)])
591
769
        resolve_conflicts(replace)
592
770
        replace.apply()
593
771
 
594
 
    def _test_symlinks(self, link_name1,link_target1,
 
772
    def _test_symlinks(self, link_name1, link_target1,
595
773
                       link_name2, link_target2):
596
774
 
597
 
        def ozpath(p): return 'oz/' + p
 
775
        def ozpath(p):
 
776
            return 'oz/' + p
598
777
 
599
778
        self.requireFeature(SymlinkFeature)
600
779
        transform, root = self.get_transform()
601
 
        oz_id = transform.new_directory('oz', root, 'oz-id')
602
 
        wizard = transform.new_symlink(link_name1, oz_id, link_target1,
603
 
                                       'wizard-id')
 
780
        oz_id = transform.new_directory('oz', root, b'oz-id')
 
781
        transform.new_symlink(link_name1, oz_id, link_target1, b'wizard-id')
604
782
        wiz_id = transform.create_path(link_name2, oz_id)
605
783
        transform.create_symlink(link_target2, wiz_id)
606
 
        transform.version_file('wiz-id2', wiz_id)
 
784
        transform.version_file(b'wiz-id2', wiz_id)
607
785
        transform.set_executability(True, wiz_id)
608
786
        self.assertEqual(transform.find_conflicts(),
609
787
                         [('non-file executability', wiz_id)])
610
788
        transform.set_executability(None, wiz_id)
611
789
        transform.apply()
612
 
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), 'wizard-id')
 
790
        self.assertEqual(self.wt.path2id(ozpath(link_name1)), b'wizard-id')
613
791
        self.assertEqual('symlink',
614
792
                         file_kind(self.wt.abspath(ozpath(link_name1))))
615
793
        self.assertEqual(link_target2,
622
800
                            'wizard2', 'behind_curtain')
623
801
 
624
802
    def test_symlinks_unicode(self):
625
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
803
        self.requireFeature(features.UnicodeFilenameFeature)
626
804
        self._test_symlinks(u'\N{Euro Sign}wizard',
627
805
                            u'wizard-targ\N{Euro Sign}t',
628
806
                            u'\N{Euro Sign}wizard2',
641
819
        os.symlink = None
642
820
        try:
643
821
            err = self.assertRaises(errors.UnableCreateSymlink, tt_helper)
644
 
            self.assertEquals(
 
822
            self.assertEqual(
645
823
                "Unable to create symlink 'foo' on this platform",
646
824
                str(err))
647
825
        finally:
649
827
                os.symlink = os_symlink
650
828
 
651
829
    def get_conflicted(self):
652
 
        create,root = self.get_transform()
653
 
        create.new_file('dorothy', root, 'dorothy', 'dorothy-id')
654
 
        oz = create.new_directory('oz', root, 'oz-id')
655
 
        create.new_directory('emeraldcity', oz, 'emerald-id')
 
830
        create, root = self.get_transform()
 
831
        create.new_file('dorothy', root, [b'dorothy'], b'dorothy-id')
 
832
        oz = create.new_directory('oz', root, b'oz-id')
 
833
        create.new_directory('emeraldcity', oz, b'emerald-id')
656
834
        create.apply()
657
 
        conflicts,root = self.get_transform()
 
835
        conflicts, root = self.get_transform()
658
836
        # set up duplicate entry, duplicate id
659
 
        new_dorothy = conflicts.new_file('dorothy', root, 'dorothy',
660
 
                                         'dorothy-id')
661
 
        old_dorothy = conflicts.trans_id_tree_file_id('dorothy-id')
662
 
        oz = conflicts.trans_id_tree_file_id('oz-id')
 
837
        new_dorothy = conflicts.new_file('dorothy', root, [b'dorothy'],
 
838
                                         b'dorothy-id')
 
839
        old_dorothy = conflicts.trans_id_tree_path('dorothy')
 
840
        oz = conflicts.trans_id_tree_path('oz')
663
841
        # set up DeletedParent parent conflict
664
842
        conflicts.delete_versioned(oz)
665
 
        emerald = conflicts.trans_id_tree_file_id('emerald-id')
 
843
        emerald = conflicts.trans_id_tree_path('oz/emeraldcity')
666
844
        # set up MissingParent conflict
667
 
        munchkincity = conflicts.trans_id_file_id('munchkincity-id')
 
845
        munchkincity = conflicts.trans_id_file_id(b'munchkincity-id')
668
846
        conflicts.adjust_path('munchkincity', root, munchkincity)
669
 
        conflicts.new_directory('auntem', munchkincity, 'auntem-id')
 
847
        conflicts.new_directory('auntem', munchkincity, b'auntem-id')
670
848
        # set up parent loop
671
849
        conflicts.adjust_path('emeraldcity', emerald, emerald)
672
850
        return conflicts, emerald, oz, old_dorothy, new_dorothy
678
856
        self.assertEqual(conflicts.final_name(old_dorothy), 'dorothy.moved')
679
857
        self.assertIs(conflicts.final_file_id(old_dorothy), None)
680
858
        self.assertEqual(conflicts.final_name(new_dorothy), 'dorothy')
681
 
        self.assertEqual(conflicts.final_file_id(new_dorothy), 'dorothy-id')
 
859
        self.assertEqual(conflicts.final_file_id(new_dorothy), b'dorothy-id')
682
860
        self.assertEqual(conflicts.final_parent(emerald), oz)
683
861
        conflicts.apply()
684
862
 
687
865
        raw_conflicts = resolve_conflicts(tt)
688
866
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
689
867
        duplicate = DuplicateEntry('Moved existing file to', 'dorothy.moved',
690
 
                                   'dorothy', None, 'dorothy-id')
 
868
                                   'dorothy', None, b'dorothy-id')
691
869
        self.assertEqual(cooked_conflicts[0], duplicate)
692
870
        duplicate_id = DuplicateID('Unversioned existing file',
693
871
                                   'dorothy.moved', 'dorothy', None,
694
 
                                   'dorothy-id')
 
872
                                   b'dorothy-id')
695
873
        self.assertEqual(cooked_conflicts[1], duplicate_id)
696
874
        missing_parent = MissingParent('Created directory', 'munchkincity',
697
 
                                       'munchkincity-id')
698
 
        deleted_parent = DeletingParent('Not deleting', 'oz', 'oz-id')
 
875
                                       b'munchkincity-id')
 
876
        deleted_parent = DeletingParent('Not deleting', 'oz', b'oz-id')
699
877
        self.assertEqual(cooked_conflicts[2], missing_parent)
700
878
        unversioned_parent = UnversionedParent('Versioned directory',
701
879
                                               'munchkincity',
702
 
                                               'munchkincity-id')
 
880
                                               b'munchkincity-id')
703
881
        unversioned_parent2 = UnversionedParent('Versioned directory', 'oz',
704
 
                                               'oz-id')
 
882
                                                b'oz-id')
705
883
        self.assertEqual(cooked_conflicts[3], unversioned_parent)
706
 
        parent_loop = ParentLoop('Cancelled move', 'oz/emeraldcity',
707
 
                                 'oz/emeraldcity', 'emerald-id', 'emerald-id')
 
884
        parent_loop = ParentLoop(
 
885
            'Cancelled move', 'oz/emeraldcity',
 
886
            'oz/emeraldcity', b'emerald-id', b'emerald-id')
708
887
        self.assertEqual(cooked_conflicts[4], deleted_parent)
709
888
        self.assertEqual(cooked_conflicts[5], unversioned_parent2)
710
889
        self.assertEqual(cooked_conflicts[6], parent_loop)
716
895
        raw_conflicts = resolve_conflicts(tt)
717
896
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
718
897
        tt.finalize()
719
 
        conflicts_s = [str(c) for c in cooked_conflicts]
 
898
        conflicts_s = [text_type(c) for c in cooked_conflicts]
720
899
        self.assertEqual(len(cooked_conflicts), len(conflicts_s))
721
900
        self.assertEqual(conflicts_s[0], 'Conflict adding file dorothy.  '
722
901
                                         'Moved existing file to '
729
908
        self.assertEqual(conflicts_s[3], 'Conflict because munchkincity is not'
730
909
                                         ' versioned, but has versioned'
731
910
                                         ' children.  Versioned directory.')
732
 
        self.assertEqualDiff(conflicts_s[4], "Conflict: can't delete oz because it"
733
 
                                         " is not empty.  Not deleting.")
 
911
        self.assertEqualDiff(
 
912
            conflicts_s[4], "Conflict: can't delete oz because it"
 
913
                            " is not empty.  Not deleting.")
734
914
        self.assertEqual(conflicts_s[5], 'Conflict because oz is not'
735
915
                                         ' versioned, but has versioned'
736
916
                                         ' children.  Versioned directory.')
739
919
 
740
920
    def prepare_wrong_parent_kind(self):
741
921
        tt, root = self.get_transform()
742
 
        tt.new_file('parent', root, 'contents', 'parent-id')
 
922
        tt.new_file('parent', root, [b'contents'], b'parent-id')
743
923
        tt.apply()
744
924
        tt, root = self.get_transform()
745
 
        parent_id = tt.trans_id_file_id('parent-id')
746
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
925
        parent_id = tt.trans_id_file_id(b'parent-id')
 
926
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
747
927
        return tt
748
928
 
749
929
    def test_find_conflicts_wrong_parent_kind(self):
753
933
    def test_resolve_conflicts_wrong_existing_parent_kind(self):
754
934
        tt = self.prepare_wrong_parent_kind()
755
935
        raw_conflicts = resolve_conflicts(tt)
756
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
757
 
                         'new-3')]), raw_conflicts)
 
936
        self.assertEqual({('non-directory parent', 'Created directory',
 
937
                           'new-3')}, raw_conflicts)
758
938
        cooked_conflicts = cook_conflicts(raw_conflicts, tt)
759
939
        self.assertEqual([NonDirectoryParent('Created directory', 'parent.new',
760
 
        'parent-id')], cooked_conflicts)
 
940
                                             b'parent-id')], cooked_conflicts)
761
941
        tt.apply()
762
 
        self.assertEqual(None, self.wt.path2id('parent'))
763
 
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
 
942
        self.assertFalse(self.wt.is_versioned('parent'))
 
943
        self.assertEqual(b'parent-id', self.wt.path2id('parent.new'))
764
944
 
765
945
    def test_resolve_conflicts_wrong_new_parent_kind(self):
766
946
        tt, root = self.get_transform()
767
 
        parent_id = tt.new_directory('parent', root, 'parent-id')
768
 
        tt.new_file('child,', parent_id, 'contents2', 'file-id')
 
947
        parent_id = tt.new_directory('parent', root, b'parent-id')
 
948
        tt.new_file('child,', parent_id, [b'contents2'], b'file-id')
769
949
        tt.apply()
770
950
        tt, root = self.get_transform()
771
 
        parent_id = tt.trans_id_file_id('parent-id')
 
951
        parent_id = tt.trans_id_file_id(b'parent-id')
772
952
        tt.delete_contents(parent_id)
773
 
        tt.create_file('contents', parent_id)
 
953
        tt.create_file([b'contents'], parent_id)
774
954
        raw_conflicts = resolve_conflicts(tt)
775
 
        self.assertEqual(set([('non-directory parent', 'Created directory',
776
 
                         'new-3')]), raw_conflicts)
 
955
        self.assertEqual({('non-directory parent', 'Created directory',
 
956
                           'new-3')}, raw_conflicts)
777
957
        tt.apply()
778
 
        self.assertEqual(None, self.wt.path2id('parent'))
779
 
        self.assertEqual('parent-id', self.wt.path2id('parent.new'))
 
958
        self.assertFalse(self.wt.is_versioned('parent'))
 
959
        self.assertEqual(b'parent-id', self.wt.path2id('parent.new'))
780
960
 
781
961
    def test_resolve_conflicts_wrong_parent_kind_unversioned(self):
782
962
        tt, root = self.get_transform()
783
963
        parent_id = tt.new_directory('parent', root)
784
 
        tt.new_file('child,', parent_id, 'contents2')
 
964
        tt.new_file('child,', parent_id, [b'contents2'])
785
965
        tt.apply()
786
966
        tt, root = self.get_transform()
787
967
        parent_id = tt.trans_id_tree_path('parent')
788
968
        tt.delete_contents(parent_id)
789
 
        tt.create_file('contents', parent_id)
 
969
        tt.create_file([b'contents'], parent_id)
790
970
        resolve_conflicts(tt)
791
971
        tt.apply()
792
 
        self.assertIs(None, self.wt.path2id('parent'))
793
 
        self.assertIs(None, self.wt.path2id('parent.new'))
 
972
        self.assertFalse(self.wt.is_versioned('parent'))
 
973
        self.assertFalse(self.wt.is_versioned('parent.new'))
 
974
 
 
975
    def test_resolve_conflicts_missing_parent(self):
 
976
        wt = self.make_branch_and_tree('.')
 
977
        tt = TreeTransform(wt)
 
978
        self.addCleanup(tt.finalize)
 
979
        parent = tt.trans_id_file_id(b'parent-id')
 
980
        tt.new_file('file', parent, [b'Contents'])
 
981
        raw_conflicts = resolve_conflicts(tt)
 
982
        # Since the directory doesn't exist it's seen as 'missing'.  So
 
983
        # 'resolve_conflicts' create a conflict asking for it to be created.
 
984
        self.assertLength(1, raw_conflicts)
 
985
        self.assertEqual(('missing parent', 'Created directory', 'new-1'),
 
986
                         raw_conflicts.pop())
 
987
        # apply fail since the missing directory doesn't exist
 
988
        self.assertRaises(errors.NoFinalPath, tt.apply)
794
989
 
795
990
    def test_moving_versioned_directories(self):
796
991
        create, root = self.get_transform()
797
 
        kansas = create.new_directory('kansas', root, 'kansas-id')
798
 
        create.new_directory('house', kansas, 'house-id')
799
 
        create.new_directory('oz', root, 'oz-id')
 
992
        kansas = create.new_directory('kansas', root, b'kansas-id')
 
993
        create.new_directory('house', kansas, b'house-id')
 
994
        create.new_directory('oz', root, b'oz-id')
800
995
        create.apply()
801
996
        cyclone, root = self.get_transform()
802
 
        oz = cyclone.trans_id_tree_file_id('oz-id')
803
 
        house = cyclone.trans_id_tree_file_id('house-id')
 
997
        oz = cyclone.trans_id_tree_path('oz')
 
998
        house = cyclone.trans_id_tree_path('house')
804
999
        cyclone.adjust_path('house', oz, house)
805
1000
        cyclone.apply()
806
1001
 
807
1002
    def test_moving_root(self):
808
1003
        create, root = self.get_transform()
809
 
        fun = create.new_directory('fun', root, 'fun-id')
810
 
        create.new_directory('sun', root, 'sun-id')
811
 
        create.new_directory('moon', root, 'moon')
 
1004
        fun = create.new_directory('fun', root, b'fun-id')
 
1005
        create.new_directory('sun', root, b'sun-id')
 
1006
        create.new_directory('moon', root, b'moon')
812
1007
        create.apply()
813
1008
        transform, root = self.get_transform()
814
1009
        transform.adjust_root_path('oldroot', fun)
815
1010
        new_root = transform.trans_id_tree_path('')
816
 
        transform.version_file('new-root', new_root)
 
1011
        transform.version_file(b'new-root', new_root)
817
1012
        transform.apply()
818
1013
 
819
1014
    def test_renames(self):
820
1015
        create, root = self.get_transform()
821
 
        old = create.new_directory('old-parent', root, 'old-id')
822
 
        intermediate = create.new_directory('intermediate', old, 'im-id')
823
 
        myfile = create.new_file('myfile', intermediate, 'myfile-text',
824
 
                                 'myfile-id')
 
1016
        old = create.new_directory('old-parent', root, b'old-id')
 
1017
        intermediate = create.new_directory('intermediate', old, b'im-id')
 
1018
        myfile = create.new_file('myfile', intermediate, [b'myfile-text'],
 
1019
                                 b'myfile-id')
825
1020
        create.apply()
826
1021
        rename, root = self.get_transform()
827
 
        old = rename.trans_id_file_id('old-id')
 
1022
        old = rename.trans_id_file_id(b'old-id')
828
1023
        rename.adjust_path('new', root, old)
829
 
        myfile = rename.trans_id_file_id('myfile-id')
 
1024
        myfile = rename.trans_id_file_id(b'myfile-id')
830
1025
        rename.set_executability(True, myfile)
831
1026
        rename.apply()
832
1027
 
 
1028
    def test_rename_fails(self):
 
1029
        self.requireFeature(features.not_running_as_root)
 
1030
        # see https://bugs.launchpad.net/bzr/+bug/491763
 
1031
        create, root_id = self.get_transform()
 
1032
        create.new_directory('first-dir', root_id, b'first-id')
 
1033
        create.new_file('myfile', root_id, [b'myfile-text'], b'myfile-id')
 
1034
        create.apply()
 
1035
        if os.name == "posix" and sys.platform != "cygwin":
 
1036
            # posix filesystems fail on renaming if the readonly bit is set
 
1037
            osutils.make_readonly(self.wt.abspath('first-dir'))
 
1038
        elif os.name == "nt":
 
1039
            # windows filesystems fail on renaming open files
 
1040
            self.addCleanup(open(self.wt.abspath('myfile')).close)
 
1041
        else:
 
1042
            self.skipTest("Can't force a permissions error on rename")
 
1043
        # now transform to rename
 
1044
        rename_transform, root_id = self.get_transform()
 
1045
        file_trans_id = rename_transform.trans_id_file_id(b'myfile-id')
 
1046
        dir_id = rename_transform.trans_id_file_id(b'first-id')
 
1047
        rename_transform.adjust_path('newname', dir_id, file_trans_id)
 
1048
        e = self.assertRaises(errors.TransformRenameFailed,
 
1049
                              rename_transform.apply)
 
1050
        # On nix looks like:
 
1051
        # "Failed to rename .../work/.bzr/checkout/limbo/new-1
 
1052
        # to .../first-dir/newname: [Errno 13] Permission denied"
 
1053
        # On windows looks like:
 
1054
        # "Failed to rename .../work/myfile to
 
1055
        # .../work/.bzr/checkout/limbo/new-1: [Errno 13] Permission denied"
 
1056
        # This test isn't concerned with exactly what the error looks like,
 
1057
        # and the strerror will vary across OS and locales, but the assert
 
1058
        # that the exeception attributes are what we expect
 
1059
        self.assertEqual(e.errno, errno.EACCES)
 
1060
        if os.name == "posix":
 
1061
            self.assertEndsWith(e.to_path, "/first-dir/newname")
 
1062
        else:
 
1063
            self.assertEqual(os.path.basename(e.from_path), "myfile")
 
1064
 
833
1065
    def test_set_executability_order(self):
834
1066
        """Ensure that executability behaves the same, no matter what order.
835
1067
 
836
1068
        - create file and set executability simultaneously
837
1069
        - create file and set executability afterward
838
 
        - unsetting the executability of a file whose executability has not been
 
1070
        - unsetting the executability of a file whose executability has not
 
1071
          been
839
1072
        declared should throw an exception (this may happen when a
840
1073
        merge attempts to create a file with a duplicate ID)
841
1074
        """
843
1076
        wt = transform._tree
844
1077
        wt.lock_read()
845
1078
        self.addCleanup(wt.unlock)
846
 
        transform.new_file('set_on_creation', root, 'Set on creation', 'soc',
847
 
                           True)
 
1079
        transform.new_file('set_on_creation', root, [b'Set on creation'],
 
1080
                           b'soc', True)
848
1081
        sac = transform.new_file('set_after_creation', root,
849
 
                                 'Set after creation', 'sac')
 
1082
                                 [b'Set after creation'], b'sac')
850
1083
        transform.set_executability(True, sac)
851
 
        uws = transform.new_file('unset_without_set', root, 'Unset badly',
852
 
                                 'uws')
 
1084
        uws = transform.new_file('unset_without_set', root, [b'Unset badly'],
 
1085
                                 b'uws')
853
1086
        self.assertRaises(KeyError, transform.set_executability, None, uws)
854
1087
        transform.apply()
855
 
        self.assertTrue(wt.is_executable('soc'))
856
 
        self.assertTrue(wt.is_executable('sac'))
 
1088
        self.assertTrue(wt.is_executable('set_on_creation'))
 
1089
        self.assertTrue(wt.is_executable('set_after_creation'))
857
1090
 
858
1091
    def test_preserve_mode(self):
859
1092
        """File mode is preserved when replacing content"""
860
1093
        if sys.platform == 'win32':
861
1094
            raise TestSkipped('chmod has no effect on win32')
862
1095
        transform, root = self.get_transform()
863
 
        transform.new_file('file1', root, 'contents', 'file1-id', True)
 
1096
        transform.new_file('file1', root, [b'contents'], b'file1-id', True)
864
1097
        transform.apply()
865
1098
        self.wt.lock_write()
866
1099
        self.addCleanup(self.wt.unlock)
867
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1100
        self.assertTrue(self.wt.is_executable('file1'))
868
1101
        transform, root = self.get_transform()
869
 
        file1_id = transform.trans_id_tree_file_id('file1-id')
 
1102
        file1_id = transform.trans_id_tree_path('file1')
870
1103
        transform.delete_contents(file1_id)
871
 
        transform.create_file('contents2', file1_id)
 
1104
        transform.create_file([b'contents2'], file1_id)
872
1105
        transform.apply()
873
 
        self.assertTrue(self.wt.is_executable('file1-id'))
 
1106
        self.assertTrue(self.wt.is_executable('file1'))
874
1107
 
875
1108
    def test__set_mode_stats_correctly(self):
876
1109
        """_set_mode stats to determine file mode."""
879
1112
 
880
1113
        stat_paths = []
881
1114
        real_stat = os.stat
 
1115
 
882
1116
        def instrumented_stat(path):
883
1117
            stat_paths.append(path)
884
1118
            return real_stat(path)
885
1119
 
886
1120
        transform, root = self.get_transform()
887
1121
 
888
 
        bar1_id = transform.new_file('bar', root, 'bar contents 1\n',
889
 
                                     file_id='bar-id-1', executable=False)
 
1122
        bar1_id = transform.new_file('bar', root, [b'bar contents 1\n'],
 
1123
                                     file_id=b'bar-id-1', executable=False)
890
1124
        transform.apply()
891
1125
 
892
1126
        transform, root = self.get_transform()
894
1128
        bar2_id = transform.trans_id_tree_path('bar2')
895
1129
        try:
896
1130
            os.stat = instrumented_stat
897
 
            transform.create_file('bar2 contents\n', bar2_id, mode_id=bar1_id)
 
1131
            transform.create_file([b'bar2 contents\n'],
 
1132
                                  bar2_id, mode_id=bar1_id)
898
1133
        finally:
899
1134
            os.stat = real_stat
900
1135
            transform.finalize()
903
1138
        self.assertEqual([bar1_abspath], stat_paths)
904
1139
 
905
1140
    def test_iter_changes(self):
906
 
        self.wt.set_root_id('eert_toor')
 
1141
        self.wt.set_root_id(b'eert_toor')
907
1142
        transform, root = self.get_transform()
908
 
        transform.new_file('old', root, 'blah', 'id-1', True)
 
1143
        transform.new_file('old', root, [b'blah'], b'id-1', True)
909
1144
        transform.apply()
910
1145
        transform, root = self.get_transform()
911
1146
        try:
912
1147
            self.assertEqual([], list(transform.iter_changes()))
913
 
            old = transform.trans_id_tree_file_id('id-1')
 
1148
            old = transform.trans_id_tree_path('old')
914
1149
            transform.unversion_file(old)
915
 
            self.assertEqual([('id-1', ('old', None), False, (True, False),
916
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
917
 
                (True, True))], list(transform.iter_changes()))
918
 
            transform.new_directory('new', root, 'id-1')
919
 
            self.assertEqual([('id-1', ('old', 'new'), True, (True, True),
920
 
                ('eert_toor', 'eert_toor'), ('old', 'new'),
921
 
                ('file', 'directory'),
922
 
                (True, False))], list(transform.iter_changes()))
 
1150
            self.assertEqual([(b'id-1', ('old', None), False, (True, False),
 
1151
                               (b'eert_toor', b'eert_toor'),
 
1152
                               ('old', 'old'), ('file', 'file'),
 
1153
                               (True, True))], list(transform.iter_changes()))
 
1154
            transform.new_directory('new', root, b'id-1')
 
1155
            self.assertEqual([(b'id-1', ('old', 'new'), True, (True, True),
 
1156
                               (b'eert_toor', b'eert_toor'), ('old', 'new'),
 
1157
                               ('file', 'directory'),
 
1158
                               (True, False))], list(transform.iter_changes()))
923
1159
        finally:
924
1160
            transform.finalize()
925
1161
 
926
1162
    def test_iter_changes_new(self):
927
 
        self.wt.set_root_id('eert_toor')
 
1163
        self.wt.set_root_id(b'eert_toor')
928
1164
        transform, root = self.get_transform()
929
 
        transform.new_file('old', root, 'blah')
 
1165
        transform.new_file('old', root, [b'blah'])
930
1166
        transform.apply()
931
1167
        transform, root = self.get_transform()
932
1168
        try:
933
1169
            old = transform.trans_id_tree_path('old')
934
 
            transform.version_file('id-1', old)
935
 
            self.assertEqual([('id-1', (None, 'old'), False, (False, True),
936
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
937
 
                (False, False))], list(transform.iter_changes()))
 
1170
            transform.version_file(b'id-1', old)
 
1171
            self.assertEqual([(b'id-1', (None, 'old'), False, (False, True),
 
1172
                               (b'eert_toor', b'eert_toor'),
 
1173
                               ('old', 'old'), ('file', 'file'),
 
1174
                               (False, False))],
 
1175
                             list(transform.iter_changes()))
938
1176
        finally:
939
1177
            transform.finalize()
940
1178
 
941
1179
    def test_iter_changes_modifications(self):
942
 
        self.wt.set_root_id('eert_toor')
 
1180
        self.wt.set_root_id(b'eert_toor')
943
1181
        transform, root = self.get_transform()
944
 
        transform.new_file('old', root, 'blah', 'id-1')
945
 
        transform.new_file('new', root, 'blah')
946
 
        transform.new_directory('subdir', root, 'subdir-id')
 
1182
        transform.new_file('old', root, [b'blah'], b'id-1')
 
1183
        transform.new_file('new', root, [b'blah'])
 
1184
        transform.new_directory('subdir', root, b'subdir-id')
947
1185
        transform.apply()
948
1186
        transform, root = self.get_transform()
949
1187
        try:
950
1188
            old = transform.trans_id_tree_path('old')
951
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1189
            subdir = transform.trans_id_tree_path('subdir')
952
1190
            new = transform.trans_id_tree_path('new')
953
1191
            self.assertEqual([], list(transform.iter_changes()))
954
1192
 
955
 
            #content deletion
 
1193
            # content deletion
956
1194
            transform.delete_contents(old)
957
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
958
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', None),
959
 
                (False, False))], list(transform.iter_changes()))
 
1195
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1196
                               (b'eert_toor', b'eert_toor'),
 
1197
                               ('old', 'old'), ('file', None),
 
1198
                               (False, False))],
 
1199
                             list(transform.iter_changes()))
960
1200
 
961
 
            #content change
962
 
            transform.create_file('blah', old)
963
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
964
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
965
 
                (False, False))], list(transform.iter_changes()))
 
1201
            # content change
 
1202
            transform.create_file([b'blah'], old)
 
1203
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1204
                               (b'eert_toor', b'eert_toor'),
 
1205
                               ('old', 'old'), ('file', 'file'),
 
1206
                               (False, False))],
 
1207
                             list(transform.iter_changes()))
966
1208
            transform.cancel_deletion(old)
967
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
968
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
969
 
                (False, False))], list(transform.iter_changes()))
 
1209
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1210
                               (b'eert_toor', b'eert_toor'),
 
1211
                               ('old', 'old'), ('file', 'file'),
 
1212
                               (False, False))],
 
1213
                             list(transform.iter_changes()))
970
1214
            transform.cancel_creation(old)
971
1215
 
972
1216
            # move file_id to a different file
973
1217
            self.assertEqual([], list(transform.iter_changes()))
974
1218
            transform.unversion_file(old)
975
 
            transform.version_file('id-1', new)
 
1219
            transform.version_file(b'id-1', new)
976
1220
            transform.adjust_path('old', root, new)
977
 
            self.assertEqual([('id-1', ('old', 'old'), True, (True, True),
978
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
979
 
                (False, False))], list(transform.iter_changes()))
 
1221
            self.assertEqual([(b'id-1', ('old', 'old'), True, (True, True),
 
1222
                               (b'eert_toor', b'eert_toor'),
 
1223
                               ('old', 'old'), ('file', 'file'),
 
1224
                               (False, False))],
 
1225
                             list(transform.iter_changes()))
980
1226
            transform.cancel_versioning(new)
981
1227
            transform._removed_id = set()
982
1228
 
983
 
            #execute bit
 
1229
            # execute bit
984
1230
            self.assertEqual([], list(transform.iter_changes()))
985
1231
            transform.set_executability(True, old)
986
 
            self.assertEqual([('id-1', ('old', 'old'), False, (True, True),
987
 
                ('eert_toor', 'eert_toor'), ('old', 'old'), ('file', 'file'),
988
 
                (False, True))], list(transform.iter_changes()))
 
1232
            self.assertEqual([(b'id-1', ('old', 'old'), False, (True, True),
 
1233
                               (b'eert_toor', b'eert_toor'),
 
1234
                               ('old', 'old'), ('file', 'file'),
 
1235
                               (False, True))],
 
1236
                             list(transform.iter_changes()))
989
1237
            transform.set_executability(None, old)
990
1238
 
991
1239
            # filename
992
1240
            self.assertEqual([], list(transform.iter_changes()))
993
1241
            transform.adjust_path('new', root, old)
994
1242
            transform._new_parent = {}
995
 
            self.assertEqual([('id-1', ('old', 'new'), False, (True, True),
996
 
                ('eert_toor', 'eert_toor'), ('old', 'new'), ('file', 'file'),
997
 
                (False, False))], list(transform.iter_changes()))
 
1243
            self.assertEqual([(b'id-1', ('old', 'new'), False, (True, True),
 
1244
                               (b'eert_toor', b'eert_toor'),
 
1245
                               ('old', 'new'), ('file', 'file'),
 
1246
                               (False, False))],
 
1247
                             list(transform.iter_changes()))
998
1248
            transform._new_name = {}
999
1249
 
1000
1250
            # parent directory
1001
1251
            self.assertEqual([], list(transform.iter_changes()))
1002
1252
            transform.adjust_path('new', subdir, old)
1003
1253
            transform._new_name = {}
1004
 
            self.assertEqual([('id-1', ('old', 'subdir/old'), False,
1005
 
                (True, True), ('eert_toor', 'subdir-id'), ('old', 'old'),
1006
 
                ('file', 'file'), (False, False))],
1007
 
                list(transform.iter_changes()))
 
1254
            self.assertEqual([(b'id-1', ('old', 'subdir/old'), False,
 
1255
                               (True, True), (b'eert_toor',
 
1256
                                              b'subdir-id'), ('old', 'old'),
 
1257
                               ('file', 'file'), (False, False))],
 
1258
                             list(transform.iter_changes()))
1008
1259
            transform._new_path = {}
1009
1260
 
1010
1261
        finally:
1011
1262
            transform.finalize()
1012
1263
 
1013
1264
    def test_iter_changes_modified_bleed(self):
1014
 
        self.wt.set_root_id('eert_toor')
 
1265
        self.wt.set_root_id(b'eert_toor')
1015
1266
        """Modified flag should not bleed from one change to another"""
1016
1267
        # unfortunately, we have no guarantee that file1 (which is modified)
1017
1268
        # will be applied before file2.  And if it's applied after file2, it
1018
1269
        # obviously can't bleed into file2's change output.  But for now, it
1019
1270
        # works.
1020
1271
        transform, root = self.get_transform()
1021
 
        transform.new_file('file1', root, 'blah', 'id-1')
1022
 
        transform.new_file('file2', root, 'blah', 'id-2')
 
1272
        transform.new_file('file1', root, [b'blah'], b'id-1')
 
1273
        transform.new_file('file2', root, [b'blah'], b'id-2')
1023
1274
        transform.apply()
1024
1275
        transform, root = self.get_transform()
1025
1276
        try:
1026
 
            transform.delete_contents(transform.trans_id_file_id('id-1'))
 
1277
            transform.delete_contents(transform.trans_id_file_id(b'id-1'))
1027
1278
            transform.set_executability(True,
1028
 
            transform.trans_id_file_id('id-2'))
1029
 
            self.assertEqual([('id-1', (u'file1', u'file1'), True, (True, True),
1030
 
                ('eert_toor', 'eert_toor'), ('file1', u'file1'),
1031
 
                ('file', None), (False, False)),
1032
 
                ('id-2', (u'file2', u'file2'), False, (True, True),
1033
 
                ('eert_toor', 'eert_toor'), ('file2', u'file2'),
1034
 
                ('file', 'file'), (False, True))],
 
1279
                                        transform.trans_id_file_id(b'id-2'))
 
1280
            self.assertEqual(
 
1281
                [(b'id-1', (u'file1', u'file1'), True, (True, True),
 
1282
                 (b'eert_toor', b'eert_toor'), ('file1', u'file1'),
 
1283
                 ('file', None), (False, False)),
 
1284
                 (b'id-2', (u'file2', u'file2'), False, (True, True),
 
1285
                 (b'eert_toor', b'eert_toor'), ('file2', u'file2'),
 
1286
                 ('file', 'file'), (False, True))],
1035
1287
                list(transform.iter_changes()))
1036
1288
        finally:
1037
1289
            transform.finalize()
1038
1290
 
1039
1291
    def test_iter_changes_move_missing(self):
1040
1292
        """Test moving ids with no files around"""
1041
 
        self.wt.set_root_id('toor_eert')
 
1293
        self.wt.set_root_id(b'toor_eert')
1042
1294
        # Need two steps because versioning a non-existant file is a conflict.
1043
1295
        transform, root = self.get_transform()
1044
 
        transform.new_directory('floater', root, 'floater-id')
 
1296
        transform.new_directory('floater', root, b'floater-id')
1045
1297
        transform.apply()
1046
1298
        transform, root = self.get_transform()
1047
1299
        transform.delete_contents(transform.trans_id_tree_path('floater'))
1050
1302
        floater = transform.trans_id_tree_path('floater')
1051
1303
        try:
1052
1304
            transform.adjust_path('flitter', root, floater)
1053
 
            self.assertEqual([('floater-id', ('floater', 'flitter'), False,
1054
 
            (True, True), ('toor_eert', 'toor_eert'), ('floater', 'flitter'),
1055
 
            (None, None), (False, False))], list(transform.iter_changes()))
 
1305
            self.assertEqual([(b'floater-id', ('floater', 'flitter'), False,
 
1306
                               (True, True),
 
1307
                               (b'toor_eert', b'toor_eert'),
 
1308
                               ('floater', 'flitter'),
 
1309
                               (None, None), (False, False))],
 
1310
                             list(transform.iter_changes()))
1056
1311
        finally:
1057
1312
            transform.finalize()
1058
1313
 
1059
1314
    def test_iter_changes_pointless(self):
1060
1315
        """Ensure that no-ops are not treated as modifications"""
1061
 
        self.wt.set_root_id('eert_toor')
 
1316
        self.wt.set_root_id(b'eert_toor')
1062
1317
        transform, root = self.get_transform()
1063
 
        transform.new_file('old', root, 'blah', 'id-1')
1064
 
        transform.new_directory('subdir', root, 'subdir-id')
 
1318
        transform.new_file('old', root, [b'blah'], b'id-1')
 
1319
        transform.new_directory('subdir', root, b'subdir-id')
1065
1320
        transform.apply()
1066
1321
        transform, root = self.get_transform()
1067
1322
        try:
1068
1323
            old = transform.trans_id_tree_path('old')
1069
 
            subdir = transform.trans_id_tree_file_id('subdir-id')
 
1324
            subdir = transform.trans_id_tree_path('subdir')
1070
1325
            self.assertEqual([], list(transform.iter_changes()))
1071
1326
            transform.delete_contents(subdir)
1072
1327
            transform.create_directory(subdir)
1073
1328
            transform.set_executability(False, old)
1074
1329
            transform.unversion_file(old)
1075
 
            transform.version_file('id-1', old)
 
1330
            transform.version_file(b'id-1', old)
1076
1331
            transform.adjust_path('old', root, old)
1077
1332
            self.assertEqual([], list(transform.iter_changes()))
1078
1333
        finally:
1080
1335
 
1081
1336
    def test_rename_count(self):
1082
1337
        transform, root = self.get_transform()
1083
 
        transform.new_file('name1', root, 'contents')
 
1338
        transform.new_file('name1', root, [b'contents'])
1084
1339
        self.assertEqual(transform.rename_count, 0)
1085
1340
        transform.apply()
1086
1341
        self.assertEqual(transform.rename_count, 1)
1103
1358
        """
1104
1359
        transform, root = self.get_transform()
1105
1360
        parent1 = transform.new_directory('parent1', root)
1106
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1361
        child1 = transform.new_file('child1', parent1, [b'contents'])
1107
1362
        parent2 = transform.new_directory('parent2', root)
1108
1363
        transform.adjust_path('child1', parent2, child1)
1109
1364
        transform.apply()
1110
 
        self.failIfExists(self.wt.abspath('parent1/child1'))
1111
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1365
        self.assertPathDoesNotExist(self.wt.abspath('parent1/child1'))
 
1366
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1112
1367
        # rename limbo/new-1 => parent1, rename limbo/new-3 => parent2
1113
1368
        # no rename for child1 (counting only renames during apply)
1114
 
        self.failUnlessEqual(2, transform.rename_count)
 
1369
        self.assertEqual(2, transform.rename_count)
1115
1370
 
1116
1371
    def test_cancel_parent(self):
1117
1372
        """Cancelling a parent doesn't cause deletion of a non-empty directory
1122
1377
        """
1123
1378
        transform, root = self.get_transform()
1124
1379
        parent1 = transform.new_directory('parent1', root)
1125
 
        child1 = transform.new_file('child1', parent1, 'contents')
1126
 
        child2 = transform.new_file('child2', parent1, 'contents')
 
1380
        child1 = transform.new_file('child1', parent1, [b'contents'])
 
1381
        child2 = transform.new_file('child2', parent1, [b'contents'])
1127
1382
        try:
1128
1383
            transform.cancel_creation(parent1)
1129
1384
        except OSError:
1140
1395
        parent2 = transform.new_directory('parent2', root)
1141
1396
        transform.adjust_path('child1', parent2, child1)
1142
1397
        transform.apply()
1143
 
        self.failIfExists(self.wt.abspath('parent1'))
1144
 
        self.failUnlessExists(self.wt.abspath('parent2/child1'))
 
1398
        self.assertPathDoesNotExist(self.wt.abspath('parent1'))
 
1399
        self.assertPathExists(self.wt.abspath('parent2/child1'))
1145
1400
        # rename limbo/new-3 => parent2, rename limbo/new-2 => child1
1146
 
        self.failUnlessEqual(2, transform.rename_count)
 
1401
        self.assertEqual(2, transform.rename_count)
1147
1402
 
1148
1403
    def test_adjust_and_cancel(self):
1149
1404
        """Make sure adjust_path keeps track of limbo children properly"""
1150
1405
        transform, root = self.get_transform()
1151
1406
        parent1 = transform.new_directory('parent1', root)
1152
 
        child1 = transform.new_file('child1', parent1, 'contents')
 
1407
        child1 = transform.new_file('child1', parent1, [b'contents'])
1153
1408
        parent2 = transform.new_directory('parent2', root)
1154
1409
        transform.adjust_path('child1', parent2, child1)
1155
1410
        transform.cancel_creation(child1)
1164
1419
    def test_noname_contents(self):
1165
1420
        """TreeTransform should permit deferring naming files."""
1166
1421
        transform, root = self.get_transform()
1167
 
        parent = transform.trans_id_file_id('parent-id')
 
1422
        parent = transform.trans_id_file_id(b'parent-id')
1168
1423
        try:
1169
1424
            transform.create_directory(parent)
1170
1425
        except KeyError:
1174
1429
    def test_noname_contents_nested(self):
1175
1430
        """TreeTransform should permit deferring naming files."""
1176
1431
        transform, root = self.get_transform()
1177
 
        parent = transform.trans_id_file_id('parent-id')
 
1432
        parent = transform.trans_id_file_id(b'parent-id')
1178
1433
        try:
1179
1434
            transform.create_directory(parent)
1180
1435
        except KeyError:
1181
1436
            self.fail("Can't handle contents with no name")
1182
 
        child = transform.new_directory('child', parent)
 
1437
        transform.new_directory('child', parent)
1183
1438
        transform.adjust_path('parent', root, parent)
1184
1439
        transform.apply()
1185
 
        self.failUnlessExists(self.wt.abspath('parent/child'))
 
1440
        self.assertPathExists(self.wt.abspath('parent/child'))
1186
1441
        self.assertEqual(1, transform.rename_count)
1187
1442
 
1188
1443
    def test_reuse_name(self):
1189
1444
        """Avoid reusing the same limbo name for different files"""
1190
1445
        transform, root = self.get_transform()
1191
1446
        parent = transform.new_directory('parent', root)
1192
 
        child1 = transform.new_directory('child', parent)
 
1447
        transform.new_directory('child', parent)
1193
1448
        try:
1194
1449
            child2 = transform.new_directory('child', parent)
1195
1450
        except OSError:
1209
1464
        parent = transform.new_directory('parent', root)
1210
1465
        child1 = transform.new_directory('child', parent)
1211
1466
        transform.adjust_path('child1', parent, child1)
1212
 
        child2 = transform.new_directory('child', parent)
 
1467
        transform.new_directory('child', parent)
1213
1468
        transform.apply()
1214
1469
        # limbo/new-1 => parent
1215
1470
        self.assertEqual(1, transform.rename_count)
1221
1476
        child1 = transform.new_directory('child1', parent2)
1222
1477
        transform.cancel_creation(parent2)
1223
1478
        transform.create_directory(parent2)
1224
 
        child2 = transform.new_directory('child1', parent2)
 
1479
        transform.new_directory('child1', parent2)
1225
1480
        transform.adjust_path('child2', parent2, child1)
1226
1481
        transform.apply()
1227
1482
        # limbo/new-1 => parent2, limbo/new-2 => parent2/child1
1231
1486
        """Finalize must be done in child-to-parent order"""
1232
1487
        transform, root = self.get_transform()
1233
1488
        parent = transform.new_directory('parent', root)
1234
 
        child = transform.new_directory('child', parent)
 
1489
        transform.new_directory('child', parent)
1235
1490
        try:
1236
1491
            transform.finalize()
1237
1492
        except OSError:
1251
1506
            tt = TreeTransform(wt)  # TreeTransform obtains write lock
1252
1507
            try:
1253
1508
                foo = tt.new_directory('foo', tt.root)
1254
 
                tt.new_file('bar', foo, 'foobar')
 
1509
                tt.new_file('bar', foo, [b'foobar'])
1255
1510
                baz = tt.new_directory('baz', tt.root)
1256
 
                tt.new_file('qux', baz, 'quux')
 
1511
                tt.new_file('qux', baz, [b'quux'])
1257
1512
                # Ask for a rename 'foo' -> 'baz'
1258
1513
                tt.adjust_path('baz', tt.root, foo)
1259
1514
                # Lie to tt that we've already resolved all conflicts.
1260
1515
                tt.apply(no_conflicts=True)
1261
 
            except:
 
1516
            except BaseException:
1262
1517
                wt.unlock()
1263
1518
                raise
1264
1519
        # The rename will fail because the target directory is not empty (but
1265
1520
        # raises FileExists anyway).
1266
1521
        err = self.assertRaises(errors.FileExists, tt_helper)
1267
 
        self.assertContainsRe(str(err),
1268
 
            "^File exists: .+/baz")
 
1522
        self.assertEndsWith(err.path, "/baz")
1269
1523
 
1270
1524
    def test_two_directories_clash(self):
1271
1525
        def tt_helper():
1279
1533
                tt.new_directory('baz', foo_2)
1280
1534
                # Lie to tt that we've already resolved all conflicts.
1281
1535
                tt.apply(no_conflicts=True)
1282
 
            except:
 
1536
            except BaseException:
1283
1537
                wt.unlock()
1284
1538
                raise
1285
1539
        err = self.assertRaises(errors.FileExists, tt_helper)
1286
 
        self.assertContainsRe(str(err),
1287
 
            "^File exists: .+/foo")
 
1540
        self.assertEndsWith(err.path, "/foo")
1288
1541
 
1289
1542
    def test_two_directories_clash_finalize(self):
1290
1543
        def tt_helper():
1298
1551
                tt.new_directory('baz', foo_2)
1299
1552
                # Lie to tt that we've already resolved all conflicts.
1300
1553
                tt.apply(no_conflicts=True)
1301
 
            except:
 
1554
            except BaseException:
1302
1555
                tt.finalize()
1303
1556
                raise
1304
1557
        err = self.assertRaises(errors.FileExists, tt_helper)
1305
 
        self.assertContainsRe(str(err),
1306
 
            "^File exists: .+/foo")
 
1558
        self.assertEndsWith(err.path, "/foo")
1307
1559
 
1308
1560
    def test_file_to_directory(self):
1309
1561
        wt = self.make_branch_and_tree('.')
1316
1568
        tt.delete_contents(foo_trans_id)
1317
1569
        tt.create_directory(foo_trans_id)
1318
1570
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1319
 
        tt.create_file(["aa\n"], bar_trans_id)
1320
 
        tt.version_file("bar-1", bar_trans_id)
 
1571
        tt.create_file([b"aa\n"], bar_trans_id)
 
1572
        tt.version_file(b"bar-1", bar_trans_id)
1321
1573
        tt.apply()
1322
 
        self.failUnlessExists("foo/bar")
 
1574
        self.assertPathExists("foo/bar")
1323
1575
        wt.lock_read()
1324
1576
        try:
1325
 
            self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1326
 
                    "directory")
 
1577
            self.assertEqual(wt.kind("foo"), "directory")
1327
1578
        finally:
1328
1579
            wt.unlock()
1329
1580
        wt.commit("two")
1342
1593
        tt.delete_contents(foo_trans_id)
1343
1594
        tt.create_symlink("bar", foo_trans_id)
1344
1595
        tt.apply()
1345
 
        self.failUnlessExists("foo")
 
1596
        self.assertPathExists("foo")
1346
1597
        wt.lock_read()
1347
1598
        self.addCleanup(wt.unlock)
1348
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1349
 
                "symlink")
 
1599
        self.assertEqual(wt.kind("foo"), "symlink")
1350
1600
 
1351
1601
    def test_dir_to_file(self):
1352
1602
        wt = self.make_branch_and_tree('.')
1359
1609
        bar_trans_id = tt.trans_id_tree_path("foo/bar")
1360
1610
        tt.delete_contents(foo_trans_id)
1361
1611
        tt.delete_versioned(bar_trans_id)
1362
 
        tt.create_file(["aa\n"], foo_trans_id)
 
1612
        tt.create_file([b"aa\n"], foo_trans_id)
1363
1613
        tt.apply()
1364
 
        self.failUnlessExists("foo")
 
1614
        self.assertPathExists("foo")
1365
1615
        wt.lock_read()
1366
1616
        self.addCleanup(wt.unlock)
1367
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1368
 
                "file")
 
1617
        self.assertEqual(wt.kind("foo"), "file")
1369
1618
 
1370
1619
    def test_dir_to_hardlink(self):
1371
1620
        self.requireFeature(HardlinkFeature)
1382
1631
        self.build_tree(['baz'])
1383
1632
        tt.create_hardlink("baz", foo_trans_id)
1384
1633
        tt.apply()
1385
 
        self.failUnlessExists("foo")
1386
 
        self.failUnlessExists("baz")
 
1634
        self.assertPathExists("foo")
 
1635
        self.assertPathExists("baz")
1387
1636
        wt.lock_read()
1388
1637
        self.addCleanup(wt.unlock)
1389
 
        self.assertEqual(wt.inventory.get_file_kind(wt.path2id("foo")),
1390
 
                "file")
 
1638
        self.assertEqual(wt.kind("foo"), "file")
1391
1639
 
1392
1640
    def test_no_final_path(self):
1393
1641
        transform, root = self.get_transform()
1394
 
        trans_id = transform.trans_id_file_id('foo')
1395
 
        transform.create_file('bar', trans_id)
 
1642
        trans_id = transform.trans_id_file_id(b'foo')
 
1643
        transform.create_file([b'bar'], trans_id)
1396
1644
        transform.cancel_creation(trans_id)
1397
1645
        transform.apply()
1398
1646
 
1399
1647
    def test_create_from_tree(self):
1400
1648
        tree1 = self.make_branch_and_tree('tree1')
1401
 
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', 'baz')])
1402
 
        tree1.add(['foo', 'bar'], ['foo-id', 'bar-id'])
 
1649
        self.build_tree_contents([('tree1/foo/',), ('tree1/bar', b'baz')])
 
1650
        tree1.add(['foo', 'bar'], [b'foo-id', b'bar-id'])
1403
1651
        tree2 = self.make_branch_and_tree('tree2')
1404
1652
        tt = TreeTransform(tree2)
1405
1653
        foo_trans_id = tt.create_path('foo', tt.root)
1406
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1654
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id')
1407
1655
        bar_trans_id = tt.create_path('bar', tt.root)
1408
 
        create_from_tree(tt, bar_trans_id, tree1, 'bar-id')
 
1656
        create_from_tree(tt, bar_trans_id, tree1, 'bar', file_id=b'bar-id')
1409
1657
        tt.apply()
1410
1658
        self.assertEqual('directory', osutils.file_kind('tree2/foo'))
1411
 
        self.assertFileEqual('baz', 'tree2/bar')
 
1659
        self.assertFileEqual(b'baz', 'tree2/bar')
1412
1660
 
1413
1661
    def test_create_from_tree_bytes(self):
1414
1662
        """Provided lines are used instead of tree content."""
1415
1663
        tree1 = self.make_branch_and_tree('tree1')
1416
 
        self.build_tree_contents([('tree1/foo', 'bar'),])
1417
 
        tree1.add('foo', 'foo-id')
 
1664
        self.build_tree_contents([('tree1/foo', b'bar'), ])
 
1665
        tree1.add('foo', b'foo-id')
1418
1666
        tree2 = self.make_branch_and_tree('tree2')
1419
1667
        tt = TreeTransform(tree2)
1420
1668
        foo_trans_id = tt.create_path('foo', tt.root)
1421
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id', bytes='qux')
 
1669
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id',
 
1670
                         chunks=[b'qux'])
1422
1671
        tt.apply()
1423
 
        self.assertFileEqual('qux', 'tree2/foo')
 
1672
        self.assertFileEqual(b'qux', 'tree2/foo')
1424
1673
 
1425
1674
    def test_create_from_tree_symlink(self):
1426
1675
        self.requireFeature(SymlinkFeature)
1427
1676
        tree1 = self.make_branch_and_tree('tree1')
1428
1677
        os.symlink('bar', 'tree1/foo')
1429
 
        tree1.add('foo', 'foo-id')
 
1678
        tree1.add('foo', b'foo-id')
1430
1679
        tt = TreeTransform(self.make_branch_and_tree('tree2'))
1431
1680
        foo_trans_id = tt.create_path('foo', tt.root)
1432
 
        create_from_tree(tt, foo_trans_id, tree1, 'foo-id')
 
1681
        create_from_tree(tt, foo_trans_id, tree1, 'foo', file_id=b'foo-id')
1433
1682
        tt.apply()
1434
1683
        self.assertEqual('bar', os.readlink('tree2/foo'))
1435
1684
 
1439
1688
    def __init__(self, dirname, root_id):
1440
1689
        self.name = dirname
1441
1690
        os.mkdir(dirname)
1442
 
        self.wt = BzrDir.create_standalone_workingtree(dirname)
 
1691
        self.wt = ControlDir.create_standalone_workingtree(dirname)
1443
1692
        self.wt.set_root_id(root_id)
1444
1693
        self.b = self.wt.branch
1445
1694
        self.tt = TreeTransform(self.wt)
1446
 
        self.root = self.tt.trans_id_tree_file_id(self.wt.get_root_id())
 
1695
        self.root = self.tt.trans_id_tree_path('')
1447
1696
 
1448
1697
 
1449
1698
def conflict_text(tree, merge):
1450
 
    template = '%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
1451
 
    return template % ('<' * 7, tree, '=' * 7, merge, '>' * 7)
 
1699
    template = b'%s TREE\n%s%s\n%s%s MERGE-SOURCE\n'
 
1700
    return template % (b'<' * 7, tree, b'=' * 7, merge, b'>' * 7)
 
1701
 
 
1702
 
 
1703
class TestInventoryAltered(tests.TestCaseWithTransport):
 
1704
 
 
1705
    def test_inventory_altered_unchanged(self):
 
1706
        tree = self.make_branch_and_tree('tree')
 
1707
        self.build_tree(['tree/foo'])
 
1708
        tree.add('foo', b'foo-id')
 
1709
        with TransformPreview(tree) as tt:
 
1710
            self.assertEqual([], tt._inventory_altered())
 
1711
 
 
1712
    def test_inventory_altered_changed_parent_id(self):
 
1713
        tree = self.make_branch_and_tree('tree')
 
1714
        self.build_tree(['tree/foo'])
 
1715
        tree.add('foo', b'foo-id')
 
1716
        with TransformPreview(tree) as tt:
 
1717
            tt.unversion_file(tt.root)
 
1718
            tt.version_file(b'new-id', tt.root)
 
1719
            foo_trans_id = tt.trans_id_tree_path('foo')
 
1720
            foo_tuple = ('foo', foo_trans_id)
 
1721
            root_tuple = ('', tt.root)
 
1722
            self.assertEqual([root_tuple, foo_tuple], tt._inventory_altered())
 
1723
 
 
1724
    def test_inventory_altered_noop_changed_parent_id(self):
 
1725
        tree = self.make_branch_and_tree('tree')
 
1726
        self.build_tree(['tree/foo'])
 
1727
        tree.add('foo', b'foo-id')
 
1728
        with TransformPreview(tree) as tt:
 
1729
            tt.unversion_file(tt.root)
 
1730
            tt.version_file(tree.get_root_id(), tt.root)
 
1731
            tt.trans_id_tree_path('foo')
 
1732
            self.assertEqual([], tt._inventory_altered())
1452
1733
 
1453
1734
 
1454
1735
class TestTransformMerge(TestCaseInTempDir):
1456
1737
    def test_text_merge(self):
1457
1738
        root_id = generate_ids.gen_root_id()
1458
1739
        base = TransformGroup("base", root_id)
1459
 
        base.tt.new_file('a', base.root, 'a\nb\nc\nd\be\n', 'a')
1460
 
        base.tt.new_file('b', base.root, 'b1', 'b')
1461
 
        base.tt.new_file('c', base.root, 'c', 'c')
1462
 
        base.tt.new_file('d', base.root, 'd', 'd')
1463
 
        base.tt.new_file('e', base.root, 'e', 'e')
1464
 
        base.tt.new_file('f', base.root, 'f', 'f')
1465
 
        base.tt.new_directory('g', base.root, 'g')
1466
 
        base.tt.new_directory('h', base.root, 'h')
 
1740
        base.tt.new_file('a', base.root, [b'a\nb\nc\nd\be\n'], b'a')
 
1741
        base.tt.new_file('b', base.root, [b'b1'], b'b')
 
1742
        base.tt.new_file('c', base.root, [b'c'], b'c')
 
1743
        base.tt.new_file('d', base.root, [b'd'], b'd')
 
1744
        base.tt.new_file('e', base.root, [b'e'], b'e')
 
1745
        base.tt.new_file('f', base.root, [b'f'], b'f')
 
1746
        base.tt.new_directory('g', base.root, b'g')
 
1747
        base.tt.new_directory('h', base.root, b'h')
1467
1748
        base.tt.apply()
1468
1749
        other = TransformGroup("other", root_id)
1469
 
        other.tt.new_file('a', other.root, 'y\nb\nc\nd\be\n', 'a')
1470
 
        other.tt.new_file('b', other.root, 'b2', 'b')
1471
 
        other.tt.new_file('c', other.root, 'c2', 'c')
1472
 
        other.tt.new_file('d', other.root, 'd', 'd')
1473
 
        other.tt.new_file('e', other.root, 'e2', 'e')
1474
 
        other.tt.new_file('f', other.root, 'f', 'f')
1475
 
        other.tt.new_file('g', other.root, 'g', 'g')
1476
 
        other.tt.new_file('h', other.root, 'h\ni\nj\nk\n', 'h')
1477
 
        other.tt.new_file('i', other.root, 'h\ni\nj\nk\n', 'i')
 
1750
        other.tt.new_file('a', other.root, [b'y\nb\nc\nd\be\n'], b'a')
 
1751
        other.tt.new_file('b', other.root, [b'b2'], b'b')
 
1752
        other.tt.new_file('c', other.root, [b'c2'], b'c')
 
1753
        other.tt.new_file('d', other.root, [b'd'], b'd')
 
1754
        other.tt.new_file('e', other.root, [b'e2'], b'e')
 
1755
        other.tt.new_file('f', other.root, [b'f'], b'f')
 
1756
        other.tt.new_file('g', other.root, [b'g'], b'g')
 
1757
        other.tt.new_file('h', other.root, [b'h\ni\nj\nk\n'], b'h')
 
1758
        other.tt.new_file('i', other.root, [b'h\ni\nj\nk\n'], b'i')
1478
1759
        other.tt.apply()
1479
1760
        this = TransformGroup("this", root_id)
1480
 
        this.tt.new_file('a', this.root, 'a\nb\nc\nd\bz\n', 'a')
1481
 
        this.tt.new_file('b', this.root, 'b', 'b')
1482
 
        this.tt.new_file('c', this.root, 'c', 'c')
1483
 
        this.tt.new_file('d', this.root, 'd2', 'd')
1484
 
        this.tt.new_file('e', this.root, 'e2', 'e')
1485
 
        this.tt.new_file('f', this.root, 'f', 'f')
1486
 
        this.tt.new_file('g', this.root, 'g', 'g')
1487
 
        this.tt.new_file('h', this.root, '1\n2\n3\n4\n', 'h')
1488
 
        this.tt.new_file('i', this.root, '1\n2\n3\n4\n', 'i')
 
1761
        this.tt.new_file('a', this.root, [b'a\nb\nc\nd\bz\n'], b'a')
 
1762
        this.tt.new_file('b', this.root, [b'b'], b'b')
 
1763
        this.tt.new_file('c', this.root, [b'c'], b'c')
 
1764
        this.tt.new_file('d', this.root, [b'd2'], b'd')
 
1765
        this.tt.new_file('e', this.root, [b'e2'], b'e')
 
1766
        this.tt.new_file('f', this.root, [b'f'], b'f')
 
1767
        this.tt.new_file('g', this.root, [b'g'], b'g')
 
1768
        this.tt.new_file('h', this.root, [b'1\n2\n3\n4\n'], b'h')
 
1769
        this.tt.new_file('i', this.root, [b'1\n2\n3\n4\n'], b'i')
1489
1770
        this.tt.apply()
1490
1771
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1491
1772
 
1492
1773
        # textual merge
1493
 
        self.assertEqual(this.wt.get_file('a').read(), 'y\nb\nc\nd\bz\n')
 
1774
        with this.wt.get_file(this.wt.id2path(b'a')) as f:
 
1775
            self.assertEqual(f.read(), b'y\nb\nc\nd\bz\n')
1494
1776
        # three-way text conflict
1495
 
        self.assertEqual(this.wt.get_file('b').read(),
1496
 
                         conflict_text('b', 'b2'))
 
1777
        with this.wt.get_file(this.wt.id2path(b'b')) as f:
 
1778
            self.assertEqual(f.read(), conflict_text(b'b', b'b2'))
1497
1779
        # OTHER wins
1498
 
        self.assertEqual(this.wt.get_file('c').read(), 'c2')
 
1780
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'c')).read(), b'c2')
1499
1781
        # THIS wins
1500
 
        self.assertEqual(this.wt.get_file('d').read(), 'd2')
 
1782
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'd')).read(), b'd2')
1501
1783
        # Ambigious clean merge
1502
 
        self.assertEqual(this.wt.get_file('e').read(), 'e2')
 
1784
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'e')).read(), b'e2')
1503
1785
        # No change
1504
 
        self.assertEqual(this.wt.get_file('f').read(), 'f')
 
1786
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'f')).read(), b'f')
1505
1787
        # Correct correct results when THIS == OTHER
1506
 
        self.assertEqual(this.wt.get_file('g').read(), 'g')
 
1788
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'g')).read(), b'g')
1507
1789
        # Text conflict when THIS & OTHER are text and BASE is dir
1508
 
        self.assertEqual(this.wt.get_file('h').read(),
1509
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1510
 
        self.assertEqual(this.wt.get_file_byname('h.THIS').read(),
1511
 
                         '1\n2\n3\n4\n')
1512
 
        self.assertEqual(this.wt.get_file_byname('h.OTHER').read(),
1513
 
                         'h\ni\nj\nk\n')
 
1790
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'h')).read(),
 
1791
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1792
        self.assertEqual(this.wt.get_file('h.THIS').read(),
 
1793
                         b'1\n2\n3\n4\n')
 
1794
        self.assertEqual(this.wt.get_file('h.OTHER').read(),
 
1795
                         b'h\ni\nj\nk\n')
1514
1796
        self.assertEqual(file_kind(this.wt.abspath('h.BASE')), 'directory')
1515
 
        self.assertEqual(this.wt.get_file('i').read(),
1516
 
                         conflict_text('1\n2\n3\n4\n', 'h\ni\nj\nk\n'))
1517
 
        self.assertEqual(this.wt.get_file_byname('i.THIS').read(),
1518
 
                         '1\n2\n3\n4\n')
1519
 
        self.assertEqual(this.wt.get_file_byname('i.OTHER').read(),
1520
 
                         'h\ni\nj\nk\n')
 
1797
        self.assertEqual(this.wt.get_file(this.wt.id2path(b'i')).read(),
 
1798
                         conflict_text(b'1\n2\n3\n4\n', b'h\ni\nj\nk\n'))
 
1799
        self.assertEqual(this.wt.get_file('i.THIS').read(),
 
1800
                         b'1\n2\n3\n4\n')
 
1801
        self.assertEqual(this.wt.get_file('i.OTHER').read(),
 
1802
                         b'h\ni\nj\nk\n')
1521
1803
        self.assertEqual(os.path.exists(this.wt.abspath('i.BASE')), False)
1522
 
        modified = ['a', 'b', 'c', 'h', 'i']
 
1804
        modified = [b'a', b'b', b'c', b'h', b'i']
1523
1805
        merge_modified = this.wt.merge_modified()
1524
1806
        self.assertSubset(merge_modified, modified)
1525
1807
        self.assertEqual(len(merge_modified), len(modified))
1526
 
        file(this.wt.id2abspath('a'), 'wb').write('booga')
 
1808
        with open(this.wt.abspath(this.wt.id2path(b'a')), 'wb') as f:
 
1809
            f.write(b'booga')
1527
1810
        modified.pop(0)
1528
1811
        merge_modified = this.wt.merge_modified()
1529
1812
        self.assertSubset(merge_modified, modified)
1538
1821
        this = TransformGroup("THIS", root_id)
1539
1822
        other = TransformGroup("OTHER", root_id)
1540
1823
        for tg in this, base, other:
1541
 
            tg.tt.new_directory('a', tg.root, 'a')
1542
 
            tg.tt.new_symlink('b', tg.root, 'b', 'b')
1543
 
            tg.tt.new_file('c', tg.root, 'c', 'c')
1544
 
            tg.tt.new_symlink('d', tg.root, tg.name, 'd')
 
1824
            tg.tt.new_directory('a', tg.root, b'a')
 
1825
            tg.tt.new_symlink('b', tg.root, 'b', b'b')
 
1826
            tg.tt.new_file('c', tg.root, [b'c'], b'c')
 
1827
            tg.tt.new_symlink('d', tg.root, tg.name, b'd')
1545
1828
        targets = ((base, 'base-e', 'base-f', None, None),
1546
1829
                   (this, 'other-e', 'this-f', 'other-g', 'this-h'),
1547
1830
                   (other, 'other-e', None, 'other-g', 'other-h'))
1549
1832
            for link, target in (('e', e_target), ('f', f_target),
1550
1833
                                 ('g', g_target), ('h', h_target)):
1551
1834
                if target is not None:
1552
 
                    tg.tt.new_symlink(link, tg.root, target, link)
 
1835
                    tg.tt.new_symlink(link, tg.root, target,
 
1836
                                      link.encode('ascii'))
1553
1837
 
1554
1838
        for tg in this, base, other:
1555
1839
            tg.tt.apply()
1558
1842
        self.assertIs(os.path.islink(this.wt.abspath('b')), True)
1559
1843
        self.assertIs(os.path.isfile(this.wt.abspath('c')), True)
1560
1844
        for suffix in ('THIS', 'BASE', 'OTHER'):
1561
 
            self.assertEqual(os.readlink(this.wt.abspath('d.'+suffix)), suffix)
 
1845
            self.assertEqual(os.readlink(
 
1846
                this.wt.abspath('d.' + suffix)), suffix)
1562
1847
        self.assertIs(os.path.lexists(this.wt.abspath('d')), False)
1563
 
        self.assertEqual(this.wt.id2path('d'), 'd.OTHER')
1564
 
        self.assertEqual(this.wt.id2path('f'), 'f.THIS')
 
1848
        self.assertEqual(this.wt.id2path(b'd'), 'd.OTHER')
 
1849
        self.assertEqual(this.wt.id2path(b'f'), 'f.THIS')
1565
1850
        self.assertEqual(os.readlink(this.wt.abspath('e')), 'other-e')
1566
1851
        self.assertIs(os.path.lexists(this.wt.abspath('e.THIS')), False)
1567
1852
        self.assertIs(os.path.lexists(this.wt.abspath('e.OTHER')), False)
1578
1863
        base = TransformGroup("BASE", root_id)
1579
1864
        this = TransformGroup("THIS", root_id)
1580
1865
        other = TransformGroup("OTHER", root_id)
1581
 
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, 'a')
1582
 
                                   for t in [base, this, other]]
1583
 
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, 'b')
1584
 
                                   for t in [base, this, other]]
1585
 
        base.tt.new_directory('c', base_a, 'c')
1586
 
        this.tt.new_directory('c1', this_a, 'c')
1587
 
        other.tt.new_directory('c', other_b, 'c')
1588
 
 
1589
 
        base.tt.new_directory('d', base_a, 'd')
1590
 
        this.tt.new_directory('d1', this_b, 'd')
1591
 
        other.tt.new_directory('d', other_a, 'd')
1592
 
 
1593
 
        base.tt.new_directory('e', base_a, 'e')
1594
 
        this.tt.new_directory('e', this_a, 'e')
1595
 
        other.tt.new_directory('e1', other_b, 'e')
1596
 
 
1597
 
        base.tt.new_directory('f', base_a, 'f')
1598
 
        this.tt.new_directory('f1', this_b, 'f')
1599
 
        other.tt.new_directory('f1', other_b, 'f')
 
1866
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, b'a')
 
1867
                                   for t in [base, this, other]]
 
1868
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, b'b')
 
1869
                                   for t in [base, this, other]]
 
1870
        base.tt.new_directory('c', base_a, b'c')
 
1871
        this.tt.new_directory('c1', this_a, b'c')
 
1872
        other.tt.new_directory('c', other_b, b'c')
 
1873
 
 
1874
        base.tt.new_directory('d', base_a, b'd')
 
1875
        this.tt.new_directory('d1', this_b, b'd')
 
1876
        other.tt.new_directory('d', other_a, b'd')
 
1877
 
 
1878
        base.tt.new_directory('e', base_a, b'e')
 
1879
        this.tt.new_directory('e', this_a, b'e')
 
1880
        other.tt.new_directory('e1', other_b, b'e')
 
1881
 
 
1882
        base.tt.new_directory('f', base_a, b'f')
 
1883
        this.tt.new_directory('f1', this_b, b'f')
 
1884
        other.tt.new_directory('f1', other_b, b'f')
1600
1885
 
1601
1886
        for tg in [this, base, other]:
1602
1887
            tg.tt.apply()
1603
1888
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1604
 
        self.assertEqual(this.wt.id2path('c'), pathjoin('b/c1'))
1605
 
        self.assertEqual(this.wt.id2path('d'), pathjoin('b/d1'))
1606
 
        self.assertEqual(this.wt.id2path('e'), pathjoin('b/e1'))
1607
 
        self.assertEqual(this.wt.id2path('f'), pathjoin('b/f1'))
 
1889
        self.assertEqual(this.wt.id2path(b'c'), pathjoin('b/c1'))
 
1890
        self.assertEqual(this.wt.id2path(b'd'), pathjoin('b/d1'))
 
1891
        self.assertEqual(this.wt.id2path(b'e'), pathjoin('b/e1'))
 
1892
        self.assertEqual(this.wt.id2path(b'f'), pathjoin('b/f1'))
1608
1893
 
1609
1894
    def test_filename_merge_conflicts(self):
1610
1895
        root_id = generate_ids.gen_root_id()
1611
1896
        base = TransformGroup("BASE", root_id)
1612
1897
        this = TransformGroup("THIS", root_id)
1613
1898
        other = TransformGroup("OTHER", root_id)
1614
 
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, 'a')
1615
 
                                   for t in [base, this, other]]
1616
 
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, 'b')
1617
 
                                   for t in [base, this, other]]
1618
 
 
1619
 
        base.tt.new_file('g', base_a, 'g', 'g')
1620
 
        other.tt.new_file('g1', other_b, 'g1', 'g')
1621
 
 
1622
 
        base.tt.new_file('h', base_a, 'h', 'h')
1623
 
        this.tt.new_file('h1', this_b, 'h1', 'h')
1624
 
 
1625
 
        base.tt.new_file('i', base.root, 'i', 'i')
1626
 
        other.tt.new_directory('i1', this_b, 'i')
 
1899
        base_a, this_a, other_a = [t.tt.new_directory('a', t.root, b'a')
 
1900
                                   for t in [base, this, other]]
 
1901
        base_b, this_b, other_b = [t.tt.new_directory('b', t.root, b'b')
 
1902
                                   for t in [base, this, other]]
 
1903
 
 
1904
        base.tt.new_file('g', base_a, [b'g'], b'g')
 
1905
        other.tt.new_file('g1', other_b, [b'g1'], b'g')
 
1906
 
 
1907
        base.tt.new_file('h', base_a, [b'h'], b'h')
 
1908
        this.tt.new_file('h1', this_b, [b'h1'], b'h')
 
1909
 
 
1910
        base.tt.new_file('i', base.root, [b'i'], b'i')
 
1911
        other.tt.new_directory('i1', this_b, b'i')
1627
1912
 
1628
1913
        for tg in [this, base, other]:
1629
1914
            tg.tt.apply()
1630
1915
        Merge3Merger(this.wt, this.wt, base.wt, other.wt)
1631
1916
 
1632
 
        self.assertEqual(this.wt.id2path('g'), pathjoin('b/g1.OTHER'))
 
1917
        self.assertEqual(this.wt.id2path(b'g'), pathjoin('b/g1.OTHER'))
1633
1918
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.BASE')), True)
1634
1919
        self.assertIs(os.path.lexists(this.wt.abspath('b/g1.THIS')), False)
1635
 
        self.assertEqual(this.wt.id2path('h'), pathjoin('b/h1.THIS'))
 
1920
        self.assertEqual(this.wt.id2path(b'h'), pathjoin('b/h1.THIS'))
1636
1921
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.BASE')), True)
1637
1922
        self.assertIs(os.path.lexists(this.wt.abspath('b/h1.OTHER')), False)
1638
 
        self.assertEqual(this.wt.id2path('i'), pathjoin('b/i1.OTHER'))
 
1923
        self.assertEqual(this.wt.id2path(b'i'), pathjoin('b/i1.OTHER'))
1639
1924
 
1640
1925
 
1641
1926
class TestBuildTree(tests.TestCaseWithTransport):
1643
1928
    def test_build_tree_with_symlinks(self):
1644
1929
        self.requireFeature(SymlinkFeature)
1645
1930
        os.mkdir('a')
1646
 
        a = BzrDir.create_standalone_workingtree('a')
 
1931
        a = ControlDir.create_standalone_workingtree('a')
1647
1932
        os.mkdir('a/foo')
1648
 
        file('a/foo/bar', 'wb').write('contents')
 
1933
        with open('a/foo/bar', 'wb') as f:
 
1934
            f.write(b'contents')
1649
1935
        os.symlink('a/foo/bar', 'a/foo/baz')
1650
1936
        a.add(['foo', 'foo/bar', 'foo/baz'])
1651
1937
        a.commit('initial commit')
1652
 
        b = BzrDir.create_standalone_workingtree('b')
 
1938
        b = ControlDir.create_standalone_workingtree('b')
1653
1939
        basis = a.basis_tree()
1654
1940
        basis.lock_read()
1655
1941
        self.addCleanup(basis.unlock)
1656
1942
        build_tree(basis, b)
1657
1943
        self.assertIs(os.path.isdir('b/foo'), True)
1658
 
        self.assertEqual(file('b/foo/bar', 'rb').read(), "contents")
 
1944
        with open('b/foo/bar', 'rb') as f:
 
1945
            self.assertEqual(f.read(), b"contents")
1659
1946
        self.assertEqual(os.readlink('b/foo/baz'), 'a/foo/bar')
1660
1947
 
1661
1948
    def test_build_with_references(self):
1662
1949
        tree = self.make_branch_and_tree('source',
1663
 
            format='dirstate-with-subtree')
 
1950
                                         format='development-subtree')
1664
1951
        subtree = self.make_branch_and_tree('source/subtree',
1665
 
            format='dirstate-with-subtree')
 
1952
                                            format='development-subtree')
1666
1953
        tree.add_reference(subtree)
1667
1954
        tree.commit('a revision')
1668
1955
        tree.branch.create_checkout('target')
1669
 
        self.failUnlessExists('target')
1670
 
        self.failUnlessExists('target/subtree')
 
1956
        self.assertPathExists('target')
 
1957
        self.assertPathExists('target/subtree')
1671
1958
 
1672
1959
    def test_file_conflict_handling(self):
1673
1960
        """Ensure that when building trees, conflict handling is done"""
1674
1961
        source = self.make_branch_and_tree('source')
1675
1962
        target = self.make_branch_and_tree('target')
1676
1963
        self.build_tree(['source/file', 'target/file'])
1677
 
        source.add('file', 'new-file')
 
1964
        source.add('file', b'new-file')
1678
1965
        source.commit('added file')
1679
1966
        build_tree(source.basis_tree(), target)
1680
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1681
 
                          'file.moved', 'file', None, 'new-file')],
1682
 
                         target.conflicts())
 
1967
        self.assertEqual(
 
1968
            [DuplicateEntry('Moved existing file to', 'file.moved',
 
1969
                            'file', None, 'new-file')],
 
1970
            target.conflicts())
1683
1971
        target2 = self.make_branch_and_tree('target2')
1684
 
        target_file = file('target2/file', 'wb')
1685
 
        try:
1686
 
            source_file = file('source/file', 'rb')
1687
 
            try:
1688
 
                target_file.write(source_file.read())
1689
 
            finally:
1690
 
                source_file.close()
1691
 
        finally:
1692
 
            target_file.close()
 
1972
        with open('target2/file', 'wb') as target_file, \
 
1973
                open('source/file', 'rb') as source_file:
 
1974
            target_file.write(source_file.read())
1693
1975
        build_tree(source.basis_tree(), target2)
1694
1976
        self.assertEqual([], target2.conflicts())
1695
1977
 
1698
1980
        self.requireFeature(SymlinkFeature)
1699
1981
        source = self.make_branch_and_tree('source')
1700
1982
        os.symlink('foo', 'source/symlink')
1701
 
        source.add('symlink', 'new-symlink')
 
1983
        source.add('symlink', b'new-symlink')
1702
1984
        source.commit('added file')
1703
1985
        target = self.make_branch_and_tree('target')
1704
1986
        os.symlink('bar', 'target/symlink')
1705
1987
        build_tree(source.basis_tree(), target)
1706
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1707
 
            'symlink.moved', 'symlink', None, 'new-symlink')],
 
1988
        self.assertEqual(
 
1989
            [DuplicateEntry('Moved existing file to', 'symlink.moved',
 
1990
                            'symlink', None, 'new-symlink')],
1708
1991
            target.conflicts())
1709
1992
        target = self.make_branch_and_tree('target2')
1710
1993
        os.symlink('foo', 'target2/symlink')
1716
1999
        source = self.make_branch_and_tree('source')
1717
2000
        target = self.make_branch_and_tree('target')
1718
2001
        self.build_tree(['source/dir1/', 'source/dir1/file', 'target/dir1/'])
1719
 
        source.add(['dir1', 'dir1/file'], ['new-dir1', 'new-file'])
 
2002
        source.add(['dir1', 'dir1/file'], [b'new-dir1', b'new-file'])
1720
2003
        source.commit('added file')
1721
2004
        build_tree(source.basis_tree(), target)
1722
2005
        self.assertEqual([], target.conflicts())
1723
 
        self.failUnlessExists('target/dir1/file')
 
2006
        self.assertPathExists('target/dir1/file')
1724
2007
 
1725
2008
        # Ensure contents are merged
1726
2009
        target = self.make_branch_and_tree('target2')
1727
2010
        self.build_tree(['target2/dir1/', 'target2/dir1/file2'])
1728
2011
        build_tree(source.basis_tree(), target)
1729
2012
        self.assertEqual([], target.conflicts())
1730
 
        self.failUnlessExists('target2/dir1/file2')
1731
 
        self.failUnlessExists('target2/dir1/file')
 
2013
        self.assertPathExists('target2/dir1/file2')
 
2014
        self.assertPathExists('target2/dir1/file')
1732
2015
 
1733
2016
        # Ensure new contents are suppressed for existing branches
1734
2017
        target = self.make_branch_and_tree('target3')
1735
2018
        self.make_branch('target3/dir1')
1736
2019
        self.build_tree(['target3/dir1/file2'])
1737
2020
        build_tree(source.basis_tree(), target)
1738
 
        self.failIfExists('target3/dir1/file')
1739
 
        self.failUnlessExists('target3/dir1/file2')
1740
 
        self.failUnlessExists('target3/dir1.diverted/file')
1741
 
        self.assertEqual([DuplicateEntry('Diverted to',
1742
 
            'dir1.diverted', 'dir1', 'new-dir1', None)],
 
2021
        self.assertPathDoesNotExist('target3/dir1/file')
 
2022
        self.assertPathExists('target3/dir1/file2')
 
2023
        self.assertPathExists('target3/dir1.diverted/file')
 
2024
        self.assertEqual(
 
2025
            [DuplicateEntry('Diverted to', 'dir1.diverted',
 
2026
                            'dir1', 'new-dir1', None)],
1743
2027
            target.conflicts())
1744
2028
 
1745
2029
        target = self.make_branch_and_tree('target4')
1746
2030
        self.build_tree(['target4/dir1/'])
1747
2031
        self.make_branch('target4/dir1/file')
1748
2032
        build_tree(source.basis_tree(), target)
1749
 
        self.failUnlessExists('target4/dir1/file')
 
2033
        self.assertPathExists('target4/dir1/file')
1750
2034
        self.assertEqual('directory', file_kind('target4/dir1/file'))
1751
 
        self.failUnlessExists('target4/dir1/file.diverted')
1752
 
        self.assertEqual([DuplicateEntry('Diverted to',
1753
 
            'dir1/file.diverted', 'dir1/file', 'new-file', None)],
 
2035
        self.assertPathExists('target4/dir1/file.diverted')
 
2036
        self.assertEqual(
 
2037
            [DuplicateEntry('Diverted to', 'dir1/file.diverted',
 
2038
                            'dir1/file', 'new-file', None)],
1754
2039
            target.conflicts())
1755
2040
 
1756
2041
    def test_mixed_conflict_handling(self):
1758
2043
        source = self.make_branch_and_tree('source')
1759
2044
        target = self.make_branch_and_tree('target')
1760
2045
        self.build_tree(['source/name', 'target/name/'])
1761
 
        source.add('name', 'new-name')
 
2046
        source.add('name', b'new-name')
1762
2047
        source.commit('added file')
1763
2048
        build_tree(source.basis_tree(), target)
1764
 
        self.assertEqual([DuplicateEntry('Moved existing file to',
1765
 
            'name.moved', 'name', None, 'new-name')], target.conflicts())
 
2049
        self.assertEqual(
 
2050
            [DuplicateEntry('Moved existing file to',
 
2051
                            'name.moved', 'name', None, 'new-name')],
 
2052
            target.conflicts())
1766
2053
 
1767
2054
    def test_raises_in_populated(self):
1768
2055
        source = self.make_branch_and_tree('source')
1773
2060
        self.build_tree(['target/name'])
1774
2061
        target.add('name')
1775
2062
        self.assertRaises(errors.WorkingTreeAlreadyPopulated,
1776
 
            build_tree, source.basis_tree(), target)
 
2063
                          build_tree, source.basis_tree(), target)
1777
2064
 
1778
2065
    def test_build_tree_rename_count(self):
1779
2066
        source = self.make_branch_and_tree('source')
1795
2082
    def create_ab_tree(self):
1796
2083
        """Create a committed test tree with two files"""
1797
2084
        source = self.make_branch_and_tree('source')
1798
 
        self.build_tree_contents([('source/file1', 'A')])
1799
 
        self.build_tree_contents([('source/file2', 'B')])
1800
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2085
        self.build_tree_contents([('source/file1', b'A')])
 
2086
        self.build_tree_contents([('source/file2', b'B')])
 
2087
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1801
2088
        source.commit('commit files')
1802
2089
        source.lock_write()
1803
2090
        self.addCleanup(source.unlock)
1805
2092
 
1806
2093
    def test_build_tree_accelerator_tree(self):
1807
2094
        source = self.create_ab_tree()
1808
 
        self.build_tree_contents([('source/file2', 'C')])
 
2095
        self.build_tree_contents([('source/file2', b'C')])
1809
2096
        calls = []
1810
2097
        real_source_get_file = source.get_file
1811
 
        def get_file(file_id, path=None):
1812
 
            calls.append(file_id)
1813
 
            return real_source_get_file(file_id, path)
 
2098
 
 
2099
        def get_file(path):
 
2100
            calls.append(path)
 
2101
            return real_source_get_file(path)
1814
2102
        source.get_file = get_file
1815
2103
        target = self.make_branch_and_tree('target')
1816
2104
        revision_tree = source.basis_tree()
1817
2105
        revision_tree.lock_read()
1818
2106
        self.addCleanup(revision_tree.unlock)
1819
2107
        build_tree(revision_tree, target, source)
1820
 
        self.assertEqual(['file1-id'], calls)
 
2108
        self.assertEqual(['file1'], calls)
1821
2109
        target.lock_read()
1822
2110
        self.addCleanup(target.unlock)
1823
2111
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1824
2112
 
 
2113
    def test_build_tree_accelerator_tree_observes_sha1(self):
 
2114
        source = self.create_ab_tree()
 
2115
        sha1 = osutils.sha_string(b'A')
 
2116
        target = self.make_branch_and_tree('target')
 
2117
        target.lock_write()
 
2118
        self.addCleanup(target.unlock)
 
2119
        state = target.current_dirstate()
 
2120
        state._cutoff_time = time.time() + 60
 
2121
        build_tree(source.basis_tree(), target, source)
 
2122
        entry = state._get_entry(0, path_utf8=b'file1')
 
2123
        self.assertEqual(sha1, entry[1][0][1])
 
2124
 
1825
2125
    def test_build_tree_accelerator_tree_missing_file(self):
1826
2126
        source = self.create_ab_tree()
1827
2127
        os.unlink('source/file1')
1838
2138
    def test_build_tree_accelerator_wrong_kind(self):
1839
2139
        self.requireFeature(SymlinkFeature)
1840
2140
        source = self.make_branch_and_tree('source')
1841
 
        self.build_tree_contents([('source/file1', '')])
1842
 
        self.build_tree_contents([('source/file2', '')])
1843
 
        source.add(['file1', 'file2'], ['file1-id', 'file2-id'])
 
2141
        self.build_tree_contents([('source/file1', b'')])
 
2142
        self.build_tree_contents([('source/file2', b'')])
 
2143
        source.add(['file1', 'file2'], [b'file1-id', b'file2-id'])
1844
2144
        source.commit('commit files')
1845
2145
        os.unlink('source/file2')
1846
 
        self.build_tree_contents([('source/file2/', 'C')])
 
2146
        self.build_tree_contents([('source/file2/', b'C')])
1847
2147
        os.unlink('source/file1')
1848
2148
        os.symlink('file2', 'source/file1')
1849
2149
        calls = []
1850
2150
        real_source_get_file = source.get_file
1851
 
        def get_file(file_id, path=None):
1852
 
            calls.append(file_id)
1853
 
            return real_source_get_file(file_id, path)
 
2151
 
 
2152
        def get_file(path):
 
2153
            calls.append(path)
 
2154
            return real_source_get_file(path)
1854
2155
        source.get_file = get_file
1855
2156
        target = self.make_branch_and_tree('target')
1856
2157
        revision_tree = source.basis_tree()
1889
2190
 
1890
2191
    def test_build_tree_accelerator_tree_moved(self):
1891
2192
        source = self.make_branch_and_tree('source')
1892
 
        self.build_tree_contents([('source/file1', 'A')])
1893
 
        source.add(['file1'], ['file1-id'])
 
2193
        self.build_tree_contents([('source/file1', b'A')])
 
2194
        source.add(['file1'], [b'file1-id'])
1894
2195
        source.commit('commit files')
1895
2196
        source.rename_one('file1', 'file2')
1896
2197
        source.lock_read()
1908
2209
        self.requireFeature(HardlinkFeature)
1909
2210
        source = self.create_ab_tree()
1910
2211
        tt = TreeTransform(source)
1911
 
        trans_id = tt.trans_id_tree_file_id('file1-id')
 
2212
        trans_id = tt.trans_id_tree_path('file1')
1912
2213
        tt.set_executability(True, trans_id)
1913
2214
        tt.apply()
1914
 
        self.assertTrue(source.is_executable('file1-id'))
 
2215
        self.assertTrue(source.is_executable('file1'))
1915
2216
        target = self.make_branch_and_tree('target')
1916
2217
        revision_tree = source.basis_tree()
1917
2218
        revision_tree.lock_read()
1920
2221
        target.lock_read()
1921
2222
        self.addCleanup(target.unlock)
1922
2223
        self.assertEqual([], list(target.iter_changes(revision_tree)))
1923
 
        self.assertTrue(source.is_executable('file1-id'))
 
2224
        self.assertTrue(source.is_executable('file1'))
1924
2225
 
1925
2226
    def install_rot13_content_filter(self, pattern):
1926
2227
        # We could use
1928
2229
        # below, but that looks a bit... hard to read even if it's exactly
1929
2230
        # the same thing.
1930
2231
        original_registry = filters._reset_registry()
 
2232
 
1931
2233
        def restore_registry():
1932
2234
            filters._reset_registry(original_registry)
1933
2235
        self.addCleanup(restore_registry)
 
2236
 
1934
2237
        def rot13(chunks, context=None):
1935
 
            return [''.join(chunks).encode('rot13')]
 
2238
            return [
 
2239
                codecs.encode(chunk.decode('ascii'), 'rot13').encode('ascii')
 
2240
                for chunk in chunks]
1936
2241
        rot13filter = filters.ContentFilter(rot13, rot13)
1937
 
        filters.register_filter_stack_map('rot13', {'yes': [rot13filter]}.get)
 
2242
        filters.filter_stacks_registry.register(
 
2243
            'rot13', {'yes': [rot13filter]}.get)
1938
2244
        os.mkdir(self.test_home_dir + '/.bazaar')
1939
2245
        rules_filename = self.test_home_dir + '/.bazaar/rules'
1940
 
        f = open(rules_filename, 'wb')
1941
 
        f.write('[name %s]\nrot13=yes\n' % (pattern,))
1942
 
        f.close()
 
2246
        with open(rules_filename, 'wb') as f:
 
2247
            f.write(b'[name %s]\nrot13=yes\n' % (pattern,))
 
2248
 
1943
2249
        def uninstall_rules():
1944
2250
            os.remove(rules_filename)
1945
2251
            rules.reset_rules()
1952
2258
        if it can).
1953
2259
        """
1954
2260
        self.requireFeature(HardlinkFeature)
1955
 
        self.install_rot13_content_filter('file1')
 
2261
        self.install_rot13_content_filter(b'file1')
1956
2262
        source = self.create_ab_tree()
1957
2263
        target = self.make_branch_and_tree('target')
1958
2264
        revision_tree = source.basis_tree()
1970
2276
        self.assertEqualStat(source_stat, target_stat)
1971
2277
 
1972
2278
    def test_case_insensitive_build_tree_inventory(self):
1973
 
        if (tests.CaseInsensitiveFilesystemFeature.available()
1974
 
            or tests.CaseInsCasePresFilenameFeature.available()):
 
2279
        if (features.CaseInsensitiveFilesystemFeature.available()
 
2280
                or features.CaseInsCasePresFilenameFeature.available()):
1975
2281
            raise tests.UnavailableFeature('Fully case sensitive filesystem')
1976
2282
        source = self.make_branch_and_tree('source')
1977
2283
        self.build_tree(['source/file', 'source/FILE'])
1978
 
        source.add(['file', 'FILE'], ['lower-id', 'upper-id'])
 
2284
        source.add(['file', 'FILE'], [b'lower-id', b'upper-id'])
1979
2285
        source.commit('added files')
1980
2286
        # Don't try this at home, kids!
1981
2287
        # Force the tree to report that it is case insensitive
1982
2288
        target = self.make_branch_and_tree('target')
1983
2289
        target.case_sensitive = False
1984
2290
        build_tree(source.basis_tree(), target, source, delta_from_tree=True)
1985
 
        self.assertEqual('file.moved', target.id2path('lower-id'))
1986
 
        self.assertEqual('FILE', target.id2path('upper-id'))
 
2291
        self.assertEqual('file.moved', target.id2path(b'lower-id'))
 
2292
        self.assertEqual('FILE', target.id2path(b'upper-id'))
 
2293
 
 
2294
    def test_build_tree_observes_sha(self):
 
2295
        source = self.make_branch_and_tree('source')
 
2296
        self.build_tree(['source/file1', 'source/dir/', 'source/dir/file2'])
 
2297
        source.add(['file1', 'dir', 'dir/file2'],
 
2298
                   [b'file1-id', b'dir-id', b'file2-id'])
 
2299
        source.commit('new files')
 
2300
        target = self.make_branch_and_tree('target')
 
2301
        target.lock_write()
 
2302
        self.addCleanup(target.unlock)
 
2303
        # We make use of the fact that DirState caches its cutoff time. So we
 
2304
        # set the 'safe' time to one minute in the future.
 
2305
        state = target.current_dirstate()
 
2306
        state._cutoff_time = time.time() + 60
 
2307
        build_tree(source.basis_tree(), target)
 
2308
        entry1_sha = osutils.sha_file_by_name('source/file1')
 
2309
        entry2_sha = osutils.sha_file_by_name('source/dir/file2')
 
2310
        # entry[1] is the state information, entry[1][0] is the state of the
 
2311
        # working tree, entry[1][0][1] is the sha value for the current working
 
2312
        # tree
 
2313
        entry1 = state._get_entry(0, path_utf8=b'file1')
 
2314
        self.assertEqual(entry1_sha, entry1[1][0][1])
 
2315
        # The 'size' field must also be set.
 
2316
        self.assertEqual(25, entry1[1][0][2])
 
2317
        entry1_state = entry1[1][0]
 
2318
        entry2 = state._get_entry(0, path_utf8=b'dir/file2')
 
2319
        self.assertEqual(entry2_sha, entry2[1][0][1])
 
2320
        self.assertEqual(29, entry2[1][0][2])
 
2321
        entry2_state = entry2[1][0]
 
2322
        # Now, make sure that we don't have to re-read the content. The
 
2323
        # packed_stat should match exactly.
 
2324
        self.assertEqual(entry1_sha, target.get_file_sha1('file1'))
 
2325
        self.assertEqual(entry2_sha, target.get_file_sha1('dir/file2'))
 
2326
        self.assertEqual(entry1_state, entry1[1][0])
 
2327
        self.assertEqual(entry2_state, entry2[1][0])
1987
2328
 
1988
2329
 
1989
2330
class TestCommitTransform(tests.TestCaseWithTransport):
2020
2361
 
2021
2362
    def test_merge_parents(self):
2022
2363
        branch, tt = self.get_branch_and_transform()
2023
 
        rev = tt.commit(branch, 'my message', ['rev1b', 'rev1c'])
2024
 
        self.assertEqual(['rev1b', 'rev1c'],
 
2364
        tt.commit(branch, 'my message', [b'rev1b', b'rev1c'])
 
2365
        self.assertEqual([b'rev1b', b'rev1c'],
2025
2366
                         branch.basis_tree().get_parent_ids()[1:])
2026
2367
 
2027
2368
    def test_first_commit(self):
2030
2371
        self.addCleanup(branch.unlock)
2031
2372
        tt = TransformPreview(branch.basis_tree())
2032
2373
        self.addCleanup(tt.finalize)
2033
 
        tt.new_directory('', ROOT_PARENT, 'TREE_ROOT')
2034
 
        rev = tt.commit(branch, 'my message')
 
2374
        tt.new_directory('', ROOT_PARENT, b'TREE_ROOT')
 
2375
        tt.commit(branch, 'my message')
2035
2376
        self.assertEqual([], branch.basis_tree().get_parent_ids())
2036
2377
        self.assertNotEqual(_mod_revision.NULL_REVISION,
2037
2378
                            branch.last_revision())
2043
2384
        tt = TransformPreview(branch.basis_tree())
2044
2385
        self.addCleanup(tt.finalize)
2045
2386
        e = self.assertRaises(ValueError, tt.commit, branch,
2046
 
                          'my message', ['rev1b-id'])
 
2387
                              'my message', [b'rev1b-id'])
2047
2388
        self.assertEqual('Cannot supply merge parents for first commit.',
2048
2389
                         str(e))
2049
2390
        self.assertEqual(_mod_revision.NULL_REVISION, branch.last_revision())
2050
2391
 
2051
2392
    def test_add_files(self):
2052
2393
        branch, tt = self.get_branch_and_transform()
2053
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
2054
 
        trans_id = tt.new_directory('dir', tt.root, 'dir-id')
 
2394
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
 
2395
        trans_id = tt.new_directory('dir', tt.root, b'dir-id')
2055
2396
        if SymlinkFeature.available():
2056
 
            tt.new_symlink('symlink', trans_id, 'target', 'symlink-id')
2057
 
        rev = tt.commit(branch, 'message')
 
2397
            tt.new_symlink('symlink', trans_id, 'target', b'symlink-id')
 
2398
        tt.commit(branch, 'message')
2058
2399
        tree = branch.basis_tree()
2059
 
        self.assertEqual('file', tree.id2path('file-id'))
2060
 
        self.assertEqual('contents', tree.get_file_text('file-id'))
2061
 
        self.assertEqual('dir', tree.id2path('dir-id'))
 
2400
        self.assertEqual('file', tree.id2path(b'file-id'))
 
2401
        self.assertEqual(b'contents', tree.get_file_text('file'))
 
2402
        self.assertEqual('dir', tree.id2path(b'dir-id'))
2062
2403
        if SymlinkFeature.available():
2063
 
            self.assertEqual('dir/symlink', tree.id2path('symlink-id'))
2064
 
            self.assertEqual('target', tree.get_symlink_target('symlink-id'))
 
2404
            self.assertEqual('dir/symlink', tree.id2path(b'symlink-id'))
 
2405
            self.assertEqual('target', tree.get_symlink_target('dir/symlink'))
2065
2406
 
2066
2407
    def test_add_unversioned(self):
2067
2408
        branch, tt = self.get_branch_and_transform()
2068
 
        tt.new_file('file', tt.root, 'contents')
 
2409
        tt.new_file('file', tt.root, [b'contents'])
2069
2410
        self.assertRaises(errors.StrictCommitFailed, tt.commit, branch,
2070
2411
                          'message', strict=True)
2071
2412
 
2072
2413
    def test_modify_strict(self):
2073
2414
        branch, tt = self.get_branch_and_transform()
2074
 
        tt.new_file('file', tt.root, 'contents', 'file-id')
 
2415
        tt.new_file('file', tt.root, [b'contents'], b'file-id')
2075
2416
        tt.commit(branch, 'message', strict=True)
2076
2417
        tt = TransformPreview(branch.basis_tree())
2077
2418
        self.addCleanup(tt.finalize)
2078
 
        trans_id = tt.trans_id_file_id('file-id')
 
2419
        trans_id = tt.trans_id_file_id(b'file-id')
2079
2420
        tt.delete_contents(trans_id)
2080
 
        tt.create_file('contents', trans_id)
 
2421
        tt.create_file([b'contents'], trans_id)
2081
2422
        tt.commit(branch, 'message', strict=True)
2082
2423
 
2083
2424
    def test_commit_malformed(self):
2086
2427
        In this case, we are adding a file without adding its parent.
2087
2428
        """
2088
2429
        branch, tt = self.get_branch_and_transform()
2089
 
        parent_id = tt.trans_id_file_id('parent-id')
2090
 
        tt.new_file('file', parent_id, 'contents', 'file-id')
 
2430
        parent_id = tt.trans_id_file_id(b'parent-id')
 
2431
        tt.new_file('file', parent_id, [b'contents'], b'file-id')
2091
2432
        self.assertRaises(errors.MalformedTransform, tt.commit, branch,
2092
2433
                          'message')
2093
2434
 
2094
 
 
2095
 
class MockTransform(object):
2096
 
 
2097
 
    def has_named_child(self, by_parent, parent_id, name):
2098
 
        for child_id in by_parent[parent_id]:
2099
 
            if child_id == '0':
2100
 
                if name == "name~":
2101
 
                    return True
2102
 
            elif name == "name.~%s~" % child_id:
2103
 
                return True
2104
 
        return False
2105
 
 
2106
 
 
2107
 
class MockEntry(object):
2108
 
    def __init__(self):
2109
 
        object.__init__(self)
2110
 
        self.name = "name"
2111
 
 
2112
 
 
2113
 
class TestGetBackupName(TestCase):
2114
 
    def test_get_backup_name(self):
2115
 
        tt = MockTransform()
2116
 
        name = get_backup_name(MockEntry(), {'a':[]}, 'a', tt)
2117
 
        self.assertEqual(name, 'name.~1~')
2118
 
        name = get_backup_name(MockEntry(), {'a':['1']}, 'a', tt)
2119
 
        self.assertEqual(name, 'name.~2~')
2120
 
        name = get_backup_name(MockEntry(), {'a':['2']}, 'a', tt)
2121
 
        self.assertEqual(name, 'name.~1~')
2122
 
        name = get_backup_name(MockEntry(), {'a':['2'], 'b':[]}, 'b', tt)
2123
 
        self.assertEqual(name, 'name.~1~')
2124
 
        name = get_backup_name(MockEntry(), {'a':['1', '2', '3']}, 'a', tt)
2125
 
        self.assertEqual(name, 'name.~4~')
 
2435
    def test_commit_rich_revision_data(self):
 
2436
        branch, tt = self.get_branch_and_transform()
 
2437
        rev_id = tt.commit(branch, 'message', timestamp=1, timezone=43201,
 
2438
                           committer='me <me@example.com>',
 
2439
                           revprops={u'foo': 'bar'}, revision_id=b'revid-1',
 
2440
                           authors=['Author1 <author1@example.com>',
 
2441
                                    'Author2 <author2@example.com>',
 
2442
                                    ])
 
2443
        self.assertEqual(b'revid-1', rev_id)
 
2444
        revision = branch.repository.get_revision(rev_id)
 
2445
        self.assertEqual(1, revision.timestamp)
 
2446
        self.assertEqual(43201, revision.timezone)
 
2447
        self.assertEqual('me <me@example.com>', revision.committer)
 
2448
        self.assertEqual(['Author1 <author1@example.com>',
 
2449
                          'Author2 <author2@example.com>'],
 
2450
                         revision.get_apparent_authors())
 
2451
        del revision.properties['authors']
 
2452
        self.assertEqual({'foo': 'bar',
 
2453
                          'branch-nick': 'tree'},
 
2454
                         revision.properties)
 
2455
 
 
2456
    def test_no_explicit_revprops(self):
 
2457
        branch, tt = self.get_branch_and_transform()
 
2458
        rev_id = tt.commit(branch, 'message', authors=[
 
2459
            'Author1 <author1@example.com>',
 
2460
            'Author2 <author2@example.com>', ])
 
2461
        revision = branch.repository.get_revision(rev_id)
 
2462
        self.assertEqual(['Author1 <author1@example.com>',
 
2463
                          'Author2 <author2@example.com>'],
 
2464
                         revision.get_apparent_authors())
 
2465
        self.assertEqual('tree', revision.properties['branch-nick'])
2126
2466
 
2127
2467
 
2128
2468
class TestFileMover(tests.TestCaseWithTransport):
2131
2471
        self.build_tree(['a/', 'a/b', 'c/', 'c/d'])
2132
2472
        mover = _FileMover()
2133
2473
        mover.rename('a', 'q')
2134
 
        self.failUnlessExists('q')
2135
 
        self.failIfExists('a')
2136
 
        self.failUnlessExists('q/b')
2137
 
        self.failUnlessExists('c')
2138
 
        self.failUnlessExists('c/d')
 
2474
        self.assertPathExists('q')
 
2475
        self.assertPathDoesNotExist('a')
 
2476
        self.assertPathExists('q/b')
 
2477
        self.assertPathExists('c')
 
2478
        self.assertPathExists('c/d')
2139
2479
 
2140
2480
    def test_pre_delete_rollback(self):
2141
2481
        self.build_tree(['a/'])
2142
2482
        mover = _FileMover()
2143
2483
        mover.pre_delete('a', 'q')
2144
 
        self.failUnlessExists('q')
2145
 
        self.failIfExists('a')
 
2484
        self.assertPathExists('q')
 
2485
        self.assertPathDoesNotExist('a')
2146
2486
        mover.rollback()
2147
 
        self.failIfExists('q')
2148
 
        self.failUnlessExists('a')
 
2487
        self.assertPathDoesNotExist('q')
 
2488
        self.assertPathExists('a')
2149
2489
 
2150
2490
    def test_apply_deletions(self):
2151
2491
        self.build_tree(['a/', 'b/'])
2152
2492
        mover = _FileMover()
2153
2493
        mover.pre_delete('a', 'q')
2154
2494
        mover.pre_delete('b', 'r')
2155
 
        self.failUnlessExists('q')
2156
 
        self.failUnlessExists('r')
2157
 
        self.failIfExists('a')
2158
 
        self.failIfExists('b')
 
2495
        self.assertPathExists('q')
 
2496
        self.assertPathExists('r')
 
2497
        self.assertPathDoesNotExist('a')
 
2498
        self.assertPathDoesNotExist('b')
2159
2499
        mover.apply_deletions()
2160
 
        self.failIfExists('q')
2161
 
        self.failIfExists('r')
2162
 
        self.failIfExists('a')
2163
 
        self.failIfExists('b')
 
2500
        self.assertPathDoesNotExist('q')
 
2501
        self.assertPathDoesNotExist('r')
 
2502
        self.assertPathDoesNotExist('a')
 
2503
        self.assertPathDoesNotExist('b')
2164
2504
 
2165
2505
    def test_file_mover_rollback(self):
2166
2506
        self.build_tree(['a/', 'a/b', 'c/', 'c/d/', 'c/e/'])
2169
2509
        mover.rename('c/e', 'c/d')
2170
2510
        try:
2171
2511
            mover.rename('a', 'c')
2172
 
        except errors.FileExists, e:
 
2512
        except errors.FileExists:
2173
2513
            mover.rollback()
2174
 
        self.failUnlessExists('a')
2175
 
        self.failUnlessExists('c/d')
 
2514
        self.assertPathExists('a')
 
2515
        self.assertPathExists('c/d')
2176
2516
 
2177
2517
 
2178
2518
class Bogus(Exception):
2190
2530
 
2191
2531
        def rename(self, source, target):
2192
2532
            if (self.bad_source is not None and
2193
 
                source.endswith(self.bad_source)):
 
2533
                    source.endswith(self.bad_source)):
2194
2534
                raise Bogus
2195
2535
            elif (self.bad_target is not None and
2196
 
                target.endswith(self.bad_target)):
 
2536
                  target.endswith(self.bad_target)):
2197
2537
                raise Bogus
2198
2538
            else:
2199
2539
                _FileMover.rename(self, source, target)
2208
2548
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2209
2549
        self.assertRaises(Bogus, tt.apply,
2210
2550
                          _mover=self.ExceptionFileMover(bad_source='a'))
2211
 
        self.failUnlessExists('a')
2212
 
        self.failUnlessExists('a/b')
 
2551
        self.assertPathExists('a')
 
2552
        self.assertPathExists('a/b')
2213
2553
        tt.apply()
2214
 
        self.failUnlessExists('c')
2215
 
        self.failUnlessExists('c/d')
 
2554
        self.assertPathExists('c')
 
2555
        self.assertPathExists('c/d')
2216
2556
 
2217
2557
    def test_rollback_rename_into_place(self):
2218
2558
        tree = self.make_branch_and_tree('.')
2224
2564
        tt.adjust_path('d', a_id, tt.trans_id_tree_path('a/b'))
2225
2565
        self.assertRaises(Bogus, tt.apply,
2226
2566
                          _mover=self.ExceptionFileMover(bad_target='c/d'))
2227
 
        self.failUnlessExists('a')
2228
 
        self.failUnlessExists('a/b')
 
2567
        self.assertPathExists('a')
 
2568
        self.assertPathExists('a/b')
2229
2569
        tt.apply()
2230
 
        self.failUnlessExists('c')
2231
 
        self.failUnlessExists('c/d')
 
2570
        self.assertPathExists('c')
 
2571
        self.assertPathExists('c/d')
2232
2572
 
2233
2573
    def test_rollback_deletion(self):
2234
2574
        tree = self.make_branch_and_tree('.')
2240
2580
        tt.adjust_path('d', tt.root, tt.trans_id_tree_path('a/b'))
2241
2581
        self.assertRaises(Bogus, tt.apply,
2242
2582
                          _mover=self.ExceptionFileMover(bad_target='d'))
2243
 
        self.failUnlessExists('a')
2244
 
        self.failUnlessExists('a/b')
2245
 
 
2246
 
    def test_resolve_no_parent(self):
 
2583
        self.assertPathExists('a')
 
2584
        self.assertPathExists('a/b')
 
2585
 
 
2586
 
 
2587
class TestFinalizeRobustness(tests.TestCaseWithTransport):
 
2588
    """Ensure treetransform creation errors can be safely cleaned up after"""
 
2589
 
 
2590
    def _override_globals_in_method(self, instance, method_name, globals):
 
2591
        """Replace method on instance with one with updated globals"""
 
2592
        import types
 
2593
        func = getattr(instance, method_name).__func__
 
2594
        new_globals = dict(func.__globals__)
 
2595
        new_globals.update(globals)
 
2596
        new_func = types.FunctionType(func.__code__, new_globals,
 
2597
                                      func.__name__, func.__defaults__)
 
2598
        if PY3:
 
2599
            setattr(instance, method_name,
 
2600
                    types.MethodType(new_func, instance))
 
2601
        else:
 
2602
            setattr(instance, method_name,
 
2603
                    types.MethodType(new_func, instance, instance.__class__))
 
2604
        self.addCleanup(delattr, instance, method_name)
 
2605
 
 
2606
    @staticmethod
 
2607
    def _fake_open_raises_before(name, mode):
 
2608
        """Like open() but raises before doing anything"""
 
2609
        raise RuntimeError
 
2610
 
 
2611
    @staticmethod
 
2612
    def _fake_open_raises_after(name, mode):
 
2613
        """Like open() but raises after creating file without returning"""
 
2614
        open(name, mode).close()
 
2615
        raise RuntimeError
 
2616
 
 
2617
    def create_transform_and_root_trans_id(self):
 
2618
        """Setup a transform creating a file in limbo"""
 
2619
        tree = self.make_branch_and_tree('.')
 
2620
        tt = TreeTransform(tree)
 
2621
        return tt, tt.create_path("a", tt.root)
 
2622
 
 
2623
    def create_transform_and_subdir_trans_id(self):
 
2624
        """Setup a transform creating a directory containing a file in limbo"""
 
2625
        tree = self.make_branch_and_tree('.')
 
2626
        tt = TreeTransform(tree)
 
2627
        d_trans_id = tt.create_path("d", tt.root)
 
2628
        tt.create_directory(d_trans_id)
 
2629
        f_trans_id = tt.create_path("a", d_trans_id)
 
2630
        tt.adjust_path("a", d_trans_id, f_trans_id)
 
2631
        return tt, f_trans_id
 
2632
 
 
2633
    def test_root_create_file_open_raises_before_creation(self):
 
2634
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2635
        self._override_globals_in_method(
 
2636
            tt, "create_file", {"open": self._fake_open_raises_before})
 
2637
        self.assertRaises(RuntimeError, tt.create_file,
 
2638
                          [b"contents"], trans_id)
 
2639
        path = tt._limbo_name(trans_id)
 
2640
        self.assertPathDoesNotExist(path)
 
2641
        tt.finalize()
 
2642
        self.assertPathDoesNotExist(tt._limbodir)
 
2643
 
 
2644
    def test_root_create_file_open_raises_after_creation(self):
 
2645
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2646
        self._override_globals_in_method(
 
2647
            tt, "create_file", {"open": self._fake_open_raises_after})
 
2648
        self.assertRaises(RuntimeError, tt.create_file,
 
2649
                          [b"contents"], trans_id)
 
2650
        path = tt._limbo_name(trans_id)
 
2651
        self.assertPathExists(path)
 
2652
        tt.finalize()
 
2653
        self.assertPathDoesNotExist(path)
 
2654
        self.assertPathDoesNotExist(tt._limbodir)
 
2655
 
 
2656
    def test_subdir_create_file_open_raises_before_creation(self):
 
2657
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2658
        self._override_globals_in_method(
 
2659
            tt, "create_file", {"open": self._fake_open_raises_before})
 
2660
        self.assertRaises(RuntimeError, tt.create_file,
 
2661
                          [b"contents"], trans_id)
 
2662
        path = tt._limbo_name(trans_id)
 
2663
        self.assertPathDoesNotExist(path)
 
2664
        tt.finalize()
 
2665
        self.assertPathDoesNotExist(tt._limbodir)
 
2666
 
 
2667
    def test_subdir_create_file_open_raises_after_creation(self):
 
2668
        tt, trans_id = self.create_transform_and_subdir_trans_id()
 
2669
        self._override_globals_in_method(
 
2670
            tt, "create_file", {"open": self._fake_open_raises_after})
 
2671
        self.assertRaises(RuntimeError, tt.create_file,
 
2672
                          [b"contents"], trans_id)
 
2673
        path = tt._limbo_name(trans_id)
 
2674
        self.assertPathExists(path)
 
2675
        tt.finalize()
 
2676
        self.assertPathDoesNotExist(path)
 
2677
        self.assertPathDoesNotExist(tt._limbodir)
 
2678
 
 
2679
    def test_rename_in_limbo_rename_raises_after_rename(self):
 
2680
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2681
        parent1 = tt.new_directory('parent1', tt.root)
 
2682
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2683
        parent2 = tt.new_directory('parent2', tt.root)
 
2684
 
 
2685
        class FakeOSModule(object):
 
2686
            def rename(self, old, new):
 
2687
                os.rename(old, new)
 
2688
                raise RuntimeError
 
2689
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2690
                                         {"os": FakeOSModule()})
 
2691
        self.assertRaises(
 
2692
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2693
        path = osutils.pathjoin(tt._limbo_name(parent2), "child1")
 
2694
        self.assertPathExists(path)
 
2695
        tt.finalize()
 
2696
        self.assertPathDoesNotExist(path)
 
2697
        self.assertPathDoesNotExist(tt._limbodir)
 
2698
 
 
2699
    def test_rename_in_limbo_rename_raises_before_rename(self):
 
2700
        tt, trans_id = self.create_transform_and_root_trans_id()
 
2701
        parent1 = tt.new_directory('parent1', tt.root)
 
2702
        child1 = tt.new_file('child1', parent1, [b'contents'])
 
2703
        parent2 = tt.new_directory('parent2', tt.root)
 
2704
 
 
2705
        class FakeOSModule(object):
 
2706
            def rename(self, old, new):
 
2707
                raise RuntimeError
 
2708
        self._override_globals_in_method(tt, "_rename_in_limbo",
 
2709
                                         {"os": FakeOSModule()})
 
2710
        self.assertRaises(
 
2711
            RuntimeError, tt.adjust_path, "child1", parent2, child1)
 
2712
        path = osutils.pathjoin(tt._limbo_name(parent1), "child1")
 
2713
        self.assertPathExists(path)
 
2714
        tt.finalize()
 
2715
        self.assertPathDoesNotExist(path)
 
2716
        self.assertPathDoesNotExist(tt._limbodir)
 
2717
 
 
2718
 
 
2719
class TestTransformMissingParent(tests.TestCaseWithTransport):
 
2720
 
 
2721
    def make_tt_with_versioned_dir(self):
2247
2722
        wt = self.make_branch_and_tree('.')
 
2723
        self.build_tree(['dir/', ])
 
2724
        wt.add(['dir'], [b'dir-id'])
 
2725
        wt.commit('Create dir')
2248
2726
        tt = TreeTransform(wt)
2249
2727
        self.addCleanup(tt.finalize)
2250
 
        parent = tt.trans_id_file_id('parent-id')
2251
 
        tt.new_file('file', parent, 'Contents')
2252
 
        resolve_conflicts(tt)
2253
 
 
2254
 
 
2255
 
A_ENTRY = ('a-id', ('a', 'a'), True, (True, True),
2256
 
                  ('TREE_ROOT', 'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
2257
 
                  (False, False))
2258
 
ROOT_ENTRY = ('TREE_ROOT', ('', ''), False, (True, True), (None, None),
2259
 
              ('', ''), ('directory', 'directory'), (False, None))
 
2728
        return wt, tt
 
2729
 
 
2730
    def test_resolve_create_parent_for_versioned_file(self):
 
2731
        wt, tt = self.make_tt_with_versioned_dir()
 
2732
        dir_tid = tt.trans_id_tree_path('dir')
 
2733
        tt.new_file('file', dir_tid, [b'Contents'], file_id=b'file-id')
 
2734
        tt.delete_contents(dir_tid)
 
2735
        tt.unversion_file(dir_tid)
 
2736
        conflicts = resolve_conflicts(tt)
 
2737
        # one conflict for the missing directory, one for the unversioned
 
2738
        # parent
 
2739
        self.assertLength(2, conflicts)
 
2740
 
 
2741
    def test_non_versioned_file_create_conflict(self):
 
2742
        wt, tt = self.make_tt_with_versioned_dir()
 
2743
        dir_tid = tt.trans_id_tree_path('dir')
 
2744
        tt.new_file('file', dir_tid, [b'Contents'])
 
2745
        tt.delete_contents(dir_tid)
 
2746
        tt.unversion_file(dir_tid)
 
2747
        conflicts = resolve_conflicts(tt)
 
2748
        # no conflicts or rather: orphaning 'file' resolve the 'dir' conflict
 
2749
        self.assertLength(1, conflicts)
 
2750
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
2751
                         conflicts.pop())
 
2752
 
 
2753
 
 
2754
A_ENTRY = (b'a-id', ('a', 'a'), True, (True, True),
 
2755
           (b'TREE_ROOT', b'TREE_ROOT'), ('a', 'a'), ('file', 'file'),
 
2756
           (False, False))
 
2757
ROOT_ENTRY = (b'TREE_ROOT', ('', ''), False, (True, True), (None, None),
 
2758
              ('', ''), ('directory', 'directory'), (False, False))
2260
2759
 
2261
2760
 
2262
2761
class TestTransformPreview(tests.TestCaseWithTransport):
2263
2762
 
2264
2763
    def create_tree(self):
2265
2764
        tree = self.make_branch_and_tree('.')
2266
 
        self.build_tree_contents([('a', 'content 1')])
2267
 
        tree.set_root_id('TREE_ROOT')
2268
 
        tree.add('a', 'a-id')
2269
 
        tree.commit('rev1', rev_id='rev1')
2270
 
        return tree.branch.repository.revision_tree('rev1')
 
2765
        self.build_tree_contents([('a', b'content 1')])
 
2766
        tree.set_root_id(b'TREE_ROOT')
 
2767
        tree.add('a', b'a-id')
 
2768
        tree.commit('rev1', rev_id=b'rev1')
 
2769
        return tree.branch.repository.revision_tree(b'rev1')
2271
2770
 
2272
2771
    def get_empty_preview(self):
2273
2772
        repository = self.make_repository('repo')
2291
2790
        revision_tree = self.create_tree()
2292
2791
        preview = TransformPreview(revision_tree)
2293
2792
        self.addCleanup(preview.finalize)
2294
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2793
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2295
2794
        preview_tree = preview.get_preview_tree()
2296
 
        self.assertEqual(preview_tree.kind('file2-id'), 'file')
2297
 
        self.assertEqual(
2298
 
            preview_tree.get_file('file2-id').read(), 'content B\n')
 
2795
        self.assertEqual(preview_tree.kind('file2'), 'file')
 
2796
        with preview_tree.get_file('file2') as f:
 
2797
            self.assertEqual(f.read(), b'content B\n')
2299
2798
 
2300
2799
    def test_diff_preview_tree(self):
2301
2800
        revision_tree = self.create_tree()
2302
2801
        preview = TransformPreview(revision_tree)
2303
2802
        self.addCleanup(preview.finalize)
2304
 
        preview.new_file('file2', preview.root, 'content B\n', 'file2-id')
 
2803
        preview.new_file('file2', preview.root, [b'content B\n'], b'file2-id')
2305
2804
        preview_tree = preview.get_preview_tree()
2306
 
        out = StringIO()
 
2805
        out = BytesIO()
2307
2806
        show_diff_trees(revision_tree, preview_tree, out)
2308
2807
        lines = out.getvalue().splitlines()
2309
 
        self.assertEqual(lines[0], "=== added file 'file2'")
 
2808
        self.assertEqual(lines[0], b"=== added file 'file2'")
2310
2809
        # 3 lines of diff administrivia
2311
 
        self.assertEqual(lines[4], "+content B")
 
2810
        self.assertEqual(lines[4], b"+content B")
2312
2811
 
2313
2812
    def test_transform_conflicts(self):
2314
2813
        revision_tree = self.create_tree()
2315
2814
        preview = TransformPreview(revision_tree)
2316
2815
        self.addCleanup(preview.finalize)
2317
 
        preview.new_file('a', preview.root, 'content 2')
 
2816
        preview.new_file('a', preview.root, [b'content 2'])
2318
2817
        resolve_conflicts(preview)
2319
 
        trans_id = preview.trans_id_file_id('a-id')
 
2818
        trans_id = preview.trans_id_file_id(b'a-id')
2320
2819
        self.assertEqual('a.moved', preview.final_name(trans_id))
2321
2820
 
2322
2821
    def get_tree_and_preview_tree(self):
2323
2822
        revision_tree = self.create_tree()
2324
2823
        preview = TransformPreview(revision_tree)
2325
2824
        self.addCleanup(preview.finalize)
2326
 
        a_trans_id = preview.trans_id_file_id('a-id')
 
2825
        a_trans_id = preview.trans_id_file_id(b'a-id')
2327
2826
        preview.delete_contents(a_trans_id)
2328
 
        preview.create_file('b content', a_trans_id)
 
2827
        preview.create_file([b'b content'], a_trans_id)
2329
2828
        preview_tree = preview.get_preview_tree()
2330
2829
        return revision_tree, preview_tree
2331
2830
 
2332
2831
    def test_iter_changes(self):
2333
2832
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2334
 
        root = revision_tree.inventory.root.file_id
2335
 
        self.assertEqual([('a-id', ('a', 'a'), True, (True, True),
2336
 
                          (root, root), ('a', 'a'), ('file', 'file'),
2337
 
                          (False, False))],
2338
 
                          list(preview_tree.iter_changes(revision_tree)))
 
2833
        root = revision_tree.get_root_id()
 
2834
        self.assertEqual([(b'a-id', ('a', 'a'), True, (True, True),
 
2835
                           (root, root), ('a', 'a'), ('file', 'file'),
 
2836
                           (False, False))],
 
2837
                         list(preview_tree.iter_changes(revision_tree)))
2339
2838
 
2340
2839
    def test_include_unchanged_succeeds(self):
2341
2840
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2342
2841
        changes = preview_tree.iter_changes(revision_tree,
2343
2842
                                            include_unchanged=True)
2344
 
        root = revision_tree.inventory.root.file_id
2345
 
 
2346
2843
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
2347
2844
 
2348
2845
    def test_specific_files(self):
2349
2846
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2350
2847
        changes = preview_tree.iter_changes(revision_tree,
2351
2848
                                            specific_files=[''])
2352
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2849
        self.assertEqual([A_ENTRY], list(changes))
2353
2850
 
2354
2851
    def test_want_unversioned(self):
2355
2852
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2356
2853
        changes = preview_tree.iter_changes(revision_tree,
2357
2854
                                            want_unversioned=True)
2358
 
        self.assertEqual([ROOT_ENTRY, A_ENTRY], list(changes))
 
2855
        self.assertEqual([A_ENTRY], list(changes))
2359
2856
 
2360
2857
    def test_ignore_extra_trees_no_specific_files(self):
2361
2858
        # extra_trees is harmless without specific_files, so we'll silently
2377
2874
        revision_tree = self.create_tree()
2378
2875
        preview = TransformPreview(revision_tree)
2379
2876
        self.addCleanup(preview.finalize)
2380
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
2381
 
        preview.new_directory('directory', preview.root, 'dir-id')
 
2877
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
 
2878
        preview.new_directory('directory', preview.root, b'dir-id')
2382
2879
        preview_tree = preview.get_preview_tree()
2383
 
        self.assertEqual('file', preview_tree.kind('file-id'))
2384
 
        self.assertEqual('directory', preview_tree.kind('dir-id'))
 
2880
        self.assertEqual('file', preview_tree.kind('file'))
 
2881
        self.assertEqual('directory', preview_tree.kind('directory'))
2385
2882
 
2386
2883
    def test_get_file_mtime(self):
2387
2884
        preview = self.get_empty_preview()
2388
 
        file_trans_id = preview.new_file('file', preview.root, 'contents',
2389
 
                                         'file-id')
 
2885
        file_trans_id = preview.new_file('file', preview.root, [b'contents'],
 
2886
                                         b'file-id')
2390
2887
        limbo_path = preview._limbo_name(file_trans_id)
2391
2888
        preview_tree = preview.get_preview_tree()
2392
2889
        self.assertEqual(os.stat(limbo_path).st_mtime,
2393
 
                         preview_tree.get_file_mtime('file-id'))
 
2890
                         preview_tree.get_file_mtime('file'))
2394
2891
 
2395
2892
    def test_get_file_mtime_renamed(self):
2396
2893
        work_tree = self.make_branch_and_tree('tree')
2397
2894
        self.build_tree(['tree/file'])
2398
 
        work_tree.add('file', 'file-id')
 
2895
        work_tree.add('file', b'file-id')
2399
2896
        preview = TransformPreview(work_tree)
2400
2897
        self.addCleanup(preview.finalize)
2401
 
        file_trans_id = preview.trans_id_tree_file_id('file-id')
 
2898
        file_trans_id = preview.trans_id_tree_path('file')
2402
2899
        preview.adjust_path('renamed', preview.root, file_trans_id)
2403
2900
        preview_tree = preview.get_preview_tree()
2404
 
        preview_mtime = preview_tree.get_file_mtime('file-id', 'renamed')
2405
 
        work_mtime = work_tree.get_file_mtime('file-id', 'file')
 
2901
        preview_mtime = preview_tree.get_file_mtime('renamed')
 
2902
        work_mtime = work_tree.get_file_mtime('file')
 
2903
 
 
2904
    def test_get_file_size(self):
 
2905
        work_tree = self.make_branch_and_tree('tree')
 
2906
        self.build_tree_contents([('tree/old', b'old')])
 
2907
        work_tree.add('old', b'old-id')
 
2908
        preview = TransformPreview(work_tree)
 
2909
        self.addCleanup(preview.finalize)
 
2910
        preview.new_file('name', preview.root, [b'contents'], b'new-id',
 
2911
                         'executable')
 
2912
        tree = preview.get_preview_tree()
 
2913
        self.assertEqual(len('old'), tree.get_file_size('old'))
 
2914
        self.assertEqual(len('contents'), tree.get_file_size('name'))
2406
2915
 
2407
2916
    def test_get_file(self):
2408
2917
        preview = self.get_empty_preview()
2409
 
        preview.new_file('file', preview.root, 'contents', 'file-id')
 
2918
        preview.new_file('file', preview.root, [b'contents'], b'file-id')
2410
2919
        preview_tree = preview.get_preview_tree()
2411
 
        tree_file = preview_tree.get_file('file-id')
2412
 
        try:
2413
 
            self.assertEqual('contents', tree_file.read())
2414
 
        finally:
2415
 
            tree_file.close()
 
2920
        with preview_tree.get_file('file') as tree_file:
 
2921
            self.assertEqual(b'contents', tree_file.read())
2416
2922
 
2417
2923
    def test_get_symlink_target(self):
2418
2924
        self.requireFeature(SymlinkFeature)
2419
2925
        preview = self.get_empty_preview()
2420
 
        preview.new_symlink('symlink', preview.root, 'target', 'symlink-id')
 
2926
        preview.new_symlink('symlink', preview.root, 'target', b'symlink-id')
2421
2927
        preview_tree = preview.get_preview_tree()
2422
2928
        self.assertEqual('target',
2423
 
                         preview_tree.get_symlink_target('symlink-id'))
 
2929
                         preview_tree.get_symlink_target('symlink'))
2424
2930
 
2425
2931
    def test_all_file_ids(self):
2426
2932
        tree = self.make_branch_and_tree('tree')
2427
2933
        self.build_tree(['tree/a', 'tree/b', 'tree/c'])
2428
 
        tree.add(['a', 'b', 'c'], ['a-id', 'b-id', 'c-id'])
 
2934
        tree.add(['a', 'b', 'c'], [b'a-id', b'b-id', b'c-id'])
2429
2935
        preview = TransformPreview(tree)
2430
2936
        self.addCleanup(preview.finalize)
2431
 
        preview.unversion_file(preview.trans_id_file_id('b-id'))
2432
 
        c_trans_id = preview.trans_id_file_id('c-id')
 
2937
        preview.unversion_file(preview.trans_id_file_id(b'b-id'))
 
2938
        c_trans_id = preview.trans_id_file_id(b'c-id')
2433
2939
        preview.unversion_file(c_trans_id)
2434
 
        preview.version_file('c-id', c_trans_id)
 
2940
        preview.version_file(b'c-id', c_trans_id)
2435
2941
        preview_tree = preview.get_preview_tree()
2436
 
        self.assertEqual(set(['a-id', 'c-id', tree.get_root_id()]),
 
2942
        self.assertEqual({b'a-id', b'c-id', tree.get_root_id()},
2437
2943
                         preview_tree.all_file_ids())
2438
2944
 
2439
2945
    def test_path2id_deleted_unchanged(self):
2440
2946
        tree = self.make_branch_and_tree('tree')
2441
2947
        self.build_tree(['tree/unchanged', 'tree/deleted'])
2442
 
        tree.add(['unchanged', 'deleted'], ['unchanged-id', 'deleted-id'])
 
2948
        tree.add(['unchanged', 'deleted'], [b'unchanged-id', b'deleted-id'])
2443
2949
        preview = TransformPreview(tree)
2444
2950
        self.addCleanup(preview.finalize)
2445
 
        preview.unversion_file(preview.trans_id_file_id('deleted-id'))
 
2951
        preview.unversion_file(preview.trans_id_file_id(b'deleted-id'))
2446
2952
        preview_tree = preview.get_preview_tree()
2447
 
        self.assertEqual('unchanged-id', preview_tree.path2id('unchanged'))
2448
 
        self.assertIs(None, preview_tree.path2id('deleted'))
 
2953
        self.assertEqual(b'unchanged-id', preview_tree.path2id('unchanged'))
 
2954
        self.assertFalse(preview_tree.is_versioned('deleted'))
2449
2955
 
2450
2956
    def test_path2id_created(self):
2451
2957
        tree = self.make_branch_and_tree('tree')
2452
2958
        self.build_tree(['tree/unchanged'])
2453
 
        tree.add(['unchanged'], ['unchanged-id'])
 
2959
        tree.add(['unchanged'], [b'unchanged-id'])
2454
2960
        preview = TransformPreview(tree)
2455
2961
        self.addCleanup(preview.finalize)
2456
 
        preview.new_file('new', preview.trans_id_file_id('unchanged-id'),
2457
 
            'contents', 'new-id')
 
2962
        preview.new_file('new', preview.trans_id_file_id(b'unchanged-id'),
 
2963
                         [b'contents'], b'new-id')
2458
2964
        preview_tree = preview.get_preview_tree()
2459
 
        self.assertEqual('new-id', preview_tree.path2id('unchanged/new'))
 
2965
        self.assertEqual(b'new-id', preview_tree.path2id('unchanged/new'))
2460
2966
 
2461
2967
    def test_path2id_moved(self):
2462
2968
        tree = self.make_branch_and_tree('tree')
2463
2969
        self.build_tree(['tree/old_parent/', 'tree/old_parent/child'])
2464
2970
        tree.add(['old_parent', 'old_parent/child'],
2465
 
                 ['old_parent-id', 'child-id'])
 
2971
                 [b'old_parent-id', b'child-id'])
2466
2972
        preview = TransformPreview(tree)
2467
2973
        self.addCleanup(preview.finalize)
2468
2974
        new_parent = preview.new_directory('new_parent', preview.root,
2469
 
                                           'new_parent-id')
 
2975
                                           b'new_parent-id')
2470
2976
        preview.adjust_path('child', new_parent,
2471
 
                            preview.trans_id_file_id('child-id'))
 
2977
                            preview.trans_id_file_id(b'child-id'))
2472
2978
        preview_tree = preview.get_preview_tree()
2473
 
        self.assertIs(None, preview_tree.path2id('old_parent/child'))
2474
 
        self.assertEqual('child-id', preview_tree.path2id('new_parent/child'))
 
2979
        self.assertFalse(preview_tree.is_versioned('old_parent/child'))
 
2980
        self.assertEqual(b'child-id', preview_tree.path2id('new_parent/child'))
2475
2981
 
2476
2982
    def test_path2id_renamed_parent(self):
2477
2983
        tree = self.make_branch_and_tree('tree')
2478
2984
        self.build_tree(['tree/old_name/', 'tree/old_name/child'])
2479
2985
        tree.add(['old_name', 'old_name/child'],
2480
 
                 ['parent-id', 'child-id'])
 
2986
                 [b'parent-id', b'child-id'])
2481
2987
        preview = TransformPreview(tree)
2482
2988
        self.addCleanup(preview.finalize)
2483
2989
        preview.adjust_path('new_name', preview.root,
2484
 
                            preview.trans_id_file_id('parent-id'))
 
2990
                            preview.trans_id_file_id(b'parent-id'))
2485
2991
        preview_tree = preview.get_preview_tree()
2486
 
        self.assertIs(None, preview_tree.path2id('old_name/child'))
2487
 
        self.assertEqual('child-id', preview_tree.path2id('new_name/child'))
 
2992
        self.assertFalse(preview_tree.is_versioned('old_name/child'))
 
2993
        self.assertEqual(b'child-id', preview_tree.path2id('new_name/child'))
2488
2994
 
2489
 
    def assertMatchingIterEntries(self, tt, specific_file_ids=None):
 
2995
    def assertMatchingIterEntries(self, tt, specific_files=None):
2490
2996
        preview_tree = tt.get_preview_tree()
2491
2997
        preview_result = list(preview_tree.iter_entries_by_dir(
2492
 
                              specific_file_ids))
 
2998
                              specific_files=specific_files))
2493
2999
        tree = tt._tree
2494
3000
        tt.apply()
2495
 
        actual_result = list(tree.iter_entries_by_dir(specific_file_ids))
 
3001
        actual_result = list(tree.iter_entries_by_dir(
 
3002
            specific_files=specific_files))
2496
3003
        self.assertEqual(actual_result, preview_result)
2497
3004
 
2498
3005
    def test_iter_entries_by_dir_new(self):
2499
3006
        tree = self.make_branch_and_tree('tree')
2500
3007
        tt = TreeTransform(tree)
2501
 
        tt.new_file('new', tt.root, 'contents', 'new-id')
 
3008
        tt.new_file('new', tt.root, [b'contents'], b'new-id')
2502
3009
        self.assertMatchingIterEntries(tt)
2503
3010
 
2504
3011
    def test_iter_entries_by_dir_deleted(self):
2505
3012
        tree = self.make_branch_and_tree('tree')
2506
3013
        self.build_tree(['tree/deleted'])
2507
 
        tree.add('deleted', 'deleted-id')
 
3014
        tree.add('deleted', b'deleted-id')
2508
3015
        tt = TreeTransform(tree)
2509
 
        tt.delete_contents(tt.trans_id_file_id('deleted-id'))
 
3016
        tt.delete_contents(tt.trans_id_file_id(b'deleted-id'))
2510
3017
        self.assertMatchingIterEntries(tt)
2511
3018
 
2512
3019
    def test_iter_entries_by_dir_unversioned(self):
2513
3020
        tree = self.make_branch_and_tree('tree')
2514
3021
        self.build_tree(['tree/removed'])
2515
 
        tree.add('removed', 'removed-id')
 
3022
        tree.add('removed', b'removed-id')
2516
3023
        tt = TreeTransform(tree)
2517
 
        tt.unversion_file(tt.trans_id_file_id('removed-id'))
 
3024
        tt.unversion_file(tt.trans_id_file_id(b'removed-id'))
2518
3025
        self.assertMatchingIterEntries(tt)
2519
3026
 
2520
3027
    def test_iter_entries_by_dir_moved(self):
2521
3028
        tree = self.make_branch_and_tree('tree')
2522
3029
        self.build_tree(['tree/moved', 'tree/new_parent/'])
2523
 
        tree.add(['moved', 'new_parent'], ['moved-id', 'new_parent-id'])
 
3030
        tree.add(['moved', 'new_parent'], [b'moved-id', b'new_parent-id'])
2524
3031
        tt = TreeTransform(tree)
2525
 
        tt.adjust_path('moved', tt.trans_id_file_id('new_parent-id'),
2526
 
                       tt.trans_id_file_id('moved-id'))
 
3032
        tt.adjust_path('moved', tt.trans_id_file_id(b'new_parent-id'),
 
3033
                       tt.trans_id_file_id(b'moved-id'))
2527
3034
        self.assertMatchingIterEntries(tt)
2528
3035
 
2529
 
    def test_iter_entries_by_dir_specific_file_ids(self):
 
3036
    def test_iter_entries_by_dir_specific_files(self):
2530
3037
        tree = self.make_branch_and_tree('tree')
2531
 
        tree.set_root_id('tree-root-id')
 
3038
        tree.set_root_id(b'tree-root-id')
2532
3039
        self.build_tree(['tree/parent/', 'tree/parent/child'])
2533
 
        tree.add(['parent', 'parent/child'], ['parent-id', 'child-id'])
 
3040
        tree.add(['parent', 'parent/child'], [b'parent-id', b'child-id'])
2534
3041
        tt = TreeTransform(tree)
2535
 
        self.assertMatchingIterEntries(tt, ['tree-root-id', 'child-id'])
 
3042
        self.assertMatchingIterEntries(tt, ['', 'parent/child'])
2536
3043
 
2537
3044
    def test_symlink_content_summary(self):
2538
3045
        self.requireFeature(SymlinkFeature)
2539
3046
        preview = self.get_empty_preview()
2540
 
        preview.new_symlink('path', preview.root, 'target', 'path-id')
 
3047
        preview.new_symlink('path', preview.root, 'target', b'path-id')
2541
3048
        summary = preview.get_preview_tree().path_content_summary('path')
2542
3049
        self.assertEqual(('symlink', None, None, 'target'), summary)
2543
3050
 
2558
3065
 
2559
3066
    def test_file_content_summary_executable(self):
2560
3067
        preview = self.get_empty_preview()
2561
 
        path_id = preview.new_file('path', preview.root, 'contents', 'path-id')
 
3068
        path_id = preview.new_file('path', preview.root, [
 
3069
                                   b'contents'], b'path-id')
2562
3070
        preview.set_executability(True, path_id)
2563
3071
        summary = preview.get_preview_tree().path_content_summary('path')
2564
3072
        self.assertEqual(4, len(summary))
2583
3091
 
2584
3092
    def test_file_content_summary_non_exec(self):
2585
3093
        preview = self.get_empty_preview()
2586
 
        preview.new_file('path', preview.root, 'contents', 'path-id')
 
3094
        preview.new_file('path', preview.root, [b'contents'], b'path-id')
2587
3095
        summary = preview.get_preview_tree().path_content_summary('path')
2588
3096
        self.assertEqual(4, len(summary))
2589
3097
        self.assertEqual('file', summary[0])
2596
3104
 
2597
3105
    def test_dir_content_summary(self):
2598
3106
        preview = self.get_empty_preview()
2599
 
        preview.new_directory('path', preview.root, 'path-id')
 
3107
        preview.new_directory('path', preview.root, b'path-id')
2600
3108
        summary = preview.get_preview_tree().path_content_summary('path')
2601
3109
        self.assertEqual(('directory', None, None, None), summary)
2602
3110
 
2603
3111
    def test_tree_content_summary(self):
2604
3112
        preview = self.get_empty_preview()
2605
 
        path = preview.new_directory('path', preview.root, 'path-id')
2606
 
        preview.set_tree_reference('rev-1', path)
 
3113
        path = preview.new_directory('path', preview.root, b'path-id')
 
3114
        preview.set_tree_reference(b'rev-1', path)
2607
3115
        summary = preview.get_preview_tree().path_content_summary('path')
2608
3116
        self.assertEqual(4, len(summary))
2609
3117
        self.assertEqual('tree-reference', summary[0])
2610
3118
 
2611
3119
    def test_annotate(self):
2612
3120
        tree = self.make_branch_and_tree('tree')
2613
 
        self.build_tree_contents([('tree/file', 'a\n')])
2614
 
        tree.add('file', 'file-id')
2615
 
        tree.commit('a', rev_id='one')
2616
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3121
        self.build_tree_contents([('tree/file', b'a\n')])
 
3122
        tree.add('file', b'file-id')
 
3123
        tree.commit('a', rev_id=b'one')
 
3124
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2617
3125
        preview = TransformPreview(tree)
2618
3126
        self.addCleanup(preview.finalize)
2619
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3127
        file_trans_id = preview.trans_id_file_id(b'file-id')
2620
3128
        preview.delete_contents(file_trans_id)
2621
 
        preview.create_file('a\nb\nc\n', file_trans_id)
 
3129
        preview.create_file([b'a\nb\nc\n'], file_trans_id)
2622
3130
        preview_tree = preview.get_preview_tree()
2623
3131
        expected = [
2624
 
            ('one', 'a\n'),
2625
 
            ('me:', 'b\n'),
2626
 
            ('me:', 'c\n'),
 
3132
            (b'one', b'a\n'),
 
3133
            (b'me:', b'b\n'),
 
3134
            (b'me:', b'c\n'),
2627
3135
        ]
2628
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3136
        annotation = preview_tree.annotate_iter(
 
3137
            'file', default_revision=b'me:')
2629
3138
        self.assertEqual(expected, annotation)
2630
3139
 
2631
3140
    def test_annotate_missing(self):
2632
3141
        preview = self.get_empty_preview()
2633
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3142
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2634
3143
        preview_tree = preview.get_preview_tree()
2635
3144
        expected = [
2636
 
            ('me:', 'a\n'),
2637
 
            ('me:', 'b\n'),
2638
 
            ('me:', 'c\n'),
2639
 
         ]
2640
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3145
            (b'me:', b'a\n'),
 
3146
            (b'me:', b'b\n'),
 
3147
            (b'me:', b'c\n'),
 
3148
            ]
 
3149
        annotation = preview_tree.annotate_iter(
 
3150
            'file', default_revision=b'me:')
2641
3151
        self.assertEqual(expected, annotation)
2642
3152
 
2643
3153
    def test_annotate_rename(self):
2644
3154
        tree = self.make_branch_and_tree('tree')
2645
 
        self.build_tree_contents([('tree/file', 'a\n')])
2646
 
        tree.add('file', 'file-id')
2647
 
        tree.commit('a', rev_id='one')
 
3155
        self.build_tree_contents([('tree/file', b'a\n')])
 
3156
        tree.add('file', b'file-id')
 
3157
        tree.commit('a', rev_id=b'one')
2648
3158
        preview = TransformPreview(tree)
2649
3159
        self.addCleanup(preview.finalize)
2650
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3160
        file_trans_id = preview.trans_id_file_id(b'file-id')
2651
3161
        preview.adjust_path('newname', preview.root, file_trans_id)
2652
3162
        preview_tree = preview.get_preview_tree()
2653
3163
        expected = [
2654
 
            ('one', 'a\n'),
 
3164
            (b'one', b'a\n'),
2655
3165
        ]
2656
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3166
        annotation = preview_tree.annotate_iter(
 
3167
            'file', default_revision=b'me:')
2657
3168
        self.assertEqual(expected, annotation)
2658
3169
 
2659
3170
    def test_annotate_deleted(self):
2660
3171
        tree = self.make_branch_and_tree('tree')
2661
 
        self.build_tree_contents([('tree/file', 'a\n')])
2662
 
        tree.add('file', 'file-id')
2663
 
        tree.commit('a', rev_id='one')
2664
 
        self.build_tree_contents([('tree/file', 'a\nb\n')])
 
3172
        self.build_tree_contents([('tree/file', b'a\n')])
 
3173
        tree.add('file', b'file-id')
 
3174
        tree.commit('a', rev_id=b'one')
 
3175
        self.build_tree_contents([('tree/file', b'a\nb\n')])
2665
3176
        preview = TransformPreview(tree)
2666
3177
        self.addCleanup(preview.finalize)
2667
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3178
        file_trans_id = preview.trans_id_file_id(b'file-id')
2668
3179
        preview.delete_contents(file_trans_id)
2669
3180
        preview_tree = preview.get_preview_tree()
2670
 
        annotation = preview_tree.annotate_iter('file-id', 'me:')
 
3181
        annotation = preview_tree.annotate_iter(
 
3182
            'file', default_revision=b'me:')
2671
3183
        self.assertIs(None, annotation)
2672
3184
 
2673
3185
    def test_stored_kind(self):
2674
3186
        preview = self.get_empty_preview()
2675
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
 
3187
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
2676
3188
        preview_tree = preview.get_preview_tree()
2677
 
        self.assertEqual('file', preview_tree.stored_kind('file-id'))
 
3189
        self.assertEqual('file', preview_tree.stored_kind('file'))
2678
3190
 
2679
3191
    def test_is_executable(self):
2680
3192
        preview = self.get_empty_preview()
2681
 
        preview.new_file('file', preview.root, 'a\nb\nc\n', 'file-id')
2682
 
        preview.set_executability(True, preview.trans_id_file_id('file-id'))
 
3193
        preview.new_file('file', preview.root, [b'a\nb\nc\n'], b'file-id')
 
3194
        preview.set_executability(True, preview.trans_id_file_id(b'file-id'))
2683
3195
        preview_tree = preview.get_preview_tree()
2684
 
        self.assertEqual(True, preview_tree.is_executable('file-id'))
 
3196
        self.assertEqual(True, preview_tree.is_executable('file'))
2685
3197
 
2686
3198
    def test_get_set_parent_ids(self):
2687
3199
        revision_tree, preview_tree = self.get_tree_and_preview_tree()
2688
3200
        self.assertEqual([], preview_tree.get_parent_ids())
2689
 
        preview_tree.set_parent_ids(['rev-1'])
2690
 
        self.assertEqual(['rev-1'], preview_tree.get_parent_ids())
 
3201
        preview_tree.set_parent_ids([b'rev-1'])
 
3202
        self.assertEqual([b'rev-1'], preview_tree.get_parent_ids())
2691
3203
 
2692
3204
    def test_plan_file_merge(self):
2693
3205
        work_a = self.make_branch_and_tree('wta')
2694
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2695
 
        work_a.add('file', 'file-id')
 
3206
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3207
        work_a.add('file', b'file-id')
2696
3208
        base_id = work_a.commit('base version')
2697
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3209
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2698
3210
        preview = TransformPreview(work_a)
2699
3211
        self.addCleanup(preview.finalize)
2700
 
        trans_id = preview.trans_id_file_id('file-id')
 
3212
        trans_id = preview.trans_id_file_id(b'file-id')
2701
3213
        preview.delete_contents(trans_id)
2702
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2703
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3214
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3215
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2704
3216
        tree_a = preview.get_preview_tree()
2705
3217
        tree_a.set_parent_ids([base_id])
2706
3218
        self.assertEqual([
2707
 
            ('killed-a', 'a\n'),
2708
 
            ('killed-b', 'b\n'),
2709
 
            ('unchanged', 'c\n'),
2710
 
            ('unchanged', 'd\n'),
2711
 
            ('new-a', 'e\n'),
2712
 
            ('new-b', 'f\n'),
2713
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3219
            ('killed-a', b'a\n'),
 
3220
            ('killed-b', b'b\n'),
 
3221
            ('unchanged', b'c\n'),
 
3222
            ('unchanged', b'd\n'),
 
3223
            ('new-a', b'e\n'),
 
3224
            ('new-b', b'f\n'),
 
3225
        ], list(tree_a.plan_file_merge(b'file-id', tree_b)))
2714
3226
 
2715
3227
    def test_plan_file_merge_revision_tree(self):
2716
3228
        work_a = self.make_branch_and_tree('wta')
2717
 
        self.build_tree_contents([('wta/file', 'a\nb\nc\nd\n')])
2718
 
        work_a.add('file', 'file-id')
 
3229
        self.build_tree_contents([('wta/file', b'a\nb\nc\nd\n')])
 
3230
        work_a.add('file', b'file-id')
2719
3231
        base_id = work_a.commit('base version')
2720
 
        tree_b = work_a.bzrdir.sprout('wtb').open_workingtree()
 
3232
        tree_b = work_a.controldir.sprout('wtb').open_workingtree()
2721
3233
        preview = TransformPreview(work_a.basis_tree())
2722
3234
        self.addCleanup(preview.finalize)
2723
 
        trans_id = preview.trans_id_file_id('file-id')
 
3235
        trans_id = preview.trans_id_file_id(b'file-id')
2724
3236
        preview.delete_contents(trans_id)
2725
 
        preview.create_file('b\nc\nd\ne\n', trans_id)
2726
 
        self.build_tree_contents([('wtb/file', 'a\nc\nd\nf\n')])
 
3237
        preview.create_file([b'b\nc\nd\ne\n'], trans_id)
 
3238
        self.build_tree_contents([('wtb/file', b'a\nc\nd\nf\n')])
2727
3239
        tree_a = preview.get_preview_tree()
2728
3240
        tree_a.set_parent_ids([base_id])
2729
3241
        self.assertEqual([
2730
 
            ('killed-a', 'a\n'),
2731
 
            ('killed-b', 'b\n'),
2732
 
            ('unchanged', 'c\n'),
2733
 
            ('unchanged', 'd\n'),
2734
 
            ('new-a', 'e\n'),
2735
 
            ('new-b', 'f\n'),
2736
 
        ], list(tree_a.plan_file_merge('file-id', tree_b)))
 
3242
            ('killed-a', b'a\n'),
 
3243
            ('killed-b', b'b\n'),
 
3244
            ('unchanged', b'c\n'),
 
3245
            ('unchanged', b'd\n'),
 
3246
            ('new-a', b'e\n'),
 
3247
            ('new-b', b'f\n'),
 
3248
        ], list(tree_a.plan_file_merge(b'file-id', tree_b)))
2737
3249
 
2738
3250
    def test_walkdirs(self):
2739
3251
        preview = self.get_empty_preview()
2740
 
        root = preview.new_directory('', ROOT_PARENT, 'tree-root')
 
3252
        preview.new_directory('', ROOT_PARENT, b'tree-root')
2741
3253
        # FIXME: new_directory should mark root.
2742
3254
        preview.fixup_new_roots()
2743
3255
        preview_tree = preview.get_preview_tree()
2744
 
        file_trans_id = preview.new_file('a', preview.root, 'contents',
2745
 
                                         'a-id')
2746
 
        expected = [(('', 'tree-root'),
2747
 
                    [('a', 'a', 'file', None, 'a-id', 'file')])]
 
3256
        preview.new_file('a', preview.root, [b'contents'], b'a-id')
 
3257
        expected = [(('', b'tree-root'),
 
3258
                     [('a', 'a', 'file', None, b'a-id', 'file')])]
2748
3259
        self.assertEqual(expected, list(preview_tree.walkdirs()))
2749
3260
 
2750
3261
    def test_extras(self):
2754
3265
        work_tree.add(['removed-file', 'not-removed-file'])
2755
3266
        preview = TransformPreview(work_tree)
2756
3267
        self.addCleanup(preview.finalize)
2757
 
        preview.new_file('new-file', preview.root, 'contents')
2758
 
        preview.new_file('new-versioned-file', preview.root, 'contents',
2759
 
                         'new-versioned-id')
 
3268
        preview.new_file('new-file', preview.root, [b'contents'])
 
3269
        preview.new_file('new-versioned-file', preview.root, [b'contents'],
 
3270
                         b'new-versioned-id')
2760
3271
        tree = preview.get_preview_tree()
2761
3272
        preview.unversion_file(preview.trans_id_tree_path('removed-file'))
2762
 
        self.assertEqual(set(['new-file', 'removed-file', 'existing-file']),
 
3273
        self.assertEqual({'new-file', 'removed-file', 'existing-file'},
2763
3274
                         set(tree.extras()))
2764
3275
 
2765
3276
    def test_merge_into_preview(self):
2766
3277
        work_tree = self.make_branch_and_tree('tree')
2767
 
        self.build_tree_contents([('tree/file','b\n')])
2768
 
        work_tree.add('file', 'file-id')
 
3278
        self.build_tree_contents([('tree/file', b'b\n')])
 
3279
        work_tree.add('file', b'file-id')
2769
3280
        work_tree.commit('first commit')
2770
 
        child_tree = work_tree.bzrdir.sprout('child').open_workingtree()
2771
 
        self.build_tree_contents([('child/file','b\nc\n')])
 
3281
        child_tree = work_tree.controldir.sprout('child').open_workingtree()
 
3282
        self.build_tree_contents([('child/file', b'b\nc\n')])
2772
3283
        child_tree.commit('child commit')
2773
3284
        child_tree.lock_write()
2774
3285
        self.addCleanup(child_tree.unlock)
2776
3287
        self.addCleanup(work_tree.unlock)
2777
3288
        preview = TransformPreview(work_tree)
2778
3289
        self.addCleanup(preview.finalize)
2779
 
        file_trans_id = preview.trans_id_file_id('file-id')
 
3290
        file_trans_id = preview.trans_id_file_id(b'file-id')
2780
3291
        preview.delete_contents(file_trans_id)
2781
 
        preview.create_file('a\nb\n', file_trans_id)
 
3292
        preview.create_file([b'a\nb\n'], file_trans_id)
2782
3293
        preview_tree = preview.get_preview_tree()
2783
 
        merger = Merger.from_revision_ids(None, preview_tree,
 
3294
        merger = Merger.from_revision_ids(preview_tree,
2784
3295
                                          child_tree.branch.last_revision(),
2785
3296
                                          other_branch=child_tree.branch,
2786
3297
                                          tree_branch=work_tree.branch)
2788
3299
        tt = merger.make_merger().make_preview_transform()
2789
3300
        self.addCleanup(tt.finalize)
2790
3301
        final_tree = tt.get_preview_tree()
2791
 
        self.assertEqual('a\nb\nc\n', final_tree.get_file_text('file-id'))
 
3302
        self.assertEqual(
 
3303
            b'a\nb\nc\n',
 
3304
            final_tree.get_file_text(final_tree.id2path(b'file-id')))
2792
3305
 
2793
3306
    def test_merge_preview_into_workingtree(self):
2794
3307
        tree = self.make_branch_and_tree('tree')
2795
 
        tree.set_root_id('TREE_ROOT')
 
3308
        tree.set_root_id(b'TREE_ROOT')
2796
3309
        tt = TransformPreview(tree)
2797
3310
        self.addCleanup(tt.finalize)
2798
 
        tt.new_file('name', tt.root, 'content', 'file-id')
 
3311
        tt.new_file('name', tt.root, [b'content'], b'file-id')
2799
3312
        tree2 = self.make_branch_and_tree('tree2')
2800
 
        tree2.set_root_id('TREE_ROOT')
 
3313
        tree2.set_root_id(b'TREE_ROOT')
2801
3314
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2802
 
                                         None, tree.basis_tree())
 
3315
                                         tree.basis_tree())
2803
3316
        merger.merge_type = Merge3Merger
2804
3317
        merger.do_merge()
2805
3318
 
2806
3319
    def test_merge_preview_into_workingtree_handles_conflicts(self):
2807
3320
        tree = self.make_branch_and_tree('tree')
2808
 
        self.build_tree_contents([('tree/foo', 'bar')])
2809
 
        tree.add('foo', 'foo-id')
 
3321
        self.build_tree_contents([('tree/foo', b'bar')])
 
3322
        tree.add('foo', b'foo-id')
2810
3323
        tree.commit('foo')
2811
3324
        tt = TransformPreview(tree)
2812
3325
        self.addCleanup(tt.finalize)
2813
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3326
        trans_id = tt.trans_id_file_id(b'foo-id')
2814
3327
        tt.delete_contents(trans_id)
2815
 
        tt.create_file('baz', trans_id)
2816
 
        tree2 = tree.bzrdir.sprout('tree2').open_workingtree()
2817
 
        self.build_tree_contents([('tree2/foo', 'qux')])
2818
 
        pb = None
 
3328
        tt.create_file([b'baz'], trans_id)
 
3329
        tree2 = tree.controldir.sprout('tree2').open_workingtree()
 
3330
        self.build_tree_contents([('tree2/foo', b'qux')])
2819
3331
        merger = Merger.from_uncommitted(tree2, tt.get_preview_tree(),
2820
 
                                         pb, tree.basis_tree())
 
3332
                                         tree.basis_tree())
2821
3333
        merger.merge_type = Merge3Merger
2822
3334
        merger.do_merge()
2823
3335
 
 
3336
    def test_has_filename(self):
 
3337
        wt = self.make_branch_and_tree('tree')
 
3338
        self.build_tree(['tree/unmodified', 'tree/removed', 'tree/modified'])
 
3339
        tt = TransformPreview(wt)
 
3340
        removed_id = tt.trans_id_tree_path('removed')
 
3341
        tt.delete_contents(removed_id)
 
3342
        tt.new_file('new', tt.root, [b'contents'])
 
3343
        modified_id = tt.trans_id_tree_path('modified')
 
3344
        tt.delete_contents(modified_id)
 
3345
        tt.create_file([b'modified-contents'], modified_id)
 
3346
        self.addCleanup(tt.finalize)
 
3347
        tree = tt.get_preview_tree()
 
3348
        self.assertTrue(tree.has_filename('unmodified'))
 
3349
        self.assertFalse(tree.has_filename('not-present'))
 
3350
        self.assertFalse(tree.has_filename('removed'))
 
3351
        self.assertTrue(tree.has_filename('new'))
 
3352
        self.assertTrue(tree.has_filename('modified'))
 
3353
 
2824
3354
    def test_is_executable(self):
2825
3355
        tree = self.make_branch_and_tree('tree')
2826
3356
        preview = TransformPreview(tree)
2827
3357
        self.addCleanup(preview.finalize)
2828
 
        preview.new_file('foo', preview.root, 'bar', 'baz-id')
 
3358
        preview.new_file('foo', preview.root, [b'bar'], b'baz-id')
2829
3359
        preview_tree = preview.get_preview_tree()
2830
 
        self.assertEqual(False, preview_tree.is_executable('baz-id',
2831
 
                                                           'tree/foo'))
2832
 
        self.assertEqual(False, preview_tree.is_executable('baz-id'))
 
3360
        self.assertEqual(False, preview_tree.is_executable('tree/foo'))
2833
3361
 
2834
3362
    def test_commit_preview_tree(self):
2835
3363
        tree = self.make_branch_and_tree('tree')
2837
3365
        tree.branch.lock_write()
2838
3366
        self.addCleanup(tree.branch.unlock)
2839
3367
        tt = TransformPreview(tree)
2840
 
        tt.new_file('file', tt.root, 'contents', 'file_id')
 
3368
        tt.new_file('file', tt.root, [b'contents'], b'file_id')
2841
3369
        self.addCleanup(tt.finalize)
2842
3370
        preview = tt.get_preview_tree()
2843
3371
        preview.set_parent_ids([rev_id])
2846
3374
        builder.finish_inventory()
2847
3375
        rev2_id = builder.commit('rev2')
2848
3376
        rev2_tree = tree.branch.repository.revision_tree(rev2_id)
2849
 
        self.assertEqual('contents', rev2_tree.get_file_text('file_id'))
 
3377
        self.assertEqual(b'contents', rev2_tree.get_file_text('file'))
2850
3378
 
2851
3379
    def test_ascii_limbo_paths(self):
2852
 
        self.requireFeature(tests.UnicodeFilenameFeature)
 
3380
        self.requireFeature(features.UnicodeFilenameFeature)
2853
3381
        branch = self.make_branch('any')
2854
3382
        tree = branch.repository.revision_tree(_mod_revision.NULL_REVISION)
2855
3383
        tt = TransformPreview(tree)
2856
3384
        self.addCleanup(tt.finalize)
2857
3385
        foo_id = tt.new_directory('', ROOT_PARENT)
2858
 
        bar_id = tt.new_file(u'\u1234bar', foo_id, 'contents')
 
3386
        bar_id = tt.new_file(u'\u1234bar', foo_id, [b'contents'])
2859
3387
        limbo_path = tt._limbo_name(bar_id)
2860
 
        self.assertEqual(limbo_path.encode('ascii', 'replace'), limbo_path)
 
3388
        self.assertEqual(limbo_path, limbo_path)
2861
3389
 
2862
3390
 
2863
3391
class FakeSerializer(object):
2872
3400
 
2873
3401
class TestSerializeTransform(tests.TestCaseWithTransport):
2874
3402
 
2875
 
    _test_needs_features = [tests.UnicodeFilenameFeature]
 
3403
    _test_needs_features = [features.UnicodeFilenameFeature]
2876
3404
 
2877
3405
    def get_preview(self, tree=None):
2878
3406
        if tree is None:
2888
3416
    @staticmethod
2889
3417
    def default_attribs():
2890
3418
        return {
2891
 
            '_id_number': 1,
2892
 
            '_new_name': {},
2893
 
            '_new_parent': {},
2894
 
            '_new_executability': {},
2895
 
            '_new_id': {},
2896
 
            '_tree_path_ids': {'': 'new-0'},
2897
 
            '_removed_id': [],
2898
 
            '_removed_contents': [],
2899
 
            '_non_present_ids': {},
 
3419
            b'_id_number': 1,
 
3420
            b'_new_name': {},
 
3421
            b'_new_parent': {},
 
3422
            b'_new_executability': {},
 
3423
            b'_new_id': {},
 
3424
            b'_tree_path_ids': {b'': b'new-0'},
 
3425
            b'_removed_id': [],
 
3426
            b'_removed_contents': [],
 
3427
            b'_non_present_ids': {},
2900
3428
            }
2901
3429
 
2902
3430
    def make_records(self, attribs, contents):
2903
3431
        records = [
2904
 
            (((('attribs'),),), bencode.bencode(attribs))]
 
3432
            ((((b'attribs'),),), bencode.bencode(attribs))]
2905
3433
        records.extend([(((n, k),), c) for n, k, c in contents])
2906
3434
        return records
2907
3435
 
2908
3436
    def creation_records(self):
2909
3437
        attribs = self.default_attribs()
2910
 
        attribs['_id_number'] = 3
2911
 
        attribs['_new_name'] = {
2912
 
            'new-1': u'foo\u1234'.encode('utf-8'), 'new-2': 'qux'}
2913
 
        attribs['_new_id'] = {'new-1': 'baz', 'new-2': 'quxx'}
2914
 
        attribs['_new_parent'] = {'new-1': 'new-0', 'new-2': 'new-0'}
2915
 
        attribs['_new_executability'] = {'new-1': 1}
 
3438
        attribs[b'_id_number'] = 3
 
3439
        attribs[b'_new_name'] = {
 
3440
            b'new-1': u'foo\u1234'.encode('utf-8'), b'new-2': b'qux'}
 
3441
        attribs[b'_new_id'] = {b'new-1': b'baz', b'new-2': b'quxx'}
 
3442
        attribs[b'_new_parent'] = {b'new-1': b'new-0', b'new-2': b'new-0'}
 
3443
        attribs[b'_new_executability'] = {b'new-1': 1}
2916
3444
        contents = [
2917
 
            ('new-1', 'file', 'i 1\nbar\n'),
2918
 
            ('new-2', 'directory', ''),
 
3445
            (b'new-1', b'file', b'i 1\nbar\n'),
 
3446
            (b'new-2', b'directory', b''),
2919
3447
            ]
2920
3448
        return self.make_records(attribs, contents)
2921
3449
 
2922
3450
    def test_serialize_creation(self):
2923
3451
        tt = self.get_preview()
2924
 
        tt.new_file(u'foo\u1234', tt.root, 'bar', 'baz', True)
2925
 
        tt.new_directory('qux', tt.root, 'quxx')
 
3452
        tt.new_file(u'foo\u1234', tt.root, [b'bar'], b'baz', True)
 
3453
        tt.new_directory('qux', tt.root, b'quxx')
2926
3454
        self.assertSerializesTo(self.creation_records(), tt)
2927
3455
 
2928
3456
    def test_deserialize_creation(self):
2931
3459
        self.assertEqual(3, tt._id_number)
2932
3460
        self.assertEqual({'new-1': u'foo\u1234',
2933
3461
                          'new-2': 'qux'}, tt._new_name)
2934
 
        self.assertEqual({'new-1': 'baz', 'new-2': 'quxx'}, tt._new_id)
 
3462
        self.assertEqual({'new-1': b'baz', 'new-2': b'quxx'}, tt._new_id)
2935
3463
        self.assertEqual({'new-1': tt.root, 'new-2': tt.root}, tt._new_parent)
2936
 
        self.assertEqual({'baz': 'new-1', 'quxx': 'new-2'}, tt._r_new_id)
 
3464
        self.assertEqual({b'baz': 'new-1', b'quxx': 'new-2'}, tt._r_new_id)
2937
3465
        self.assertEqual({'new-1': True}, tt._new_executability)
2938
3466
        self.assertEqual({'new-1': 'file',
2939
3467
                          'new-2': 'directory'}, tt._new_contents)
2942
3470
            foo_content = foo_limbo.read()
2943
3471
        finally:
2944
3472
            foo_limbo.close()
2945
 
        self.assertEqual('bar', foo_content)
 
3473
        self.assertEqual(b'bar', foo_content)
2946
3474
 
2947
3475
    def symlink_creation_records(self):
2948
3476
        attribs = self.default_attribs()
2949
 
        attribs['_id_number'] = 2
2950
 
        attribs['_new_name'] = {'new-1': u'foo\u1234'.encode('utf-8')}
2951
 
        attribs['_new_parent'] = {'new-1': 'new-0'}
2952
 
        contents = [('new-1', 'symlink', u'bar\u1234'.encode('utf-8'))]
 
3477
        attribs[b'_id_number'] = 2
 
3478
        attribs[b'_new_name'] = {b'new-1': u'foo\u1234'.encode('utf-8')}
 
3479
        attribs[b'_new_parent'] = {b'new-1': b'new-0'}
 
3480
        contents = [(b'new-1', b'symlink', u'bar\u1234'.encode('utf-8'))]
2953
3481
        return self.make_records(attribs, contents)
2954
3482
 
2955
3483
    def test_serialize_symlink_creation(self):
2956
 
        self.requireFeature(tests.SymlinkFeature)
 
3484
        self.requireFeature(features.SymlinkFeature)
2957
3485
        tt = self.get_preview()
2958
3486
        tt.new_symlink(u'foo\u1234', tt.root, u'bar\u1234')
2959
3487
        self.assertSerializesTo(self.symlink_creation_records(), tt)
2960
3488
 
2961
3489
    def test_deserialize_symlink_creation(self):
2962
 
        self.requireFeature(tests.SymlinkFeature)
 
3490
        self.requireFeature(features.SymlinkFeature)
2963
3491
        tt = self.get_preview()
2964
3492
        tt.deserialize(iter(self.symlink_creation_records()))
2965
3493
        abspath = tt._limbo_name('new-1')
2969
3497
    def make_destruction_preview(self):
2970
3498
        tree = self.make_branch_and_tree('.')
2971
3499
        self.build_tree([u'foo\u1234', 'bar'])
2972
 
        tree.add([u'foo\u1234', 'bar'], ['foo-id', 'bar-id'])
 
3500
        tree.add([u'foo\u1234', 'bar'], [b'foo-id', b'bar-id'])
2973
3501
        return self.get_preview(tree)
2974
3502
 
2975
3503
    def destruction_records(self):
2976
3504
        attribs = self.default_attribs()
2977
 
        attribs['_id_number'] = 3
2978
 
        attribs['_removed_id'] = ['new-1']
2979
 
        attribs['_removed_contents'] = ['new-2']
2980
 
        attribs['_tree_path_ids'] = {
2981
 
            '': 'new-0',
2982
 
            u'foo\u1234'.encode('utf-8'): 'new-1',
2983
 
            'bar': 'new-2',
 
3505
        attribs[b'_id_number'] = 3
 
3506
        attribs[b'_removed_id'] = [b'new-1']
 
3507
        attribs[b'_removed_contents'] = [b'new-2']
 
3508
        attribs[b'_tree_path_ids'] = {
 
3509
            b'': b'new-0',
 
3510
            u'foo\u1234'.encode('utf-8'): b'new-1',
 
3511
            b'bar': b'new-2',
2984
3512
            }
2985
3513
        return self.make_records(attribs, [])
2986
3514
 
2987
3515
    def test_serialize_destruction(self):
2988
3516
        tt = self.make_destruction_preview()
2989
 
        foo_trans_id = tt.trans_id_tree_file_id('foo-id')
 
3517
        foo_trans_id = tt.trans_id_tree_path(u'foo\u1234')
2990
3518
        tt.unversion_file(foo_trans_id)
2991
 
        bar_trans_id = tt.trans_id_tree_file_id('bar-id')
 
3519
        bar_trans_id = tt.trans_id_tree_path('bar')
2992
3520
        tt.delete_contents(bar_trans_id)
2993
3521
        self.assertSerializesTo(self.destruction_records(), tt)
2994
3522
 
3001
3529
        self.assertEqual({'new-1': u'foo\u1234',
3002
3530
                          'new-2': 'bar',
3003
3531
                          tt.root: ''}, tt._tree_id_paths)
3004
 
        self.assertEqual(set(['new-1']), tt._removed_id)
3005
 
        self.assertEqual(set(['new-2']), tt._removed_contents)
 
3532
        self.assertEqual({'new-1'}, tt._removed_id)
 
3533
        self.assertEqual({'new-2'}, tt._removed_contents)
3006
3534
 
3007
3535
    def missing_records(self):
3008
3536
        attribs = self.default_attribs()
3009
 
        attribs['_id_number'] = 2
3010
 
        attribs['_non_present_ids'] = {
3011
 
            'boo': 'new-1',}
 
3537
        attribs[b'_id_number'] = 2
 
3538
        attribs[b'_non_present_ids'] = {
 
3539
            b'boo': b'new-1', }
3012
3540
        return self.make_records(attribs, [])
3013
3541
 
3014
3542
    def test_serialize_missing(self):
3015
3543
        tt = self.get_preview()
3016
 
        boo_trans_id = tt.trans_id_file_id('boo')
 
3544
        tt.trans_id_file_id(b'boo')
3017
3545
        self.assertSerializesTo(self.missing_records(), tt)
3018
3546
 
3019
3547
    def test_deserialize_missing(self):
3020
3548
        tt = self.get_preview()
3021
3549
        tt.deserialize(iter(self.missing_records()))
3022
 
        self.assertEqual({'boo': 'new-1'}, tt._non_present_ids)
 
3550
        self.assertEqual({b'boo': 'new-1'}, tt._non_present_ids)
3023
3551
 
3024
3552
    def make_modification_preview(self):
3025
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3026
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3553
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
 
3554
        LINES_TWO = b'z\nbb\nx\ndd\n'
3027
3555
        tree = self.make_branch_and_tree('tree')
3028
3556
        self.build_tree_contents([('tree/file', LINES_ONE)])
3029
 
        tree.add('file', 'file-id')
3030
 
        return self.get_preview(tree), LINES_TWO
 
3557
        tree.add('file', b'file-id')
 
3558
        return self.get_preview(tree), [LINES_TWO]
3031
3559
 
3032
3560
    def modification_records(self):
3033
3561
        attribs = self.default_attribs()
3034
 
        attribs['_id_number'] = 2
3035
 
        attribs['_tree_path_ids'] = {
3036
 
            'file': 'new-1',
3037
 
            '': 'new-0',}
3038
 
        attribs['_removed_contents'] = ['new-1']
3039
 
        contents = [('new-1', 'file',
3040
 
                     'i 1\nz\n\nc 0 1 1 1\ni 1\nx\n\nc 0 3 3 1\n')]
 
3562
        attribs[b'_id_number'] = 2
 
3563
        attribs[b'_tree_path_ids'] = {
 
3564
            b'file': b'new-1',
 
3565
            b'': b'new-0', }
 
3566
        attribs[b'_removed_contents'] = [b'new-1']
 
3567
        contents = [(b'new-1', b'file',
 
3568
                     b'i 1\nz\n\nc 0 1 1 1\ni 1\nx\n\nc 0 3 3 1\n')]
3041
3569
        return self.make_records(attribs, contents)
3042
3570
 
3043
3571
    def test_serialize_modification(self):
3044
3572
        tt, LINES = self.make_modification_preview()
3045
 
        trans_id = tt.trans_id_file_id('file-id')
 
3573
        trans_id = tt.trans_id_file_id(b'file-id')
3046
3574
        tt.delete_contents(trans_id)
3047
3575
        tt.create_file(LINES, trans_id)
3048
3576
        self.assertSerializesTo(self.modification_records(), tt)
3050
3578
    def test_deserialize_modification(self):
3051
3579
        tt, LINES = self.make_modification_preview()
3052
3580
        tt.deserialize(iter(self.modification_records()))
3053
 
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
 
3581
        self.assertFileEqual(b''.join(LINES), tt._limbo_name('new-1'))
3054
3582
 
3055
3583
    def make_kind_change_preview(self):
3056
 
        LINES = 'a\nb\nc\nd\n'
 
3584
        LINES = b'a\nb\nc\nd\n'
3057
3585
        tree = self.make_branch_and_tree('tree')
3058
3586
        self.build_tree(['tree/foo/'])
3059
 
        tree.add('foo', 'foo-id')
3060
 
        return self.get_preview(tree), LINES
 
3587
        tree.add('foo', b'foo-id')
 
3588
        return self.get_preview(tree), [LINES]
3061
3589
 
3062
3590
    def kind_change_records(self):
3063
3591
        attribs = self.default_attribs()
3064
 
        attribs['_id_number'] = 2
3065
 
        attribs['_tree_path_ids'] = {
3066
 
            'foo': 'new-1',
3067
 
            '': 'new-0',}
3068
 
        attribs['_removed_contents'] = ['new-1']
3069
 
        contents = [('new-1', 'file',
3070
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3592
        attribs[b'_id_number'] = 2
 
3593
        attribs[b'_tree_path_ids'] = {
 
3594
            b'foo': b'new-1',
 
3595
            b'': b'new-0', }
 
3596
        attribs[b'_removed_contents'] = [b'new-1']
 
3597
        contents = [(b'new-1', b'file',
 
3598
                     b'i 4\na\nb\nc\nd\n\n')]
3071
3599
        return self.make_records(attribs, contents)
3072
3600
 
3073
3601
    def test_serialize_kind_change(self):
3074
3602
        tt, LINES = self.make_kind_change_preview()
3075
 
        trans_id = tt.trans_id_file_id('foo-id')
 
3603
        trans_id = tt.trans_id_file_id(b'foo-id')
3076
3604
        tt.delete_contents(trans_id)
3077
3605
        tt.create_file(LINES, trans_id)
3078
3606
        self.assertSerializesTo(self.kind_change_records(), tt)
3080
3608
    def test_deserialize_kind_change(self):
3081
3609
        tt, LINES = self.make_kind_change_preview()
3082
3610
        tt.deserialize(iter(self.kind_change_records()))
3083
 
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
 
3611
        self.assertFileEqual(b''.join(LINES), tt._limbo_name('new-1'))
3084
3612
 
3085
3613
    def make_add_contents_preview(self):
3086
 
        LINES = 'a\nb\nc\nd\n'
 
3614
        LINES = b'a\nb\nc\nd\n'
3087
3615
        tree = self.make_branch_and_tree('tree')
3088
3616
        self.build_tree(['tree/foo'])
3089
3617
        tree.add('foo')
3092
3620
 
3093
3621
    def add_contents_records(self):
3094
3622
        attribs = self.default_attribs()
3095
 
        attribs['_id_number'] = 2
3096
 
        attribs['_tree_path_ids'] = {
3097
 
            'foo': 'new-1',
3098
 
            '': 'new-0',}
3099
 
        contents = [('new-1', 'file',
3100
 
                     'i 4\na\nb\nc\nd\n\n')]
 
3623
        attribs[b'_id_number'] = 2
 
3624
        attribs[b'_tree_path_ids'] = {
 
3625
            b'foo': b'new-1',
 
3626
            b'': b'new-0', }
 
3627
        contents = [(b'new-1', b'file',
 
3628
                     b'i 4\na\nb\nc\nd\n\n')]
3101
3629
        return self.make_records(attribs, contents)
3102
3630
 
3103
3631
    def test_serialize_add_contents(self):
3104
3632
        tt, LINES = self.make_add_contents_preview()
3105
3633
        trans_id = tt.trans_id_tree_path('foo')
3106
 
        tt.create_file(LINES, trans_id)
 
3634
        tt.create_file([LINES], trans_id)
3107
3635
        self.assertSerializesTo(self.add_contents_records(), tt)
3108
3636
 
3109
3637
    def test_deserialize_add_contents(self):
3112
3640
        self.assertFileEqual(LINES, tt._limbo_name('new-1'))
3113
3641
 
3114
3642
    def test_get_parents_lines(self):
3115
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3116
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3643
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
3117
3644
        tree = self.make_branch_and_tree('tree')
3118
3645
        self.build_tree_contents([('tree/file', LINES_ONE)])
3119
 
        tree.add('file', 'file-id')
 
3646
        tree.add('file', b'file-id')
3120
3647
        tt = self.get_preview(tree)
3121
3648
        trans_id = tt.trans_id_tree_path('file')
3122
 
        self.assertEqual((['aa\n', 'bb\n', 'cc\n', 'dd\n'],),
3123
 
            tt._get_parents_lines(trans_id))
 
3649
        self.assertEqual(([b'aa\n', b'bb\n', b'cc\n', b'dd\n'],),
 
3650
                         tt._get_parents_lines(trans_id))
3124
3651
 
3125
3652
    def test_get_parents_texts(self):
3126
 
        LINES_ONE = 'aa\nbb\ncc\ndd\n'
3127
 
        LINES_TWO = 'z\nbb\nx\ndd\n'
 
3653
        LINES_ONE = b'aa\nbb\ncc\ndd\n'
3128
3654
        tree = self.make_branch_and_tree('tree')
3129
3655
        self.build_tree_contents([('tree/file', LINES_ONE)])
3130
 
        tree.add('file', 'file-id')
 
3656
        tree.add('file', b'file-id')
3131
3657
        tt = self.get_preview(tree)
3132
3658
        trans_id = tt.trans_id_tree_path('file')
3133
3659
        self.assertEqual((LINES_ONE,),
3134
 
            tt._get_parents_texts(trans_id))
 
3660
                         tt._get_parents_texts(trans_id))
 
3661
 
 
3662
 
 
3663
class TestOrphan(tests.TestCaseWithTransport):
 
3664
 
 
3665
    def test_no_orphan_for_transform_preview(self):
 
3666
        tree = self.make_branch_and_tree('tree')
 
3667
        tt = transform.TransformPreview(tree)
 
3668
        self.addCleanup(tt.finalize)
 
3669
        self.assertRaises(NotImplementedError, tt.new_orphan, 'foo', 'bar')
 
3670
 
 
3671
    def _set_orphan_policy(self, wt, policy):
 
3672
        wt.branch.get_config_stack().set('transform.orphan_policy',
 
3673
                                         policy)
 
3674
 
 
3675
    def _prepare_orphan(self, wt):
 
3676
        self.build_tree(['dir/', 'dir/file', 'dir/foo'])
 
3677
        wt.add(['dir', 'dir/file'], [b'dir-id', b'file-id'])
 
3678
        wt.commit('add dir and file ignoring foo')
 
3679
        tt = transform.TreeTransform(wt)
 
3680
        self.addCleanup(tt.finalize)
 
3681
        # dir and bar are deleted
 
3682
        dir_tid = tt.trans_id_tree_path('dir')
 
3683
        file_tid = tt.trans_id_tree_path('dir/file')
 
3684
        orphan_tid = tt.trans_id_tree_path('dir/foo')
 
3685
        tt.delete_contents(file_tid)
 
3686
        tt.unversion_file(file_tid)
 
3687
        tt.delete_contents(dir_tid)
 
3688
        tt.unversion_file(dir_tid)
 
3689
        # There should be a conflict because dir still contain foo
 
3690
        raw_conflicts = tt.find_conflicts()
 
3691
        self.assertLength(1, raw_conflicts)
 
3692
        self.assertEqual(('missing parent', 'new-1'), raw_conflicts[0])
 
3693
        return tt, orphan_tid
 
3694
 
 
3695
    def test_new_orphan_created(self):
 
3696
        wt = self.make_branch_and_tree('.')
 
3697
        self._set_orphan_policy(wt, 'move')
 
3698
        tt, orphan_tid = self._prepare_orphan(wt)
 
3699
        warnings = []
 
3700
 
 
3701
        def warning(*args):
 
3702
            warnings.append(args[0] % args[1:])
 
3703
        self.overrideAttr(trace, 'warning', warning)
 
3704
        remaining_conflicts = resolve_conflicts(tt)
 
3705
        self.assertEqual(['dir/foo has been orphaned in brz-orphans'],
 
3706
                         warnings)
 
3707
        # Yeah for resolved conflicts !
 
3708
        self.assertLength(0, remaining_conflicts)
 
3709
        # We have a new orphan
 
3710
        self.assertEqual('foo.~1~', tt.final_name(orphan_tid))
 
3711
        self.assertEqual('brz-orphans',
 
3712
                         tt.final_name(tt.final_parent(orphan_tid)))
 
3713
 
 
3714
    def test_never_orphan(self):
 
3715
        wt = self.make_branch_and_tree('.')
 
3716
        self._set_orphan_policy(wt, 'conflict')
 
3717
        tt, orphan_tid = self._prepare_orphan(wt)
 
3718
        remaining_conflicts = resolve_conflicts(tt)
 
3719
        self.assertLength(1, remaining_conflicts)
 
3720
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3721
                         remaining_conflicts.pop())
 
3722
 
 
3723
    def test_orphan_error(self):
 
3724
        def bogus_orphan(tt, orphan_id, parent_id):
 
3725
            raise transform.OrphaningError(tt.final_name(orphan_id),
 
3726
                                           tt.final_name(parent_id))
 
3727
        transform.orphaning_registry.register('bogus', bogus_orphan,
 
3728
                                              'Raise an error when orphaning')
 
3729
        wt = self.make_branch_and_tree('.')
 
3730
        self._set_orphan_policy(wt, 'bogus')
 
3731
        tt, orphan_tid = self._prepare_orphan(wt)
 
3732
        remaining_conflicts = resolve_conflicts(tt)
 
3733
        self.assertLength(1, remaining_conflicts)
 
3734
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3735
                         remaining_conflicts.pop())
 
3736
 
 
3737
    def test_unknown_orphan_policy(self):
 
3738
        wt = self.make_branch_and_tree('.')
 
3739
        # Set a fictional policy nobody ever implemented
 
3740
        self._set_orphan_policy(wt, 'donttouchmypreciouuus')
 
3741
        tt, orphan_tid = self._prepare_orphan(wt)
 
3742
        warnings = []
 
3743
 
 
3744
        def warning(*args):
 
3745
            warnings.append(args[0] % args[1:])
 
3746
        self.overrideAttr(trace, 'warning', warning)
 
3747
        remaining_conflicts = resolve_conflicts(tt)
 
3748
        # We fallback to the default policy which create a conflict
 
3749
        self.assertLength(1, remaining_conflicts)
 
3750
        self.assertEqual(('deleting parent', 'Not deleting', 'new-1'),
 
3751
                         remaining_conflicts.pop())
 
3752
        self.assertLength(1, warnings)
 
3753
        self.assertStartsWith(warnings[0], 'Value "donttouchmypreciouuus" ')
 
3754
 
 
3755
 
 
3756
class TestTransformHooks(tests.TestCaseWithTransport):
 
3757
 
 
3758
    def setUp(self):
 
3759
        super(TestTransformHooks, self).setUp()
 
3760
        self.wt = self.make_branch_and_tree('.')
 
3761
        os.chdir('..')
 
3762
 
 
3763
    def get_transform(self):
 
3764
        transform = TreeTransform(self.wt)
 
3765
        self.addCleanup(transform.finalize)
 
3766
        return transform, transform.root
 
3767
 
 
3768
    def test_pre_commit_hooks(self):
 
3769
        calls = []
 
3770
 
 
3771
        def record_pre_transform(tree, tt):
 
3772
            calls.append((tree, tt))
 
3773
        MutableTree.hooks.install_named_hook(
 
3774
            'pre_transform', record_pre_transform, "Pre transform")
 
3775
        transform, root = self.get_transform()
 
3776
        old_root_id = transform.tree_file_id(root)
 
3777
        transform.apply()
 
3778
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
3779
        self.assertEqual([(self.wt, transform)], calls)
 
3780
 
 
3781
    def test_post_commit_hooks(self):
 
3782
        calls = []
 
3783
 
 
3784
        def record_post_transform(tree, tt):
 
3785
            calls.append((tree, tt))
 
3786
        MutableTree.hooks.install_named_hook(
 
3787
            'post_transform', record_post_transform, "Post transform")
 
3788
        transform, root = self.get_transform()
 
3789
        old_root_id = transform.tree_file_id(root)
 
3790
        transform.apply()
 
3791
        self.assertEqual(old_root_id, self.wt.get_root_id())
 
3792
        self.assertEqual([(self.wt, transform)], calls)
 
3793
 
 
3794
 
 
3795
class TestLinkTree(tests.TestCaseWithTransport):
 
3796
 
 
3797
    _test_needs_features = [HardlinkFeature]
 
3798
 
 
3799
    def setUp(self):
 
3800
        tests.TestCaseWithTransport.setUp(self)
 
3801
        self.parent_tree = self.make_branch_and_tree('parent')
 
3802
        self.parent_tree.lock_write()
 
3803
        self.addCleanup(self.parent_tree.unlock)
 
3804
        self.build_tree_contents([('parent/foo', b'bar')])
 
3805
        self.parent_tree.add('foo')
 
3806
        self.parent_tree.commit('added foo')
 
3807
        child_controldir = self.parent_tree.controldir.sprout('child')
 
3808
        self.child_tree = child_controldir.open_workingtree()
 
3809
 
 
3810
    def hardlinked(self):
 
3811
        parent_stat = os.lstat(self.parent_tree.abspath('foo'))
 
3812
        child_stat = os.lstat(self.child_tree.abspath('foo'))
 
3813
        return parent_stat.st_ino == child_stat.st_ino
 
3814
 
 
3815
    def test_link_fails_if_modified(self):
 
3816
        """If the file to be linked has modified text, don't link."""
 
3817
        self.build_tree_contents([('child/foo', b'baz')])
 
3818
        transform.link_tree(self.child_tree, self.parent_tree)
 
3819
        self.assertFalse(self.hardlinked())
 
3820
 
 
3821
    def test_link_fails_if_execute_bit_changed(self):
 
3822
        """If the file to be linked has modified execute bit, don't link."""
 
3823
        tt = TreeTransform(self.child_tree)
 
3824
        try:
 
3825
            trans_id = tt.trans_id_tree_path('foo')
 
3826
            tt.set_executability(True, trans_id)
 
3827
            tt.apply()
 
3828
        finally:
 
3829
            tt.finalize()
 
3830
        transform.link_tree(self.child_tree, self.parent_tree)
 
3831
        self.assertFalse(self.hardlinked())
 
3832
 
 
3833
    def test_link_succeeds_if_unmodified(self):
 
3834
        """If the file to be linked is unmodified, link"""
 
3835
        transform.link_tree(self.child_tree, self.parent_tree)
 
3836
        self.assertTrue(self.hardlinked())