/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/tests/test_chunk_writer.py

  • Committer: Robert Collins
  • Date: 2005-10-19 10:11:57 UTC
  • mfrom: (1185.16.78)
  • mto: This revision was merged to the branch mainline in revision 1470.
  • Revision ID: robertc@robertcollins.net-20051019101157-17438d311e746b4f
merge from upstream

Show diffs side-by-side

added added

removed removed

Lines of Context:
breezy/tests/test_chunk_writer.py
1
 
# Copyright (C) 2008 Canonical Ltd
2
 
#
3
 
# This program is free software; you can redistribute it and/or modify
4
 
# it under the terms of the GNU General Public License as published by
5
 
# the Free Software Foundation; either version 2 of the License, or
6
 
# (at your option) any later version.
7
 
#
8
 
# This program is distributed in the hope that it will be useful,
9
 
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
 
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
 
# GNU General Public License for more details.
12
 
#
13
 
# You should have received a copy of the GNU General Public License
14
 
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
 
#
17
 
 
18
 
"""Tests for writing fixed size chunks with compression."""
19
 
 
20
 
import zlib
21
 
 
22
 
from .. import chunk_writer
23
 
from . import TestCaseWithTransport
24
 
 
25
 
 
26
 
class TestWriter(TestCaseWithTransport):
27
 
 
28
 
    def check_chunk(self, bytes_list, size):
29
 
        data = b''.join(bytes_list)
30
 
        self.assertEqual(size, len(data))
31
 
        return zlib.decompress(data)
32
 
 
33
 
    def test_chunk_writer_empty(self):
34
 
        writer = chunk_writer.ChunkWriter(4096)
35
 
        bytes_list, unused, padding = writer.finish()
36
 
        node_bytes = self.check_chunk(bytes_list, 4096)
37
 
        self.assertEqual(b"", node_bytes)
38
 
        self.assertEqual(None, unused)
39
 
        # Only a zlib header.
40
 
        self.assertEqual(4088, padding)
41
 
 
42
 
    def test_optimize_for_speed(self):
43
 
        writer = chunk_writer.ChunkWriter(4096)
44
 
        writer.set_optimize(for_size=False)
45
 
        self.assertEqual(chunk_writer.ChunkWriter._repack_opts_for_speed,
46
 
                         (writer._max_repack, writer._max_zsync))
47
 
        writer = chunk_writer.ChunkWriter(4096, optimize_for_size=False)
48
 
        self.assertEqual(chunk_writer.ChunkWriter._repack_opts_for_speed,
49
 
                         (writer._max_repack, writer._max_zsync))
50
 
 
51
 
    def test_optimize_for_size(self):
52
 
        writer = chunk_writer.ChunkWriter(4096)
53
 
        writer.set_optimize(for_size=True)
54
 
        self.assertEqual(chunk_writer.ChunkWriter._repack_opts_for_size,
55
 
                         (writer._max_repack, writer._max_zsync))
56
 
        writer = chunk_writer.ChunkWriter(4096, optimize_for_size=True)
57
 
        self.assertEqual(chunk_writer.ChunkWriter._repack_opts_for_size,
58
 
                         (writer._max_repack, writer._max_zsync))
59
 
 
60
 
    def test_some_data(self):
61
 
        writer = chunk_writer.ChunkWriter(4096)
62
 
        writer.write(b"foo bar baz quux\n")
63
 
        bytes_list, unused, padding = writer.finish()
64
 
        node_bytes = self.check_chunk(bytes_list, 4096)
65
 
        self.assertEqual(b"foo bar baz quux\n", node_bytes)
66
 
        self.assertEqual(None, unused)
67
 
        # More than just the header..
68
 
        self.assertEqual(4073, padding)
69
 
 
70
 
    @staticmethod
71
 
    def _make_lines():
72
 
        lines = []
73
 
        for group in range(48):
74
 
            offset = group * 50
75
 
            numbers = list(range(offset, offset + 50))
76
 
            # Create a line with this group
77
 
            lines.append(b''.join(b'%d' % n for n in numbers) + b'\n')
78
 
        return lines
79
 
 
80
 
    def test_too_much_data_does_not_exceed_size(self):
81
 
        # Generate enough data to exceed 4K
82
 
        lines = self._make_lines()
83
 
        writer = chunk_writer.ChunkWriter(4096)
84
 
        for idx, line in enumerate(lines):
85
 
            if writer.write(line):
86
 
                self.assertEqual(46, idx)
87
 
                break
88
 
        bytes_list, unused, _ = writer.finish()
89
 
        node_bytes = self.check_chunk(bytes_list, 4096)
90
 
        # the first 46 lines should have been added
91
 
        expected_bytes = b''.join(lines[:46])
92
 
        self.assertEqualDiff(expected_bytes, node_bytes)
93
 
        # And the line that failed should have been saved for us
94
 
        self.assertEqual(lines[46], unused)
95
 
 
96
 
    def test_too_much_data_preserves_reserve_space(self):
97
 
        # Generate enough data to exceed 4K
98
 
        lines = self._make_lines()
99
 
        writer = chunk_writer.ChunkWriter(4096, 256)
100
 
        for idx, line in enumerate(lines):
101
 
            if writer.write(line):
102
 
                self.assertEqual(44, idx)
103
 
                break
104
 
        else:
105
 
            self.fail('We were able to write all lines')
106
 
        self.assertFalse(writer.write(b"A" * 256, reserved=True))
107
 
        bytes_list, unused, _ = writer.finish()
108
 
        node_bytes = self.check_chunk(bytes_list, 4096)
109
 
        # the first 44 lines should have been added
110
 
        expected_bytes = b''.join(lines[:44]) + b"A" * 256
111
 
        self.assertEqualDiff(expected_bytes, node_bytes)
112
 
        # And the line that failed should have been saved for us
113
 
        self.assertEqual(lines[44], unused)