/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/chunk_writer.py

  • Committer: Jelmer Vernooij
  • Date: 2020-04-05 19:11:34 UTC
  • mto: (7490.7.16 work)
  • mto: This revision was merged to the branch mainline in revision 7501.
  • Revision ID: jelmer@jelmer.uk-20200405191134-0aebh8ikiwygxma5
Populate the .gitignore file.

Show diffs side-by-side

added added

removed removed

Lines of Context:
17
17
 
18
18
"""ChunkWriter: write compressed data out with a fixed upper bound."""
19
19
 
 
20
from __future__ import absolute_import
 
21
 
20
22
import zlib
21
23
from zlib import Z_FINISH, Z_SYNC_FLUSH
22
24
 
99
101
        :param chunk_size: The total byte count to emit at the end of the
100
102
            chunk.
101
103
        :param reserved: How many bytes to allow for reserved data. reserved
102
 
            data space can only be written to via the write(..., reserved=True).
 
104
            data space can only be written to via the write(...,
 
105
            reserved=True).
103
106
        """
104
107
        self.chunk_size = chunk_size
105
108
        self.compressor = zlib.compressobj()
122
125
        bytes that did not fit in the chunk.
123
126
 
124
127
        :return: (compressed_bytes, unused_bytes, num_nulls_needed)
125
 
            compressed_bytes    a list of bytes that were output from the
126
 
                                compressor. If the compressed length was not
127
 
                                exactly chunk_size, the final string will be a
128
 
                                string of all null bytes to pad this to
129
 
                                chunk_size
130
 
            unused_bytes        None, or the last bytes that were added, which
131
 
                                we could not fit.
132
 
            num_nulls_needed    How many nulls are padded at the end
 
128
 
 
129
            * compressed_bytes: a list of bytes that were output from the
 
130
              compressor. If the compressed length was not exactly chunk_size,
 
131
              the final string will be a string of all null bytes to pad this
 
132
              to chunk_size
 
133
            * unused_bytes: None, or the last bytes that were added, which we
 
134
              could not fit.
 
135
            * num_nulls_needed: How many nulls are padded at the end
133
136
        """
134
 
        self.bytes_in = None # Free the data cached so far, we don't need it
 
137
        self.bytes_in = None  # Free the data cached so far, we don't need it
135
138
        out = self.compressor.flush(Z_FINISH)
136
139
        self.bytes_list.append(out)
137
140
        self.bytes_out_len += len(out)
142
145
                                 % (self.bytes_out_len, self.chunk_size))
143
146
        nulls_needed = self.chunk_size - self.bytes_out_len
144
147
        if nulls_needed:
145
 
            self.bytes_list.append("\x00" * nulls_needed)
 
148
            self.bytes_list.append(b"\x00" * nulls_needed)
146
149
        return self.bytes_list, self.unused_bytes, nulls_needed
147
150
 
148
151
    def set_optimize(self, for_size=True):
164
167
        :param extra_bytes: Optional, if supplied we will add it with
165
168
            Z_SYNC_FLUSH
166
169
        :return: (bytes_out, bytes_out_len, alt_compressed)
167
 
            bytes_out   is the compressed bytes returned from the compressor
168
 
            bytes_out_len the length of the compressed output
169
 
            compressor  An object with everything packed in so far, and
170
 
                        Z_SYNC_FLUSH called.
 
170
 
 
171
            * bytes_out: is the compressed bytes returned from the compressor
 
172
            * bytes_out_len: the length of the compressed output
 
173
            * compressor: An object with everything packed in so far, and
 
174
              Z_SYNC_FLUSH called.
171
175
        """
172
176
        compressor = zlib.compressobj()
173
177
        bytes_out = []
272
276
                    self.bytes_list = bytes_out
273
277
                    self.bytes_out_len = this_len
274
278
        return False
275