openstack/swift
Code Issues Proposed changes

Merge "Adds chunk_size to CompressingFileReader."

Browse Source
This commit is contained in:
Jenkins 2013-05-04 17:08:33 +00:00 committed by Gerrit Code Review
commit 506a2b1fd0
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
swift/common/internal_client.py
View File

@ -49,9 +49,11 @@ class CompressingFileReader(object):
:param file_obj: File object to wrap. :param file_obj: File object to wrap.
:param compresslevel: Compression level, defaults to 9. :param compresslevel: Compression level, defaults to 9.
:param chunk_size: Size of chunks read when iterating using object,
defaults to 4096.
""" """
def __init__(self, file_obj, compresslevel=9): def __init__(self, file_obj, compresslevel=9, chunk_size=4096):
self._f = file_obj self._f = file_obj
self._compressor = compressobj( self._compressor = compressobj(
compresslevel, zlib.DEFLATED, -zlib.MAX_WBITS, zlib.DEF_MEM_LEVEL, compresslevel, zlib.DEFLATED, -zlib.MAX_WBITS, zlib.DEF_MEM_LEVEL,
@ -60,6 +62,7 @@ class CompressingFileReader(object):
self.first = True self.first = True
self.crc32 = 0 self.crc32 = 0
self.total_size = 0 self.total_size = 0
self.chunk_size = chunk_size
def read(self, *a, **kw): def read(self, *a, **kw):
""" """
@ -96,7 +99,7 @@ class CompressingFileReader(object):
return self return self
def next(self): def next(self):
chunk = self.read() chunk = self.read(self.chunk_size)
if chunk: if chunk:
return chunk return chunk
raise StopIteration raise StopIteration