mirror of
https://github.com/SickGear/SickGear.git
synced 2024-12-01 00:43:37 +00:00
980e05cc99
Backported 400 revisions from rev 1de4961-8897c5b (2018-2014). Move core/benchmark, core/cmd_line, core/memory, core/profiler and core/timeout to core/optional/* Remove metadata/qt* PORT: Version 2.0a3 (inline with 3.0a3 @ f80c7d5). Basic Support for XMP Packets. tga: improvements to adhere more closely to the spec. pdf: slightly improved parsing. rar: fix TypeError on unknown block types. Add MacRoman win32 codepage. tiff/exif: support SubIFDs and tiled images. Add method to export metadata in dictionary. mpeg_video: don't attempt to parse Stream past length. mpeg_video: parse ESCR correctly, add SCR value. Change centralise CustomFragments. field: don't set parser class if class is None, to enable autodetect. field: add value/display for CustomFragment. parser: inline warning to enable tracebacks in debug mode. Fix empty bytestrings in makePrintable. Fix contentSize in jpeg.py to account for image_data blocks. Fix the ELF parser. Enhance the AR archive parser. elf parser: fix wrong wrong fields order in parsing little endian section flags. elf parser: add s390 as a machine type. Flesh out mp4 parser. PORT: Version 2.0a1 (inline with 3.0a1). Major refactoring and PEP8. Fix ResourceWarning warnings on files. Add a close() method and support for the context manager protocol ("with obj: ...") to parsers, input and output streams. metadata: get comment from ZIP. Support for InputIOStream.read(0). Fix sizeGe when size is None. Remove unused new_seekable_field_set file. Remove parser Mapsforge .map. Remove parser Parallel Realities Starfighter .pak files. sevenzip: fix for newer archives. java: update access flags and modifiers for Java 1.7 and update description text for most recent Java. Support ustar prefix field in tar archives. Remove file_system* parsers. Remove misc parsers 3d0, 3ds, gnome_keyring, msoffice*, mstask, ole*, word*. Remove program parsers macho, nds, prc. Support non-8bit Character subclasses. Python parser supports Python 3.7. Enhance mpeg_ts parser to support MTS/M2TS. Support for creation date in tiff. Change don't hardcode errno constant. PORT: 1.9.1 Internal Only: The following are legacy reference to upstream commit messages. Relevant changes up to b0a115f8. Use integer division. Replace HACHOIR_ERRORS with Exception. Fix metadata.Data: make it sortable. Import fixes from e7de492. PORT: Version 2.0a1 (inline with 3.0a1 @ e9f8fad). Replace hachoir.core.field with hachoir.field Replace hachoir.core.stream with hachoir.stream Remove the compatibility module for PY1.5 to PY2.5. metadata: support TIFF picture. metadata: fix string normalization. metadata: fix datetime regex Fix hachoir bug #57. FileFromInputStream: fix comparison between None and an int. InputIOStream: open the file in binary mode.
191 lines
5.7 KiB
Python
191 lines
5.7 KiB
Python
from cStringIO import StringIO
|
|
from hachoir.core.endian import BIG_ENDIAN, LITTLE_ENDIAN
|
|
from hachoir.core.bits import long2raw
|
|
from hachoir.stream import StreamError
|
|
from errno import EBADF
|
|
|
|
MAX_READ_NBYTES = 2 ** 16
|
|
|
|
|
|
class OutputStreamError(StreamError):
|
|
pass
|
|
|
|
|
|
class OutputStream(object):
|
|
def __init__(self, output, filename=None):
|
|
self._output = output
|
|
self._filename = filename
|
|
self._bit_pos = 0
|
|
self._byte = 0
|
|
|
|
def close(self):
|
|
self._output.close()
|
|
|
|
def __enter__(self):
|
|
return self
|
|
|
|
def __exit__(self, *args, **kwargs):
|
|
self.close()
|
|
|
|
def _getFilename(self):
|
|
return self._filename
|
|
|
|
filename = property(_getFilename)
|
|
|
|
def writeBit(self, state, endian):
|
|
# middle endian not yet supported
|
|
assert endian in (BIG_ENDIAN, LITTLE_ENDIAN)
|
|
if self._bit_pos == 7:
|
|
self._bit_pos = 0
|
|
if state:
|
|
if endian is BIG_ENDIAN:
|
|
self._byte |= 1
|
|
else:
|
|
self._byte |= 128
|
|
self._output.write(chr(self._byte))
|
|
self._byte = 0
|
|
else:
|
|
if state:
|
|
if endian is BIG_ENDIAN:
|
|
self._byte |= (1 << self._bit_pos)
|
|
else:
|
|
self._byte |= (1 << (7 - self._bit_pos))
|
|
self._bit_pos += 1
|
|
|
|
def writeBits(self, count, value, endian):
|
|
# middle endian not yet supported
|
|
assert endian in (BIG_ENDIAN, LITTLE_ENDIAN)
|
|
assert 0 <= value < 2 ** count
|
|
|
|
# Feed bits to align to byte address
|
|
if self._bit_pos != 0:
|
|
n = 8 - self._bit_pos
|
|
if n <= count:
|
|
count -= n
|
|
if endian is BIG_ENDIAN:
|
|
self._byte |= (value >> count)
|
|
value &= ((1 << count) - 1)
|
|
else:
|
|
self._byte |= (value & ((1 << n) - 1)) << self._bit_pos
|
|
value >>= n
|
|
self._output.write(chr(self._byte))
|
|
self._bit_pos = 0
|
|
self._byte = 0
|
|
else:
|
|
if endian is BIG_ENDIAN:
|
|
self._byte |= (value << (8 - self._bit_pos - count))
|
|
else:
|
|
self._byte |= (value << self._bit_pos)
|
|
self._bit_pos += count
|
|
return
|
|
|
|
# Write byte per byte
|
|
while 8 <= count:
|
|
count -= 8
|
|
if endian is BIG_ENDIAN:
|
|
byte = (value >> count)
|
|
value &= ((1 << count) - 1)
|
|
else:
|
|
byte = (value & 0xFF)
|
|
value >>= 8
|
|
self._output.write(chr(byte))
|
|
|
|
# Keep last bits
|
|
assert 0 <= count < 8
|
|
self._bit_pos = count
|
|
if 0 < count:
|
|
assert 0 <= value < 2 ** count
|
|
if endian is BIG_ENDIAN:
|
|
self._byte = value << (8 - count)
|
|
else:
|
|
self._byte = value
|
|
else:
|
|
assert value == 0
|
|
self._byte = 0
|
|
|
|
def writeInteger(self, value, signed, size_byte, endian):
|
|
if signed:
|
|
value += 1 << (size_byte * 8 - 1)
|
|
raw = long2raw(value, endian, size_byte)
|
|
self.writeBytes(raw)
|
|
|
|
def copyBitsFrom(self, input, address, nb_bits, endian):
|
|
if (nb_bits % 8) == 0:
|
|
self.copyBytesFrom(input, address, nb_bits // 8)
|
|
else:
|
|
# Arbitrary limit (because we should use a buffer, like copyBytesFrom(),
|
|
# but with endianess problem
|
|
assert nb_bits <= 128
|
|
data = input.readBits(address, nb_bits, endian)
|
|
self.writeBits(nb_bits, data, endian)
|
|
|
|
def copyBytesFrom(self, input, address, nb_bytes):
|
|
if address % 8:
|
|
raise OutputStreamError(
|
|
"Unable to copy bytes with address with bit granularity")
|
|
buffer_size = 1 << 12 # 8192 (8 KB)
|
|
while 0 < nb_bytes:
|
|
# Compute buffer size
|
|
if nb_bytes < buffer_size:
|
|
buffer_size = nb_bytes
|
|
|
|
# Read
|
|
data = input.readBytes(address, buffer_size)
|
|
|
|
# Write
|
|
self.writeBytes(data)
|
|
|
|
# Move address
|
|
address += buffer_size * 8
|
|
nb_bytes -= buffer_size
|
|
|
|
def writeBytes(self, bytes):
|
|
if self._bit_pos != 0:
|
|
raise NotImplementedError()
|
|
self._output.write(bytes)
|
|
|
|
def readBytes(self, address, nbytes):
|
|
"""
|
|
Read bytes from the stream at specified address (in bits).
|
|
Address have to be a multiple of 8.
|
|
nbytes have to in 1..MAX_READ_NBYTES (64 KB).
|
|
|
|
This method is only supported for StringOuputStream (not on
|
|
FileOutputStream).
|
|
|
|
Return read bytes as byte string.
|
|
"""
|
|
assert (address % 8) == 0
|
|
assert (1 <= nbytes <= MAX_READ_NBYTES)
|
|
self._output.flush()
|
|
oldpos = self._output.tell()
|
|
try:
|
|
self._output.seek(0)
|
|
try:
|
|
return self._output.read(nbytes)
|
|
except IOError, err:
|
|
if err[0] == EBADF:
|
|
raise OutputStreamError("Stream doesn't support read() operation")
|
|
finally:
|
|
self._output.seek(oldpos)
|
|
|
|
|
|
def StringOutputStream():
|
|
"""
|
|
Create an output stream into a string.
|
|
"""
|
|
data = StringIO()
|
|
return OutputStream(data)
|
|
|
|
|
|
def FileOutputStream(filename, real_filename=None):
|
|
"""
|
|
Create an output stream into file with given name.
|
|
|
|
Filename have to be unicode, whereas (optional) real_filename can be str.
|
|
"""
|
|
assert isinstance(filename, unicode)
|
|
if not real_filename:
|
|
real_filename = filename
|
|
output = open(real_filename, 'wb')
|
|
return OutputStream(output, filename=filename)
|