mirror of
https://github.com/SickGear/SickGear.git
synced 2024-12-01 00:43:37 +00:00
980e05cc99
Backported 400 revisions from rev 1de4961-8897c5b (2018-2014). Move core/benchmark, core/cmd_line, core/memory, core/profiler and core/timeout to core/optional/* Remove metadata/qt* PORT: Version 2.0a3 (inline with 3.0a3 @ f80c7d5). Basic Support for XMP Packets. tga: improvements to adhere more closely to the spec. pdf: slightly improved parsing. rar: fix TypeError on unknown block types. Add MacRoman win32 codepage. tiff/exif: support SubIFDs and tiled images. Add method to export metadata in dictionary. mpeg_video: don't attempt to parse Stream past length. mpeg_video: parse ESCR correctly, add SCR value. Change centralise CustomFragments. field: don't set parser class if class is None, to enable autodetect. field: add value/display for CustomFragment. parser: inline warning to enable tracebacks in debug mode. Fix empty bytestrings in makePrintable. Fix contentSize in jpeg.py to account for image_data blocks. Fix the ELF parser. Enhance the AR archive parser. elf parser: fix wrong wrong fields order in parsing little endian section flags. elf parser: add s390 as a machine type. Flesh out mp4 parser. PORT: Version 2.0a1 (inline with 3.0a1). Major refactoring and PEP8. Fix ResourceWarning warnings on files. Add a close() method and support for the context manager protocol ("with obj: ...") to parsers, input and output streams. metadata: get comment from ZIP. Support for InputIOStream.read(0). Fix sizeGe when size is None. Remove unused new_seekable_field_set file. Remove parser Mapsforge .map. Remove parser Parallel Realities Starfighter .pak files. sevenzip: fix for newer archives. java: update access flags and modifiers for Java 1.7 and update description text for most recent Java. Support ustar prefix field in tar archives. Remove file_system* parsers. Remove misc parsers 3d0, 3ds, gnome_keyring, msoffice*, mstask, ole*, word*. Remove program parsers macho, nds, prc. Support non-8bit Character subclasses. Python parser supports Python 3.7. Enhance mpeg_ts parser to support MTS/M2TS. Support for creation date in tiff. Change don't hardcode errno constant. PORT: 1.9.1 Internal Only: The following are legacy reference to upstream commit messages. Relevant changes up to b0a115f8. Use integer division. Replace HACHOIR_ERRORS with Exception. Fix metadata.Data: make it sortable. Import fixes from e7de492. PORT: Version 2.0a1 (inline with 3.0a1 @ e9f8fad). Replace hachoir.core.field with hachoir.field Replace hachoir.core.stream with hachoir.stream Remove the compatibility module for PY1.5 to PY2.5. metadata: support TIFF picture. metadata: fix string normalization. metadata: fix datetime regex Fix hachoir bug #57. FileFromInputStream: fix comparison between None and an int. InputIOStream: open the file in binary mode.
142 lines
4.4 KiB
Python
142 lines
4.4 KiB
Python
from hachoir.field import Bits, Bytes
|
|
from hachoir.core.tools import makePrintable, humanFilesize
|
|
from hachoir.core import config
|
|
|
|
|
|
class PaddingBits(Bits):
|
|
"""
|
|
Padding bits used, for example, to align address (of next field).
|
|
See also NullBits and PaddingBytes types.
|
|
|
|
Arguments:
|
|
* nbits: Size of the field in bits
|
|
|
|
Optional arguments:
|
|
* pattern (int): Content pattern, eg. 0 if all bits are set to 0
|
|
"""
|
|
static_size = staticmethod(lambda *args, **kw: args[1])
|
|
MAX_SIZE = 128
|
|
|
|
def __init__(self, parent, name, nbits, description="Padding", pattern=None):
|
|
Bits.__init__(self, parent, name, nbits, description)
|
|
self.pattern = pattern
|
|
self._display_pattern = self.checkPattern()
|
|
|
|
def checkPattern(self):
|
|
if not (config.check_padding_pattern):
|
|
return False
|
|
if self.pattern != 0:
|
|
return False
|
|
|
|
if self.MAX_SIZE < self._size:
|
|
value = self._parent.stream.readBits(
|
|
self.absolute_address, self.MAX_SIZE, self._parent.endian)
|
|
else:
|
|
value = self.value
|
|
if value != 0:
|
|
self.warning("padding contents doesn't look normal (invalid pattern)")
|
|
return False
|
|
if self.MAX_SIZE < self._size:
|
|
self.info("only check first %u bits" % self.MAX_SIZE)
|
|
return True
|
|
|
|
def createDisplay(self):
|
|
if self._display_pattern:
|
|
return u"<padding pattern=%s>" % self.pattern
|
|
else:
|
|
return Bits.createDisplay(self)
|
|
|
|
|
|
class PaddingBytes(Bytes):
|
|
"""
|
|
Padding bytes used, for example, to align address (of next field).
|
|
See also NullBytes and PaddingBits types.
|
|
|
|
Arguments:
|
|
* nbytes: Size of the field in bytes
|
|
|
|
Optional arguments:
|
|
* pattern (str): Content pattern, eg. "\0" for nul bytes
|
|
"""
|
|
|
|
static_size = staticmethod(lambda *args, **kw: args[1] * 8)
|
|
MAX_SIZE = 4096
|
|
|
|
def __init__(self, parent, name, nbytes,
|
|
description="Padding", pattern=None):
|
|
""" pattern is None or repeated string """
|
|
assert (pattern is None) or (isinstance(pattern, str))
|
|
Bytes.__init__(self, parent, name, nbytes, description)
|
|
self.pattern = pattern
|
|
self._display_pattern = self.checkPattern()
|
|
|
|
def checkPattern(self):
|
|
if not (config.check_padding_pattern):
|
|
return False
|
|
if self.pattern is None:
|
|
return False
|
|
|
|
if self.MAX_SIZE < self._size // 8:
|
|
self.info("only check first %s of padding" % humanFilesize(self.MAX_SIZE))
|
|
content = self._parent.stream.readBytes(
|
|
self.absolute_address, self.MAX_SIZE)
|
|
else:
|
|
content = self.value
|
|
index = 0
|
|
pattern_len = len(self.pattern)
|
|
while index < len(content):
|
|
if content[index:index + pattern_len] != self.pattern:
|
|
self.warning(
|
|
"padding contents doesn't look normal"
|
|
" (invalid pattern at byte %u)!"
|
|
% index)
|
|
return False
|
|
index += pattern_len
|
|
return True
|
|
|
|
def createDisplay(self):
|
|
if self._display_pattern:
|
|
return u"<padding pattern=%s>" % makePrintable(self.pattern, "ASCII", quote="'")
|
|
else:
|
|
return Bytes.createDisplay(self)
|
|
|
|
def createRawDisplay(self):
|
|
return Bytes.createDisplay(self)
|
|
|
|
|
|
class NullBits(PaddingBits):
|
|
"""
|
|
Null padding bits used, for example, to align address (of next field).
|
|
See also PaddingBits and NullBytes types.
|
|
|
|
Arguments:
|
|
* nbits: Size of the field in bits
|
|
"""
|
|
|
|
def __init__(self, parent, name, nbits, description=None):
|
|
PaddingBits.__init__(self, parent, name, nbits, description, pattern=0)
|
|
|
|
def createDisplay(self):
|
|
if self._display_pattern:
|
|
return "<null>"
|
|
else:
|
|
return Bits.createDisplay(self)
|
|
|
|
|
|
class NullBytes(PaddingBytes):
|
|
"""
|
|
Null padding bytes used, for example, to align address (of next field).
|
|
See also PaddingBytes and NullBits types.
|
|
|
|
Arguments:
|
|
* nbytes: Size of the field in bytes
|
|
"""
|
|
|
|
def __init__(self, parent, name, nbytes, description=None):
|
|
PaddingBytes.__init__(self, parent, name, nbytes, description, pattern="\0")
|
|
|
|
def createDisplay(self):
|
|
if self._display_pattern:
|
|
return "<null>"
|
|
else:
|
|
return Bytes.createDisplay(self)
|