mirror of
https://github.com/SickGear/SickGear.git
synced 2024-12-04 10:23:37 +00:00
980e05cc99
Backported 400 revisions from rev 1de4961-8897c5b (2018-2014).
Move core/benchmark, core/cmd_line, core/memory, core/profiler and core/timeout to core/optional/*
Remove metadata/qt*
PORT: Version 2.0a3 (inline with 3.0a3 @ f80c7d5).
Basic Support for XMP Packets.
tga: improvements to adhere more closely to the spec.
pdf: slightly improved parsing.
rar: fix TypeError on unknown block types.
Add MacRoman win32 codepage.
tiff/exif: support SubIFDs and tiled images.
Add method to export metadata in dictionary.
mpeg_video: don't attempt to parse Stream past length.
mpeg_video: parse ESCR correctly, add SCR value.
Change centralise CustomFragments.
field: don't set parser class if class is None, to enable autodetect.
field: add value/display for CustomFragment.
parser: inline warning to enable tracebacks in debug mode.
Fix empty bytestrings in makePrintable.
Fix contentSize in jpeg.py to account for image_data blocks.
Fix the ELF parser.
Enhance the AR archive parser.
elf parser: fix wrong wrong fields order in parsing little endian section flags.
elf parser: add s390 as a machine type.
Flesh out mp4 parser.
PORT: Version 2.0a1 (inline with 3.0a1).
Major refactoring and PEP8.
Fix ResourceWarning warnings on files. Add a close() method and support for the context manager protocol ("with obj: ...") to parsers, input and output streams.
metadata: get comment from ZIP.
Support for InputIOStream.read(0).
Fix sizeGe when size is None.
Remove unused new_seekable_field_set file.
Remove parser Mapsforge .map.
Remove parser Parallel Realities Starfighter .pak files.
sevenzip: fix for newer archives.
java: update access flags and modifiers for Java 1.7 and update description text for most recent Java.
Support ustar prefix field in tar archives.
Remove file_system* parsers.
Remove misc parsers 3d0, 3ds, gnome_keyring, msoffice*, mstask, ole*, word*.
Remove program parsers macho, nds, prc.
Support non-8bit Character subclasses.
Python parser supports Python 3.7.
Enhance mpeg_ts parser to support MTS/M2TS.
Support for creation date in tiff.
Change don't hardcode errno constant.
PORT: 1.9.1
Internal Only: The following are legacy reference to upstream commit messages.
Relevant changes up to b0a115f8.
Use integer division.
Replace HACHOIR_ERRORS with Exception.
Fix metadata.Data: make it sortable.
Import fixes from e7de492.
PORT: Version 2.0a1 (inline with 3.0a1 @ e9f8fad).
Replace hachoir.core.field with hachoir.field
Replace hachoir.core.stream with hachoir.stream
Remove the compatibility module for PY1.5 to PY2.5.
metadata: support TIFF picture.
metadata: fix string normalization.
metadata: fix datetime regex Fix hachoir bug #57.
FileFromInputStream: fix comparison between None and an int.
InputIOStream: open the file in binary mode.
178 lines
6.7 KiB
Python
178 lines
6.7 KiB
Python
"""
|
|
RealMedia (.rm) parser
|
|
|
|
Author: Mike Melanson
|
|
Creation date: 15 december 2006
|
|
|
|
References:
|
|
- http://wiki.multimedia.cx/index.php?title=RealMedia
|
|
- Appendix E: RealMedia File Format (RMFF) Reference
|
|
https://common.helixcommunity.org/nonav/2003/HCS_SDK_r5/htmfiles/rmff.htm
|
|
|
|
Samples:
|
|
- http://samples.mplayerhq.hu/real/
|
|
"""
|
|
|
|
from hachoir.parser import Parser
|
|
from hachoir.field import (FieldSet,
|
|
UInt16, UInt32, Bit, RawBits,
|
|
RawBytes, String, PascalString8, PascalString16)
|
|
from hachoir.core.text_handler import textHandler, hexadecimal
|
|
from hachoir.core.endian import BIG_ENDIAN
|
|
|
|
|
|
def parseHeader(self):
|
|
yield UInt32(self, "filever", "File version")
|
|
yield UInt32(self, "numheaders", "number of headers")
|
|
|
|
|
|
def parseFileProperties(self):
|
|
yield UInt32(self, "max_bit_rate", "Maximum bit rate")
|
|
yield UInt32(self, "avg_bit_rate", "Average bit rate")
|
|
yield UInt32(self, "max_pkt_size", "Size of largest data packet")
|
|
yield UInt32(self, "avg_pkt_size", "Size of average data packet")
|
|
yield UInt32(self, "num_pkts", "Number of data packets")
|
|
yield UInt32(self, "duration", "File duration in milliseconds")
|
|
yield UInt32(self, "preroll", "Suggested preroll in milliseconds")
|
|
yield textHandler(UInt32(self, "index_offset", "Absolute offset of first index chunk"), hexadecimal)
|
|
yield textHandler(UInt32(self, "data_offset", "Absolute offset of first data chunk"), hexadecimal)
|
|
yield UInt16(self, "stream_count", "Number of streams in the file")
|
|
yield RawBits(self, "reserved", 13)
|
|
yield Bit(self, "is_live", "Whether file is a live broadcast")
|
|
yield Bit(self, "is_perfect_play", "Whether PerfectPlay can be used")
|
|
yield Bit(self, "is_saveable", "Whether file can be saved")
|
|
|
|
|
|
def parseContentDescription(self):
|
|
yield PascalString16(self, "title", charset="ISO-8859-1", strip=" \0")
|
|
yield PascalString16(self, "author", charset="ISO-8859-1", strip=" \0")
|
|
yield PascalString16(self, "copyright", charset="ISO-8859-1", strip=" \0")
|
|
yield PascalString16(self, "comment", charset="ISO-8859-1", strip=" \0")
|
|
|
|
|
|
class NameValueProperty(FieldSet):
|
|
def __init__(self, *args):
|
|
FieldSet.__init__(self, *args)
|
|
self._size = self["size"].value * 8
|
|
|
|
def createFields(self):
|
|
yield UInt32(self, "size")
|
|
yield UInt16(self, "obj_version")
|
|
yield PascalString8(self, "name", charset="ASCII")
|
|
yield UInt32(self, "type")
|
|
yield PascalString16(self, "value", charset="ISO-8859-1", strip=" \0")
|
|
|
|
|
|
class LogicalFileInfo(FieldSet):
|
|
def createFields(self):
|
|
yield UInt32(self, "size")
|
|
yield UInt16(self, "obj_version")
|
|
yield UInt16(self, "nb_physical_stream")
|
|
for index in xrange(self["nb_physical_stream"].value):
|
|
yield UInt16(self, "physical_stream[]")
|
|
for index in xrange(self["nb_physical_stream"].value):
|
|
yield UInt16(self, "data_offset[]")
|
|
yield UInt16(self, "nb_rule")
|
|
for index in xrange(self["nb_rule"].value):
|
|
yield UInt16(self, "rule[]")
|
|
yield UInt16(self, "nb_prop")
|
|
for index in xrange(self["nb_prop"].value):
|
|
yield NameValueProperty(self, "prop[]")
|
|
|
|
|
|
def parseMediaPropertiesHeader(self):
|
|
yield UInt16(self, "stream_number", "Stream number")
|
|
yield UInt32(self, "max_bit_rate", "Maximum bit rate")
|
|
yield UInt32(self, "avg_bit_rate", "Average bit rate")
|
|
yield UInt32(self, "max_pkt_size", "Size of largest data packet")
|
|
yield UInt32(self, "avg_pkt_size", "Size of average data packet")
|
|
yield UInt32(self, "stream_start", "Stream start offset in milliseconds")
|
|
yield UInt32(self, "preroll", "Preroll in milliseconds")
|
|
yield UInt32(self, "duration", "Stream duration in milliseconds")
|
|
yield PascalString8(self, "desc", "Stream description", charset="ISO-8859-1")
|
|
yield PascalString8(self, "mime_type", "MIME type string", charset="ASCII")
|
|
yield UInt32(self, "specific_size", "Size of type-specific data")
|
|
size = self['specific_size'].value
|
|
if size:
|
|
if self["mime_type"].value == "logical-fileinfo":
|
|
yield LogicalFileInfo(self, "file_info", size=size * 8)
|
|
else:
|
|
yield RawBytes(self, "specific", size, "Type-specific data")
|
|
|
|
|
|
class Chunk(FieldSet):
|
|
tag_info = {
|
|
".RMF": ("header", parseHeader),
|
|
"PROP": ("file_prop", parseFileProperties),
|
|
"CONT": ("content_desc", parseContentDescription),
|
|
"MDPR": ("stream_prop[]", parseMediaPropertiesHeader),
|
|
"DATA": ("data[]", None),
|
|
"INDX": ("file_index[]", None)
|
|
}
|
|
|
|
def createValueFunc(self):
|
|
return self.value_func(self)
|
|
|
|
def __init__(self, parent, name, description=None):
|
|
FieldSet.__init__(self, parent, name, description)
|
|
self._size = (self["size"].value) * 8
|
|
tag = self["tag"].value
|
|
if tag in self.tag_info:
|
|
self._name, self.parse_func = self.tag_info[tag]
|
|
else:
|
|
self._description = ""
|
|
self.parse_func = None
|
|
|
|
def createFields(self):
|
|
yield String(self, "tag", 4, "Chunk FourCC", charset="ASCII")
|
|
yield UInt32(self, "size", "Chunk Size")
|
|
yield UInt16(self, "version", "Chunk Version")
|
|
|
|
if self.parse_func:
|
|
for field in self.parse_func(self):
|
|
yield field
|
|
else:
|
|
size = (self.size - self.current_size) // 8
|
|
if size:
|
|
yield RawBytes(self, "raw", size)
|
|
|
|
def createDescription(self):
|
|
return "Chunk: %s" % self["tag"].display
|
|
|
|
|
|
class RealMediaFile(Parser):
|
|
MAGIC = '.RMF\0\0\0\x12\0\1' # (magic, size=18, version=1)
|
|
PARSER_TAGS = {
|
|
"id": "real_media",
|
|
"category": "container",
|
|
"file_ext": ("rm",),
|
|
"mime": (
|
|
u"video/x-pn-realvideo",
|
|
u"audio/x-pn-realaudio",
|
|
u"audio/x-pn-realaudio-plugin",
|
|
u"audio/x-real-audio",
|
|
u"application/vnd.rn-realmedia"),
|
|
"min_size": len(MAGIC) * 8, # just the identifier
|
|
"magic": ((MAGIC, 0),),
|
|
"description": u"RealMedia (rm) Container File",
|
|
}
|
|
endian = BIG_ENDIAN
|
|
|
|
def validate(self):
|
|
if self.stream.readBytes(0, 4) != '.RMF':
|
|
return "Invalid magic"
|
|
if self["header/size"].value != 18:
|
|
return "Invalid header size"
|
|
if self["header/version"].value not in (0, 1):
|
|
return "Unknown file format version (%s)" % self["header/version"].value
|
|
return True
|
|
|
|
def createFields(self):
|
|
while not self.eof:
|
|
yield Chunk(self, "chunk")
|
|
|
|
def createMimeType(self):
|
|
for prop in self.array("stream_prop"):
|
|
if prop["mime_type"].value == "video/x-pn-realvideo":
|
|
return u"video/x-pn-realvideo"
|
|
return u"audio/x-pn-realaudio"
|