SickGear/lib/hachoir/parser/video/mpeg_ts.py
JackDandy 980e05cc99 Change Hachoir can't support PY2 so backport their PY3 to prevent a need for system dependant external binaries like mediainfo.
Backported 400 revisions from rev 1de4961-8897c5b (2018-2014).
Move core/benchmark, core/cmd_line, core/memory, core/profiler and core/timeout to core/optional/*
Remove metadata/qt*

PORT: Version 2.0a3 (inline with 3.0a3 @ f80c7d5).
Basic Support for XMP Packets.
tga: improvements to adhere more closely to the spec.
pdf: slightly improved parsing.
rar: fix TypeError on unknown block types.
Add MacRoman win32 codepage.
tiff/exif: support SubIFDs and tiled images.
Add method to export metadata in dictionary.
mpeg_video: don't attempt to parse Stream past length.
mpeg_video: parse ESCR correctly, add SCR value.
Change centralise CustomFragments.
field: don't set parser class if class is None, to enable autodetect.
field: add value/display for CustomFragment.
parser: inline warning to enable tracebacks in debug mode.
Fix empty bytestrings in makePrintable.
Fix contentSize in jpeg.py to account for image_data blocks.
Fix the ELF parser.
Enhance the AR archive parser.
elf parser: fix wrong wrong fields order in parsing little endian section flags.
elf parser: add s390 as a machine type.
Flesh out mp4 parser.

PORT: Version 2.0a1 (inline with 3.0a1).
Major refactoring and PEP8.
Fix ResourceWarning warnings on files. Add a close() method and support for the context manager protocol ("with obj: ...") to parsers, input and output streams.
metadata: get comment from ZIP.
Support for InputIOStream.read(0).
Fix sizeGe when size is None.
Remove unused new_seekable_field_set file.
Remove parser Mapsforge .map.
Remove parser Parallel Realities Starfighter .pak files.
sevenzip: fix for newer archives.
java: update access flags and modifiers for Java 1.7 and update description text for most recent Java.
Support ustar prefix field in tar archives.
Remove file_system* parsers.
Remove misc parsers 3d0, 3ds, gnome_keyring, msoffice*, mstask, ole*, word*.
Remove program parsers macho, nds, prc.
Support non-8bit Character subclasses.
Python parser supports Python 3.7.
Enhance mpeg_ts parser to support MTS/M2TS.
Support for creation date in tiff.
Change don't hardcode errno constant.

PORT: 1.9.1
Internal Only: The following are legacy reference to upstream commit messages.
Relevant changes up to b0a115f8.
Use integer division.
Replace HACHOIR_ERRORS with Exception.
Fix metadata.Data: make it sortable.
Import fixes from e7de492.
PORT: Version 2.0a1 (inline with 3.0a1 @ e9f8fad).
Replace hachoir.core.field with hachoir.field
Replace hachoir.core.stream with hachoir.stream
Remove the compatibility module for PY1.5 to PY2.5.
metadata: support TIFF picture.
metadata: fix string normalization.
metadata: fix datetime regex Fix hachoir bug #57.
FileFromInputStream: fix comparison between None and an int.
InputIOStream: open the file in binary mode.
2018-03-28 00:43:11 +01:00

174 lines
5.7 KiB
Python

"""
MPEG-2 Transport Stream parser.
Documentation:
- MPEG-2 Transmission
http://erg.abdn.ac.uk/research/future-net/digital-video/mpeg2-trans.html
Author: Victor Stinner
Creation date: 13 january 2007
"""
from hachoir.parser import Parser
from hachoir.field import (FieldSet, ParserError, MissingField,
UInt8, Enum, Bit, Bits, RawBytes, RawBits)
from hachoir.core.endian import BIG_ENDIAN
from hachoir.core.text_handler import textHandler, hexadecimal
class AdaptationField(FieldSet):
def createFields(self):
yield UInt8(self, "length")
yield Bit(self, "discontinuity_indicator")
yield Bit(self, "random_access_indicator")
yield Bit(self, "es_prio_indicator")
yield Bit(self, "has_pcr")
yield Bit(self, "has_opcr")
yield Bit(self, "has_splice_point")
yield Bit(self, "private_data")
yield Bit(self, "has_extension")
if self['has_pcr'].value:
yield Bits(self, "pcr_base", 33)
yield Bits(self, "pcr_ext", 9)
if self['has_opcr'].value:
yield Bits(self, "opcr_base", 33)
yield Bits(self, "opcr_ext", 9)
if self['has_splice_point'].value:
yield Bits(self, "splice_countdown", 8)
stuff_len = ((self['length'].value + 1) * 8) - self.current_size
if self['length'].value and stuff_len:
yield RawBits(self, 'stuffing', stuff_len)
class Packet(FieldSet):
def __init__(self, *args, **kw):
self._m2ts = kw.pop('m2ts', False)
FieldSet.__init__(self, *args, **kw)
if self._m2ts:
size = 4
else:
size = 0
size += 188
if self["has_error"].value:
size += 16
self._size = size * 8
PID = {
0x0000: "Program Association Table (PAT)",
0x0001: "Conditional Access Table (CAT)",
# 0x0002..0x000f: reserved
# 0x0010..0x1FFE: network PID, program map PID, elementary PID, etc.
# TODO: Check above values
# 0x0044: "video",
# 0x0045: "audio",
0x1FFF: "Null packet",
}
def createFields(self):
if self._m2ts:
yield Bits(self, "c", 2)
yield Bits(self, "ats", 32 - 2)
yield textHandler(UInt8(self, "sync", 8), hexadecimal)
if self["sync"].value != 0x47:
raise ParserError("MPEG-2 TS: Invalid synchronization byte")
yield Bit(self, "has_error")
yield Bit(self, "payload_unit_start")
yield Bit(self, "priority")
yield Enum(textHandler(Bits(self, "pid", 13, "Program identifier"), hexadecimal), self.PID)
yield Bits(self, "scrambling_control", 2)
yield Bit(self, "has_adaptation")
yield Bit(self, "has_payload")
yield Bits(self, "counter", 4)
if self["has_adaptation"].value:
yield AdaptationField(self, "adaptation_field")
if self["has_payload"].value:
size = 188
if self._m2ts:
size += 4
size -= (self.current_size // 8)
yield RawBytes(self, "payload", size)
if self["has_error"].value:
yield RawBytes(self, "error_correction", 16)
def createDescription(self):
text = "Packet: PID %s" % self["pid"].display
if self["payload_unit_start"].value:
text += ", start of payload"
if self["has_adaptation"].value:
text += ", with adaptation field"
return text
def isValid(self):
if not self["has_payload"].value and not self["has_adaptation"].value:
return u"No payload and no adaptation"
pid = self["pid"].value
if (0x0002 <= pid <= 0x000f) or (0x2000 <= pid):
return u"Invalid program identifier (%s)" % self["pid"].display
return ""
# M2TS 4 bytes + 188 bytes payload + 4 errors
MAX_PACKET_SIZE = 208
class MPEG_TS(Parser):
PARSER_TAGS = {
"id": "mpeg_ts",
"category": "video",
"file_ext": ("ts", "m2ts", "mts"),
"min_size": 188 * 8,
"mime": ("video/MP2T",),
"description": u"MPEG-2 Transport Stream"
}
endian = BIG_ENDIAN
def is_m2ts(self):
# FIXME: detect using file content, not file name
# maybe detect sync at offset+4 bytes?
source = self.stream.source
if not(source and source.startswith("file:")):
return True
filename = source[5:].lower()
return filename.endswith((".m2ts", ".mts"))
def validate(self):
sync = self.stream.searchBytes("\x47", 0, MAX_PACKET_SIZE * 8)
if sync is None:
return "Unable to find synchronization byte"
for index in xrange(5):
try:
packet = self["packet[%u]" % index]
except (ParserError, MissingField):
if index and self.eof:
return True
else:
return "Unable to get packet #%u" % index
err = packet.isValid()
if err:
return "Packet #%u is invalid: %s" % (index, err)
return True
def createFields(self):
m2ts = self.is_m2ts()
while not self.eof:
current = self.current_size
next_sync = current
if m2ts:
next_sync += 4 * 8
sync = self.stream.searchBytes("\x47", current,
current + MAX_PACKET_SIZE * 8)
if sync is None:
raise ParserError("Unable to find synchronization byte")
elif sync > next_sync:
yield RawBytes(self, "incomplete_packet[]",
(sync - current) // 8)
yield Packet(self, "packet[]", m2ts=m2ts)