mirror of
https://github.com/SickGear/SickGear.git
synced 2024-12-12 22:23:38 +00:00
980e05cc99
Backported 400 revisions from rev 1de4961-8897c5b (2018-2014). Move core/benchmark, core/cmd_line, core/memory, core/profiler and core/timeout to core/optional/* Remove metadata/qt* PORT: Version 2.0a3 (inline with 3.0a3 @ f80c7d5). Basic Support for XMP Packets. tga: improvements to adhere more closely to the spec. pdf: slightly improved parsing. rar: fix TypeError on unknown block types. Add MacRoman win32 codepage. tiff/exif: support SubIFDs and tiled images. Add method to export metadata in dictionary. mpeg_video: don't attempt to parse Stream past length. mpeg_video: parse ESCR correctly, add SCR value. Change centralise CustomFragments. field: don't set parser class if class is None, to enable autodetect. field: add value/display for CustomFragment. parser: inline warning to enable tracebacks in debug mode. Fix empty bytestrings in makePrintable. Fix contentSize in jpeg.py to account for image_data blocks. Fix the ELF parser. Enhance the AR archive parser. elf parser: fix wrong wrong fields order in parsing little endian section flags. elf parser: add s390 as a machine type. Flesh out mp4 parser. PORT: Version 2.0a1 (inline with 3.0a1). Major refactoring and PEP8. Fix ResourceWarning warnings on files. Add a close() method and support for the context manager protocol ("with obj: ...") to parsers, input and output streams. metadata: get comment from ZIP. Support for InputIOStream.read(0). Fix sizeGe when size is None. Remove unused new_seekable_field_set file. Remove parser Mapsforge .map. Remove parser Parallel Realities Starfighter .pak files. sevenzip: fix for newer archives. java: update access flags and modifiers for Java 1.7 and update description text for most recent Java. Support ustar prefix field in tar archives. Remove file_system* parsers. Remove misc parsers 3d0, 3ds, gnome_keyring, msoffice*, mstask, ole*, word*. Remove program parsers macho, nds, prc. Support non-8bit Character subclasses. Python parser supports Python 3.7. Enhance mpeg_ts parser to support MTS/M2TS. Support for creation date in tiff. Change don't hardcode errno constant. PORT: 1.9.1 Internal Only: The following are legacy reference to upstream commit messages. Relevant changes up to b0a115f8. Use integer division. Replace HACHOIR_ERRORS with Exception. Fix metadata.Data: make it sortable. Import fixes from e7de492. PORT: Version 2.0a1 (inline with 3.0a1 @ e9f8fad). Replace hachoir.core.field with hachoir.field Replace hachoir.core.stream with hachoir.stream Remove the compatibility module for PY1.5 to PY2.5. metadata: support TIFF picture. metadata: fix string normalization. metadata: fix datetime regex Fix hachoir bug #57. FileFromInputStream: fix comparison between None and an int. InputIOStream: open the file in binary mode.
106 lines
2.4 KiB
Python
106 lines
2.4 KiB
Python
import gc
|
|
|
|
# ---- Default implementation when resource is missing ----------------------
|
|
PAGE_SIZE = 4096
|
|
|
|
|
|
def getMemoryLimit():
|
|
"""
|
|
Get current memory limit in bytes.
|
|
|
|
Return None on error.
|
|
"""
|
|
return None
|
|
|
|
|
|
def setMemoryLimit(max_mem):
|
|
"""
|
|
Set memory limit in bytes.
|
|
Use value 'None' to disable memory limit.
|
|
|
|
Return True if limit is set, False on error.
|
|
"""
|
|
return False
|
|
|
|
|
|
def getMemorySize():
|
|
"""
|
|
Read currenet process memory size: size of available virtual memory.
|
|
This value is NOT the real memory usage.
|
|
|
|
This function only works on Linux (use /proc/self/statm file).
|
|
"""
|
|
try:
|
|
statm = open('/proc/self/statm').readline().split()
|
|
except IOError:
|
|
return None
|
|
return int(statm[0]) * PAGE_SIZE
|
|
|
|
|
|
def clearCaches():
|
|
"""
|
|
Try to clear all caches: call gc.collect() (Python garbage collector).
|
|
"""
|
|
gc.collect()
|
|
# import re; re.purge()
|
|
|
|
|
|
try:
|
|
# ---- 'resource' implementation ---------------------------------------------
|
|
from resource import getpagesize, getrlimit, setrlimit, RLIMIT_AS
|
|
|
|
PAGE_SIZE = getpagesize()
|
|
|
|
|
|
def getMemoryLimit():
|
|
try:
|
|
limit = getrlimit(RLIMIT_AS)[0]
|
|
if 0 < limit:
|
|
limit *= PAGE_SIZE
|
|
return limit
|
|
except ValueError:
|
|
return None
|
|
|
|
|
|
def setMemoryLimit(max_mem):
|
|
if max_mem is None:
|
|
max_mem = -1
|
|
try:
|
|
setrlimit(RLIMIT_AS, (max_mem, -1))
|
|
return True
|
|
except ValueError:
|
|
return False
|
|
except ImportError:
|
|
pass
|
|
|
|
|
|
def limitedMemory(limit, func, *args, **kw):
|
|
"""
|
|
Limit memory grow when calling func(*args, **kw):
|
|
restrict memory grow to 'limit' bytes.
|
|
|
|
Use try/except MemoryError to catch the error.
|
|
"""
|
|
# First step: clear cache to gain memory
|
|
clearCaches()
|
|
|
|
# Get total program size
|
|
max_rss = getMemorySize()
|
|
if max_rss is not None:
|
|
# Get old limit and then set our new memory limit
|
|
old_limit = getMemoryLimit()
|
|
limit = max_rss + limit
|
|
limited = setMemoryLimit(limit)
|
|
else:
|
|
limited = False
|
|
|
|
try:
|
|
# Call function
|
|
return func(*args, **kw)
|
|
finally:
|
|
# and unset our memory limit
|
|
if limited:
|
|
setMemoryLimit(old_limit)
|
|
|
|
# After calling the function: clear all caches
|
|
clearCaches()
|