monkee.ch/SickGear
1
0
Fork 0
mirror of https://github.com/SickGear/SickGear.git synced 2024-11-25 06:15:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add exclude_dirs parameter to scantree

Browse source
This commit is contained in:
Prinz23 2023-10-28 02:31:34 +02:00
parent a74f147571
commit 9c5e71d677
2 changed files with 16 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
lib/sg_helpers.py
View file

@ -1079,6 +1079,7 @@ def save_failure(url, domain, log_failure_url, post_data, post_json):
def scantree(path, # type: AnyStr def scantree(path, # type: AnyStr
exclude=None, # type: Optional[AnyStr, List[AnyStr]] exclude=None, # type: Optional[AnyStr, List[AnyStr]]
exclude_dirs=None, # type: Optional[AnyStr, List[AnyStr]]
include=None, # type: Optional[AnyStr, List[AnyStr]] include=None, # type: Optional[AnyStr, List[AnyStr]]
follow_symlinks=False, # type: bool follow_symlinks=False, # type: bool
filter_kind=None, # type: Optional[bool] filter_kind=None, # type: Optional[bool]
@ -1089,7 +1090,8 @@ def scantree(path, # type: AnyStr
"""Yield DirEntry objects for given path. Returns without yield if path fails sanity check """Yield DirEntry objects for given path. Returns without yield if path fails sanity check
:param path: Path to scan, sanity check is_dir and exists :param path: Path to scan, sanity check is_dir and exists
:param exclude: Escaped regex string(s) to exclude :param exclude: Escaped regex string(s) to exclude (files and directories)
:param exclude_dirs: Escaped regex string(s) to exclude (directories only)
:param include: Escaped regex string(s) to include :param include: Escaped regex string(s) to include
:param follow_symlinks: Follow symlinks :param follow_symlinks: Follow symlinks
:param filter_kind: None to yield everything, True yields directories, False yields files :param filter_kind: None to yield everything, True yields directories, False yields files
@ -1097,22 +1099,26 @@ def scantree(path, # type: AnyStr
:param exclude_folders_with_files: exclude folder that contain the listed file(s) :param exclude_folders_with_files: exclude folder that contain the listed file(s)
""" """
if isinstance(path, string_types) and path and os.path.isdir(path): if isinstance(path, string_types) and path and os.path.isdir(path):
rc_exc, rc_inc = [re.compile(rx % '|'.join( rc_exc, rc_exc_dir, rc_inc = [re.compile(rx % '|'.join(
[x for x in (param, ([param], [])[None is param])[not isinstance(param, list)]])) [x for x in (param, ([param], [])[None is param])[not isinstance(param, list)]]))
for rx, param in ((r'(?i)^(?:(?!%s).)*$', exclude), (r'(?i)%s', include))] for rx, param in ((r'(?i)^(?:(?!%s).)*$', exclude), (r'(?i)^(?:(?!%s).)*$', exclude_dirs),
(r'(?i)%s', include))]
for entry in scandir(path): for entry in scandir(path):
is_dir = entry.is_dir(follow_symlinks=follow_symlinks) is_dir = entry.is_dir(follow_symlinks=follow_symlinks)
is_file = entry.is_file(follow_symlinks=follow_symlinks) is_file = entry.is_file(follow_symlinks=follow_symlinks)
no_filter = any([None is filter_kind, filter_kind and is_dir, not filter_kind and is_file]) no_filter = any([None is filter_kind, filter_kind and is_dir, not filter_kind and is_file])
if (rc_exc.search(entry.name), True)[not exclude] and (rc_inc.search(entry.name), True)[not include] \ if ((rc_exc.search(entry.name), True)[not exclude]
and (no_filter or (not filter_kind and is_dir and recurse)): and (rc_exc_dir.search(entry.name), True)[not exclude_dirs or not is_dir]
and (rc_inc.search(entry.name), True)[not include]
and (no_filter or (not filter_kind and is_dir and recurse))):
if is_dir and exclude_folders_with_files and any(os.path.isfile(os.path.join(entry.path, e_f)) if is_dir and exclude_folders_with_files and any(os.path.isfile(os.path.join(entry.path, e_f))
for e_f in exclude_folders_with_files): for e_f in exclude_folders_with_files):
logger.debug(f'Ignoring Folder: "{entry.path}", because it contains a exclude file' logger.debug(f'Ignoring Folder: "{entry.path}", because it contains a exclude file'
f' "{", ".join(exclude_folders_with_files)}"') f' "{", ".join(exclude_folders_with_files)}"')
continue continue
if recurse and is_dir: if recurse and is_dir:
for subentry in scantree(entry.path, exclude, include, follow_symlinks, filter_kind, recurse): for subentry in scantree(entry.path, exclude, exclude_dirs, include, follow_symlinks, filter_kind,
recurse):
yield subentry yield subentry
if no_filter: if no_filter:
yield entry yield entry

8
sickgear/helpers.py
View file

@ -354,10 +354,10 @@ def list_media_files(path):
if [direntry for direntry in scantree(path, include=[r'\.sickgearignore'], filter_kind=False, recurse=False)]: if [direntry for direntry in scantree(path, include=[r'\.sickgearignore'], filter_kind=False, recurse=False)]:
logger.debug('Skipping folder "%s" because it contains ".sickgearignore"' % path) logger.debug('Skipping folder "%s" because it contains ".sickgearignore"' % path)
else: else:
result = [direntry.path for direntry in scantree(path, exclude=[ result = [direntry.path for direntry in scantree(path, exclude_dirs=[
'Extras', '^Extras$',
'Behind The Scenes', 'Deleted Scenes', 'Featurettes', '^Behind The Scenes$', '^Deleted Scenes$', '^Featurettes$',
'Interviews', 'Scenes', 'Shorts', 'Trailers', 'Other' '^Interviews$', '^Scenes$', '^Shorts$', '^Trailers$', '^Other$'
], filter_kind=False, exclude_folders_with_files=['.sickgearignore']) ], filter_kind=False, exclude_folders_with_files=['.sickgearignore'])
if has_media_ext(direntry.name)] if has_media_ext(direntry.name)]
return result return result