mirror of
https://github.com/SickGear/SickGear.git
synced 2024-11-15 09:25:04 +00:00
8ddffb7882
Remove py2 part from _23.py Remove more mapped stuff. Replace filter_iter with native filter. Replace map_iter with native map. Remove unidecode from _23 (empty wrapper on py3). Remove map_list and replace with native list(map( for performance reasons. Replace filter_list with list(filter. Replace list_keys with list(. Replace list_values with list(...values()). Replace list_items with list(....items()). Replace ordered_dict with dict. Fix tvinfo base type docs. Remove py2 parts from sg_futures. Remove scandir lib ... it's a sub module of os in py3. Remove PY2 stuff. Ignore unknown ids for characters/persons. Fix tvdb image parsing. Ignore unknown id sources on person page.
781 lines
42 KiB
Python
781 lines
42 KiB
Python
# encoding:utf-8
|
|
# author:Prinz23
|
|
# project:tmdb_api
|
|
from __future__ import division
|
|
|
|
__author__ = 'Prinz23'
|
|
__version__ = '1.0'
|
|
__api_version__ = '1.0.0'
|
|
|
|
import datetime
|
|
import logging
|
|
|
|
from lib import tmdbsimple
|
|
from lib.dateutil.parser import parser
|
|
from lib.exceptions_helper import ConnectionSkipException, ex
|
|
from lib.tvinfo_base import CastList, PersonGenders, RoleTypes, \
|
|
TVInfoBase, TVInfoIDs, TVInfoImage, TVInfoImageSize, TVInfoImageType, TVInfoNetwork, TVInfoSocialIDs, \
|
|
TVInfoCharacter, TVInfoPerson, TVInfoShow, TVInfoEpisode, TVInfoSeason, \
|
|
TVINFO_IMDB, TVINFO_TMDB, TVINFO_TVDB, \
|
|
TVINFO_FACEBOOK, TVINFO_INSTAGRAM, TVINFO_TWITTER
|
|
from json_helper import json_dumps
|
|
from sg_helpers import clean_data, get_url, iterate_chunk, try_int
|
|
|
|
from six import iteritems
|
|
|
|
# noinspection PyUnreachableCode
|
|
if False:
|
|
from typing import Any, AnyStr, Dict, List, Optional
|
|
from six import integer_types
|
|
|
|
log = logging.getLogger('tmdb.api')
|
|
log.addHandler(logging.NullHandler())
|
|
tz_p = parser()
|
|
tmdbsimple.API_KEY = 'edc5f123313769de83a71e157758030b'
|
|
|
|
id_map = {TVINFO_IMDB: 'imdb_id', TVINFO_TVDB: 'tvdb_id',
|
|
TVINFO_FACEBOOK: 'facebook_id', TVINFO_INSTAGRAM: 'instagram_id', TVINFO_TWITTER: 'twitter_id'}
|
|
|
|
tv_show_map = dict(
|
|
name='seriesname', id='id', first_air_date='firstaired', status='status', original_language='language')
|
|
|
|
ep_group_types = {
|
|
1: 'Original air date',
|
|
2: 'Absolute',
|
|
3: 'DVD',
|
|
4: 'Digital',
|
|
5: 'Story arc',
|
|
6: 'Production',
|
|
7: 'TV'
|
|
}
|
|
|
|
empty_ep = TVInfoEpisode()
|
|
|
|
|
|
def tmdb_get(self, path, params=None):
|
|
url = self._get_complete_url(path)
|
|
params = self._get_params(params)
|
|
return get_url(url=url, params=params, json=True, raise_skip_exception=True)
|
|
|
|
|
|
def tmdb_post(self, path, params=None, payload=None):
|
|
url = self._get_complete_url(path)
|
|
params = self._get_params(params)
|
|
data = json_dumps(payload) if payload else payload
|
|
return get_url(url=url, params=params, post_data=data, json=True, raise_skip_exception=True)
|
|
|
|
|
|
tmdbsimple.base.TMDB._GET = tmdb_get
|
|
tmdbsimple.base.TMDB._POST = tmdb_post
|
|
|
|
_TMDB_CONSTANTS_CACHE = {'date': datetime.datetime(2000, 1, 1), 'data': {}}
|
|
|
|
|
|
def get_tmdb_constants():
|
|
# type: (...) -> Dict
|
|
"""return tmdbsimple Configuration().info() or cached copy"""
|
|
global _TMDB_CONSTANTS_CACHE
|
|
# only retrieve info data if older than 3 days
|
|
if 3 < (datetime.datetime.now() - _TMDB_CONSTANTS_CACHE['date']).days or not _TMDB_CONSTANTS_CACHE['data']:
|
|
try:
|
|
tv_genres = {g['id']: g['name'] for g in tmdbsimple.Genres().tv_list()['genres']}
|
|
response = tmdbsimple.Configuration().info()
|
|
sorted_poster_sizes = sorted((try_int(_p.replace('w', '')) for _p in response['images']['poster_sizes']
|
|
if 'original' != _p), reverse=True)
|
|
sorted_backdrop_sizes = sorted((try_int(_p.replace('w', '')) for _p in response['images']['backdrop_sizes']
|
|
if 'original' != _p), reverse=True)
|
|
sorted_profile_sizes = sorted((try_int(_p.replace('w', '')) for _p in response['images']['profile_sizes']
|
|
if 'original' != _p and not _p.startswith('h')), reverse=True)
|
|
sorted_still_sizes = sorted((try_int(_p.replace('w', '')) for _p in response['images']['still_sizes']
|
|
if 'original' != _p and not _p.startswith('h')), reverse=True)
|
|
_TMDB_CONSTANTS_CACHE = dict(
|
|
date=datetime.datetime.now(),
|
|
data=dict(
|
|
genres=tv_genres,
|
|
img_base_url=response['images']['secure_base_url'],
|
|
img_profile_sizes=response['images']['profile_sizes'],
|
|
poster_sizes=response['images']['poster_sizes'],
|
|
backdrop_sizes=response['images']['backdrop_sizes'],
|
|
logo_sizes=response['images']['logo_sizes'],
|
|
still_sizes=response['images']['still_sizes'],
|
|
change_keys=response['change_keys']
|
|
)
|
|
)
|
|
except (BaseException, Exception):
|
|
poster_sizes = ['w92', 'w154', 'w185', 'w342', 'w500', 'w780', 'original']
|
|
sorted_poster_sizes = sorted((try_int(_p.replace('w', '')) for _p in poster_sizes
|
|
if 'original' != _p), reverse=True)
|
|
backdrop_sizes = ['w300', 'w780', 'w1280', 'original']
|
|
sorted_backdrop_sizes = sorted((try_int(_p.replace('w', '')) for _p in backdrop_sizes
|
|
if 'original' != _p), reverse=True)
|
|
profile_sizes = ['w45', 'w185', 'h632', 'original']
|
|
sorted_profile_sizes = sorted((try_int(_p.replace('w', '')) for _p in profile_sizes
|
|
if 'original' != _p and not _p.startswith('h')), reverse=True)
|
|
still_sizes = ['w92', 'w185', 'w300', 'original']
|
|
sorted_still_sizes = sorted((try_int(_p.replace('w', '')) for _p in still_sizes
|
|
if 'original' != _p and not _p.startswith('h')), reverse=True)
|
|
_TMDB_CONSTANTS_CACHE['data'] = dict(
|
|
genres={16: 'Animation', 18: 'Drama', 35: 'Comedy', 37: 'Western', 80: 'Crime', 99: 'Documentary',
|
|
9648: 'Mystery', 10751: 'Family', 10759: 'Action & Adventure', 10762: 'Kids',
|
|
10763: 'News', 10764: 'Reality', 10765: 'Sci-Fi & Fantasy', 10766: 'Soap',
|
|
10767: 'Talk', 10768: 'War & Politics'},
|
|
img_base_url=r'https://image.tmdb.org/t/p/',
|
|
img_profile_sizes=['w45', 'w185', 'h632', 'original'],
|
|
poster_sizes=poster_sizes,
|
|
backdrop_sizes=backdrop_sizes,
|
|
logo_sizes=['w45', 'w92', 'w154', 'w185', 'w300', 'w500', 'original'],
|
|
still_sizes=['w92', 'w185', 'w300', 'original'],
|
|
change_keys=['adult', 'air_date', 'also_known_as', 'alternative_titles', 'biography', 'birthday',
|
|
'budget', 'cast', 'certifications', 'character_names', 'created_by', 'crew', 'deathday',
|
|
'episode', 'episode_number', 'episode_run_time', 'freebase_id', 'freebase_mid',
|
|
'general', 'genres', 'guest_stars', 'homepage', 'images', 'imdb_id', 'languages',
|
|
'name', 'network', 'origin_country', 'original_name', 'original_title', 'overview',
|
|
'parts', 'place_of_birth', 'plot_keywords', 'production_code', 'production_companies',
|
|
'production_countries', 'releases', 'revenue', 'runtime', 'season', 'season_number',
|
|
'season_regular', 'spoken_languages', 'status', 'tagline', 'title', 'translations',
|
|
'tvdb_id', 'tvrage_id', 'type', 'video', 'videos']
|
|
)
|
|
if isinstance(_TMDB_CONSTANTS_CACHE, dict) and 'data' in _TMDB_CONSTANTS_CACHE:
|
|
_TMDB_CONSTANTS_CACHE['data'].update(dict(
|
|
size_map={
|
|
TVInfoImageType.poster: {
|
|
TVInfoImageSize.original: 'original',
|
|
TVInfoImageSize.medium: 'w%s' % next((s for s in sorted_poster_sizes if s < 400), 342),
|
|
TVInfoImageSize.small: 'w%s' % next((s for s in sorted_poster_sizes if s < 200), 185)
|
|
},
|
|
TVInfoImageType.fanart: {
|
|
TVInfoImageSize.original: 'original',
|
|
TVInfoImageSize.medium: 'w%s' % next((s for s in sorted_backdrop_sizes if s < 1000), 780),
|
|
TVInfoImageSize.small: 'w%s' % next((s for s in sorted_backdrop_sizes if s < 500), 300)
|
|
},
|
|
TVInfoImageType.person_poster: {
|
|
TVInfoImageSize.original: 'original',
|
|
TVInfoImageSize.medium: 'w%s' % next((s for s in sorted_profile_sizes if s < 400), 185),
|
|
TVInfoImageSize.small: 'w%s' % next((s for s in sorted_profile_sizes if s < 150), 45)
|
|
},
|
|
TVInfoImageType.still: {
|
|
TVInfoImageSize.original: 'original',
|
|
TVInfoImageSize.medium: 'w%s' % next((s for s in sorted_still_sizes if s < 400), 185),
|
|
TVInfoImageSize.small: 'w%s' % next((s for s in sorted_still_sizes if s < 150), 45)
|
|
}
|
|
}
|
|
))
|
|
return _TMDB_CONSTANTS_CACHE['data']
|
|
|
|
|
|
class TmdbIndexer(TVInfoBase):
|
|
API_KEY = tmdbsimple.API_KEY
|
|
supported_person_id_searches = [TVINFO_FACEBOOK, TVINFO_IMDB, TVINFO_INSTAGRAM, TVINFO_TMDB, TVINFO_TWITTER]
|
|
supported_id_searches = [TVINFO_IMDB, TVINFO_TMDB, TVINFO_TVDB]
|
|
map_languages = {}
|
|
reverse_map_languages = {v: k for k, v in iteritems(map_languages)}
|
|
_tmdb_lang_list = None
|
|
|
|
# noinspection PyUnusedLocal
|
|
# noinspection PyDefaultArgument
|
|
def __init__(self, *args, **kwargs):
|
|
super(TmdbIndexer, self).__init__(*args, **kwargs)
|
|
response = get_tmdb_constants()
|
|
self.img_base_url = response.get('img_base_url')
|
|
self.size_map = response.get('size_map')
|
|
self.tv_genres = response.get('genres')
|
|
|
|
def _search_show(self, name=None, ids=None, **kwargs):
|
|
# type: (AnyStr, Dict[integer_types, integer_types], Optional[Any]) -> List[TVInfoShow]
|
|
"""This searches TMDB for the series name,
|
|
"""
|
|
def _make_result_dict(s):
|
|
tvs = TVInfoShow()
|
|
tvs.seriesname, tvs.id, tvs.seriesid, tvs.firstaired, tvs.genre_list, tvs.overview, tvs.poster, tvs.ids, \
|
|
tvs.language, tvs.popularity, tvs.rating = \
|
|
clean_data(s['name']), s['id'], s['id'], clean_data(s.get('first_air_date')) or None, \
|
|
clean_data([self.tv_genres.get(g) for g in s.get('genre_ids') or []]), \
|
|
clean_data(s.get('overview')), s.get('poster_path') and '%s%s%s' % (
|
|
self.img_base_url, self.size_map[TVInfoImageType.poster][TVInfoImageSize.original],
|
|
s.get('poster_path')), \
|
|
TVInfoIDs(tvdb=s.get('external_ids') and s['external_ids'].get('tvdb_id'),
|
|
tmdb=s['id'], rage=s.get('external_ids') and s['external_ids'].get('tvrage_id'),
|
|
imdb=s.get('external_ids') and s['external_ids'].get('imdb_id') and
|
|
try_int(s['external_ids'].get('imdb_id', '').replace('tt', ''), None)), \
|
|
clean_data(s.get('original_language')), s.get('popularity'), s.get('vote_average')
|
|
tvs.genre = '|'.join(tvs.genre_list or [])
|
|
return tvs
|
|
|
|
results = []
|
|
if ids:
|
|
for t, p in iteritems(ids):
|
|
if t in self.supported_id_searches:
|
|
if t == TVINFO_TMDB:
|
|
cache_id_key = 's-id-%s-%s' % (TVINFO_TMDB, p)
|
|
is_none, shows = self._get_cache_entry(cache_id_key)
|
|
if not self.config.get('cache_search') or (None is shows and not is_none):
|
|
try:
|
|
show = tmdbsimple.TV(id=p).info(append_to_response='external_ids')
|
|
except (BaseException, Exception):
|
|
continue
|
|
self._set_cache_entry(cache_id_key, show, expire=self.search_cache_expire)
|
|
else:
|
|
show = shows
|
|
if show:
|
|
results.extend([_make_result_dict(show)])
|
|
elif t in (TVINFO_IMDB, TVINFO_TVDB):
|
|
cache_id_key = 's-id-%s-%s' % (t, p)
|
|
is_none, shows = self._get_cache_entry(cache_id_key)
|
|
if not self.config.get('cache_search') or (None is shows and not is_none):
|
|
try:
|
|
show = tmdbsimple.Find(id=(p, 'tt%07d' % p)[t == TVINFO_IMDB]).info(
|
|
external_source=id_map[t])
|
|
if show.get('tv_results') and 1 == len(show['tv_results']):
|
|
show = tmdbsimple.TV(id=show['tv_results'][0]['id']).info(
|
|
append_to_response='external_ids')
|
|
except (BaseException, Exception):
|
|
continue
|
|
self._set_cache_entry(cache_id_key, show, expire=self.search_cache_expire)
|
|
else:
|
|
show = shows
|
|
if show:
|
|
results.extend([_make_result_dict(s)
|
|
for s in show.get('tv_results') or (show.get('id') and [show]) or []])
|
|
if name:
|
|
for n in ([name], name)[isinstance(name, list)]:
|
|
cache_name_key = 's-name-%s' % n
|
|
is_none, shows = self._get_cache_entry(cache_name_key)
|
|
if not self.config.get('cache_search') or (None is shows and not is_none):
|
|
try:
|
|
shows = tmdbsimple.Search().tv(query=n)
|
|
self._set_cache_entry(cache_name_key, shows, expire=self.search_cache_expire)
|
|
results.extend([_make_result_dict(s) for s in shows.get('results') or []])
|
|
except (BaseException, Exception) as e:
|
|
log.debug('Error searching for show: %s' % ex(e))
|
|
else:
|
|
results.extend([_make_result_dict(s) for s in (shows and shows.get('results')) or []])
|
|
seen = set()
|
|
results = [seen.add(r.id) or r for r in results if r.id not in seen]
|
|
return results
|
|
|
|
def _convert_person_obj(self, person_obj):
|
|
gender = PersonGenders.tmdb_map.get(person_obj.get('gender'), PersonGenders.unknown)
|
|
try:
|
|
birthdate = person_obj.get('birthday') and tz_p.parse(person_obj.get('birthday')).date()
|
|
except (BaseException, Exception):
|
|
birthdate = None
|
|
try:
|
|
deathdate = person_obj.get('deathday') and tz_p.parse(person_obj.get('deathday')).date()
|
|
except (BaseException, Exception):
|
|
deathdate = None
|
|
|
|
cast = person_obj.get('cast') or person_obj.get('tv_credits', {}).get('cast')
|
|
|
|
characters = []
|
|
for character in cast or []:
|
|
show = TVInfoShow()
|
|
show.id = character.get('id')
|
|
show.ids = TVInfoIDs(ids={TVINFO_TMDB: show.id})
|
|
show.seriesname = clean_data(character.get('original_name'))
|
|
show.overview = clean_data(character.get('overview'))
|
|
show.firstaired = clean_data(character.get('first_air_date'))
|
|
characters.append(
|
|
TVInfoCharacter(name=clean_data(character.get('character')), show=show)
|
|
)
|
|
|
|
pi = person_obj.get('images')
|
|
image_url, main_image, thumb_url, main_thumb, image_list = None, None, None, None, []
|
|
if pi:
|
|
for i in sorted(pi['profiles'], key=lambda a: a['vote_average'] or 0, reverse=True):
|
|
if not any((main_image, main_thumb)):
|
|
if 500 < i['height'] and not image_url:
|
|
image_url = '%s%s%s' % \
|
|
(self.img_base_url, self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.original],
|
|
i['file_path'])
|
|
thumb_url = '%s%s%s' % \
|
|
(self.img_base_url, self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.medium],
|
|
i['file_path'])
|
|
elif not thumb_url:
|
|
thumb_url = '%s%s%s' % \
|
|
(self.img_base_url, self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.original],
|
|
i['file_path'])
|
|
if image_url and thumb_url:
|
|
main_image_url, main_thumb = image_url, thumb_url
|
|
image_list.append(
|
|
TVInfoImage(
|
|
image_type=TVInfoImageType.person_poster,
|
|
sizes={_s: '%s%s%s' % (self.img_base_url,
|
|
self.size_map[TVInfoImageType.person_poster][_s], i['file_path'])
|
|
for _s in (TVInfoImageSize.original, TVInfoImageSize.medium, TVInfoImageSize.small)},
|
|
aspect_ratio=i['aspect_ratio'],
|
|
height=i['height'],
|
|
width=i['width'],
|
|
lang=clean_data(i['iso_639_1']),
|
|
rating=i['vote_average'],
|
|
votes=i['vote_count']
|
|
))
|
|
|
|
person_imdb_id = person_obj.get('imdb_id') and try_int(person_obj['imdb_id'].replace('nm', ''), None)
|
|
person_ids = {TVINFO_TMDB: person_obj.get('id')}
|
|
if person_imdb_id:
|
|
person_ids.update({TVINFO_IMDB: person_imdb_id})
|
|
return TVInfoPerson(
|
|
p_id=person_obj.get('id'), ids=person_ids, characters=characters,
|
|
name=clean_data(person_obj.get('name')), akas=clean_data(set(person_obj.get('also_known_as') or [])),
|
|
bio=clean_data(person_obj.get('biography')), gender=gender,
|
|
image=main_image, images=image_list, thumb_url=main_thumb,
|
|
birthdate=birthdate, birthplace=clean_data(person_obj.get('place_of_birth')),
|
|
deathdate=deathdate, homepage=person_obj.get('homepage')
|
|
)
|
|
|
|
def _search_person(self, name=None, ids=None):
|
|
# type: (AnyStr, Dict[integer_types, integer_types]) -> List[TVInfoPerson]
|
|
"""
|
|
search for person by name
|
|
:param name: name to search for
|
|
:param ids: dict of ids to search
|
|
:return: list of found person's
|
|
"""
|
|
results, ids = [], ids or {}
|
|
search_text_obj = tmdbsimple.Search()
|
|
for tv_src in self.supported_person_id_searches:
|
|
if tv_src in ids:
|
|
if TVINFO_TMDB == tv_src:
|
|
try:
|
|
people_obj = self.get_person(ids[tv_src])
|
|
except ConnectionSkipException as e:
|
|
raise e
|
|
except (BaseException, Exception):
|
|
people_obj = None
|
|
if people_obj and not any(1 for r in results if r.id == people_obj.id):
|
|
results.append(people_obj)
|
|
elif tv_src in (TVINFO_IMDB, TVINFO_TMDB):
|
|
try:
|
|
cache_key_name = 'p-src-%s-%s' % (tv_src, ids.get(tv_src))
|
|
is_none, result_objs = self._get_cache_entry(cache_key_name)
|
|
if None is result_objs and not is_none:
|
|
result_objs = tmdbsimple.Find(id=(ids.get(tv_src),
|
|
'nm%07d' % ids.get(tv_src))[TVINFO_IMDB == tv_src]).info(
|
|
external_source=id_map[tv_src]).get('person_results')
|
|
self._set_cache_entry(cache_key_name, result_objs)
|
|
except ConnectionSkipException as e:
|
|
raise e
|
|
except (BaseException, Exception):
|
|
result_objs = None
|
|
if result_objs:
|
|
for person_obj in result_objs:
|
|
if not any(1 for r in results if r.id == person_obj['id']):
|
|
results.append(self._convert_person_obj(person_obj))
|
|
else:
|
|
continue
|
|
if name:
|
|
cache_key_name = 'p-src-text-%s' % name
|
|
is_none, people_objs = self._get_cache_entry(cache_key_name)
|
|
if None is people_objs and not is_none:
|
|
try:
|
|
people_objs = search_text_obj.person(query=name, include_adult=True)
|
|
self._set_cache_entry(cache_key_name, people_objs)
|
|
except ConnectionSkipException as e:
|
|
raise e
|
|
except (BaseException, Exception):
|
|
people_objs = None
|
|
if people_objs and people_objs.get('results'):
|
|
for person_obj in people_objs['results']:
|
|
if not any(1 for r in results if r.id == person_obj['id']):
|
|
results.append(self._convert_person_obj(person_obj))
|
|
|
|
return results
|
|
|
|
def get_person(self, p_id, get_show_credits=False, get_images=False, **kwargs):
|
|
# type: (integer_types, bool, bool, Any) -> Optional[TVInfoPerson]
|
|
kw = {}
|
|
to_append = []
|
|
if get_show_credits:
|
|
to_append.append('tv_credits')
|
|
if get_images:
|
|
to_append.append('images')
|
|
if to_append:
|
|
kw['append_to_response'] = ','.join(to_append)
|
|
|
|
cache_key_name = 'p-%s-%s' % (p_id, '-'.join(to_append))
|
|
is_none, people_obj = self._get_cache_entry(cache_key_name)
|
|
if None is people_obj and not is_none:
|
|
try:
|
|
people_obj = tmdbsimple.People(id=p_id).info(**kw)
|
|
except ConnectionSkipException as e:
|
|
raise e
|
|
except (BaseException, Exception):
|
|
people_obj = None
|
|
self._set_cache_entry(cache_key_name, people_obj)
|
|
|
|
if people_obj:
|
|
return self._convert_person_obj(people_obj)
|
|
|
|
def _convert_show(self, show_dict, show_obj=None):
|
|
# type: (Dict, TVInfoShow) -> TVInfoShow
|
|
if None is show_obj:
|
|
tv_s = TVInfoShow()
|
|
else:
|
|
tv_s = show_obj
|
|
if show_dict:
|
|
tv_s.seriesname = clean_data(show_dict.get('name') or show_dict.get('original_name')
|
|
or show_dict.get('original_title'))
|
|
org_title = clean_data(show_dict.get('original_name') or show_dict.get('original_title'))
|
|
if org_title != tv_s.seriesname:
|
|
tv_s.aliases = [org_title]
|
|
tv_s.id = show_dict.get('id')
|
|
tv_s.seriesid = tv_s.id
|
|
tv_s.language = clean_data(show_dict.get('original_language'))
|
|
tv_s.overview = clean_data(show_dict.get('overview'))
|
|
tv_s.status = clean_data(show_dict.get('status', ''))
|
|
tv_s.show_type = clean_data((show_dict.get('type') and [show_dict['type']]) or [])
|
|
tv_s.firstaired = clean_data(show_dict.get('first_air_date'))
|
|
tv_s.vote_count = show_dict.get('vote_count')
|
|
tv_s.vote_average = show_dict.get('vote_average')
|
|
tv_s.popularity = show_dict.get('popularity')
|
|
tv_s.origin_countries = clean_data(show_dict.get('origin_country') or [])
|
|
tv_s.genre_list = []
|
|
for g in show_dict.get('genre_ids') or []:
|
|
if g in self.tv_genres:
|
|
tv_s.genre_list.append(self.tv_genres.get(g))
|
|
tv_s.genre = '|'.join(tv_s.genre_list)
|
|
runtime = None
|
|
for r in sorted(show_dict.get('episode_run_time') or [], reverse=True):
|
|
if 40 < r < 50:
|
|
runtime = r
|
|
break
|
|
if 20 < r < 40:
|
|
runtime = r
|
|
break
|
|
if not runtime and show_dict.get('episode_run_time'):
|
|
runtime = max(show_dict.get('episode_run_time') or [0]) or None
|
|
tv_s.runtime = runtime
|
|
|
|
tv_s.networks = [
|
|
TVInfoNetwork(name=clean_data(n.get('name')), n_id=n.get('id'),
|
|
country_code=clean_data(n.get('origin_country')))
|
|
for n in reversed(show_dict.get('networks') or [])
|
|
]
|
|
|
|
if show_dict.get('networks'):
|
|
tv_s.network = clean_data(show_dict['networks'][-1]['name'])
|
|
tv_s.network_id = show_dict['networks'][-1].get('id')
|
|
tv_s.network_country_code = clean_data(show_dict['networks'][-1].get('origin_country'))
|
|
|
|
image_url = show_dict.get('poster_path') and '%s%s%s' % \
|
|
(self.img_base_url, self.size_map[TVInfoImageType.poster][TVInfoImageSize.original],
|
|
show_dict.get('poster_path'))
|
|
thumb_image_url = show_dict.get('poster_path') and '%s%s%s' % \
|
|
(self.img_base_url, self.size_map[TVInfoImageType.poster][TVInfoImageSize.small],
|
|
show_dict.get('poster_path'))
|
|
backdrop_url = show_dict.get('backdrop_path') and '%s%s%s' % \
|
|
(self.img_base_url, self.size_map[TVInfoImageType.fanart][TVInfoImageSize.original],
|
|
show_dict.get('backdrop_path'))
|
|
tv_s.ids = TVInfoIDs(tvdb=show_dict.get('external_ids', {}).get('tvdb_id'),
|
|
tmdb=show_dict['id'],
|
|
rage=show_dict.get('external_ids', {}).get('tvrage_id'),
|
|
imdb=show_dict.get('external_ids', {}).get('imdb_id') and
|
|
try_int(show_dict.get('external_ids', {}).get('imdb_id', '').replace('tt', ''), None))
|
|
tv_s.social_ids = TVInfoSocialIDs(twitter=show_dict.get('external_ids', {}).get('twitter_id'),
|
|
instagram=show_dict.get('external_ids', {}).get('instagram_id'),
|
|
facebook=show_dict.get('external_ids', {}).get('facebook_id'))
|
|
|
|
tv_s.poster = image_url
|
|
tv_s.poster_thumb = thumb_image_url
|
|
tv_s.fanart = backdrop_url
|
|
return tv_s
|
|
|
|
def _get_show_list(self, src_method, result_count, **kwargs):
|
|
result = []
|
|
try:
|
|
c_page = 1
|
|
while len(result) < result_count:
|
|
results = src_method(page=c_page, **kwargs)
|
|
t_pages = results.get('total_pages')
|
|
if c_page != results.get('page') or c_page >= t_pages:
|
|
break
|
|
c_page += 1
|
|
if results and 'results' in results:
|
|
result += [self._convert_show(t) for t in results['results']]
|
|
else:
|
|
break
|
|
except (BaseException, Exception):
|
|
pass
|
|
return result[:result_count]
|
|
|
|
def get_trending(self, result_count=100, time_window='day', **kwargs):
|
|
"""
|
|
list of trending tv shows for day or week
|
|
:param result_count:
|
|
:param time_window: valid values: 'day', 'week'
|
|
"""
|
|
t_windows = ('day', 'week')['week' == time_window]
|
|
return self._get_show_list(tmdbsimple.Trending(media_type='tv', time_window=t_windows).info, result_count)
|
|
|
|
def get_popular(self, result_count=100, **kwargs):
|
|
return self._get_show_list(tmdbsimple.TV().popular, result_count)
|
|
|
|
def get_top_rated(self, result_count=100, **kwargs):
|
|
return self._get_show_list(tmdbsimple.TV().top_rated, result_count)
|
|
|
|
def discover(self, result_count=100, **kwargs):
|
|
"""
|
|
Discover TV shows by different types of data like average rating,
|
|
number of votes, genres, the network they aired on and air dates.
|
|
|
|
Discover also supports a nice list of sort options. See below for all
|
|
the available options.
|
|
|
|
Also note that a number of filters support being comma (,) or pipe (|)
|
|
separated. Commas are treated like an AND query while pipe's are
|
|
an OR.
|
|
|
|
Some examples of what can be done with discover can be found at
|
|
https://www.themoviedb.org/documentation/api/discover.
|
|
|
|
kwargs:
|
|
language: (optional) ISO 639-1 code.
|
|
sort_by: (optional) Available options are 'vote_average.desc',
|
|
'vote_average.asc', 'first_air_date.desc',
|
|
'first_air_date.asc', 'popularity.desc', 'popularity.asc'
|
|
sort_by: (optional) Allowed values: vote_average.desc,
|
|
vote_average.asc, first_air_date.desc, first_air_date.asc,
|
|
popularity.desc, popularity.asc
|
|
Default: popularity.desc
|
|
air_date.gte: (optional) Filter and only include TV shows that have
|
|
an air date (by looking at all episodes) that is greater or
|
|
equal to the specified value.
|
|
air_date.lte: (optional) Filter and only include TV shows that have
|
|
an air date (by looking at all episodes) that is less than or
|
|
equal to the specified value.
|
|
first_air_date.gte: (optional) Filter and only include TV shows
|
|
that have an original air date that is greater or equal to the
|
|
specified value. Can be used in conjunction with the
|
|
"include_null_first_air_dates" filter if you want to include
|
|
items with no air date.
|
|
first_air_date.lte: (optional) Filter and only include TV shows
|
|
that have an original air date that is less than or equal to the
|
|
specified value. Can be used in conjunction with the
|
|
"include_null_first_air_dates" filter if you want to include
|
|
items with no air date.
|
|
first_air_date_year: (optional) Filter and only include TV shows
|
|
that have an original air date year that equal to the specified
|
|
value. Can be used in conjunction with the
|
|
"include_null_first_air_dates" filter if you want to include
|
|
items with no air date.
|
|
timezone: (optional) Used in conjunction with the air_date.gte/lte
|
|
filter to calculate the proper UTC offset. Default
|
|
America/New_York.
|
|
vote_average.gte: (optional) Filter and only include movies that
|
|
have a rating that is greater or equal to the specified value.
|
|
Minimum 0.
|
|
vote_count.gte: (optional) Filter and only include movies that have
|
|
a rating that is less than or equal to the specified value.
|
|
Minimum 0.
|
|
with_genres: (optional) Comma separated value of genre ids that you
|
|
want to include in the results.
|
|
with_networks: (optional) Comma separated value of network ids that
|
|
you want to include in the results.
|
|
without_genres: (optional) Comma separated value of genre ids that
|
|
you want to exclude from the results.
|
|
with_runtime.gte: (optional) Filter and only include TV shows with
|
|
an episode runtime that is greater than or equal to a value.
|
|
with_runtime.lte: (optional) Filter and only include TV shows with
|
|
an episode runtime that is less than or equal to a value.
|
|
include_null_first_air_dates: (optional) Use this filter to include
|
|
TV shows that don't have an air date while using any of the
|
|
"first_air_date" filters.
|
|
with_original_language: (optional) Specify an ISO 639-1 string to
|
|
filter results by their original language value.
|
|
without_keywords: (optional) Exclude items with certain keywords.
|
|
You can comma and pipe seperate these values to create an 'AND'
|
|
or 'OR' logic.
|
|
screened_theatrically: (optional) Filter results to include items
|
|
that have been screened theatrically.
|
|
with_companies: (optional) A comma separated list of production
|
|
company ID's. Only include movies that have one of the ID's
|
|
added as a production company.
|
|
with_keywords: (optional) A comma separated list of keyword ID's.
|
|
Only includes TV shows that have one of the ID's added as a
|
|
keyword.
|
|
|
|
:param result_count:
|
|
"""
|
|
return self._get_show_list(tmdbsimple.Discover().tv, result_count, **kwargs)
|
|
|
|
def _get_show_data(self, sid, language, get_ep_info=False, banners=False, posters=False, seasons=False,
|
|
seasonwides=False, fanart=False, actors=False, **kwargs):
|
|
# type: (integer_types, AnyStr, bool, bool, bool, bool, bool, bool, bool, Optional[Any]) -> bool
|
|
# note: this is only working for images fetching currently
|
|
self.show_not_found = False
|
|
to_append = ['external_ids', 'alternative_titles', 'content_ratings', 'translations']
|
|
tmdb_lang = ('en-US', language)[language in self._tmdb_supported_lang_list]
|
|
if any((banners, posters, seasons, seasonwides, fanart)):
|
|
to_append.append('images')
|
|
if (actors or self.config['actors_enabled']) and not getattr(self.shows.get(sid), 'actors_loaded', False):
|
|
to_append.append('aggregate_credits')
|
|
if get_ep_info and not getattr(self.shows.get(sid), 'ep_loaded', False):
|
|
to_append.append('episode_groups')
|
|
try:
|
|
tmdb = tmdbsimple.TV(sid)
|
|
show_data = tmdb.info(append_to_response=','.join(to_append), language=tmdb_lang)
|
|
if tmdb_lang not in (_l['iso_639_1'] for _l in show_data['translations'].get('translations', []) or []):
|
|
tmdb_lang = 'en'
|
|
show_data = tmdb.info(append_to_response=','.join(to_append), language=tmdb_lang)
|
|
except (BaseException, Exception):
|
|
self.show_not_found = True
|
|
return False
|
|
|
|
if not show_data:
|
|
self.show_not_found = True
|
|
return False
|
|
|
|
show_obj = self.shows[sid]
|
|
|
|
self._convert_show(show_data, show_obj)
|
|
|
|
if 'images' in show_data:
|
|
show_obj.poster_loaded = True
|
|
show_obj.banner_loaded = True
|
|
show_obj.fanart_loaded = True
|
|
for img_type, img_list in iteritems(show_data['images']):
|
|
map_img_type = {'backdrops': TVInfoImageType.fanart, 'posters': TVInfoImageType.poster}.get(img_type)
|
|
if None is not map_img_type:
|
|
for img in img_list:
|
|
if None is not img.get('iso_639_1') and img.get('iso_639_1') != tmdb_lang:
|
|
continue
|
|
show_obj.images.setdefault(map_img_type, []).append(
|
|
TVInfoImage(
|
|
image_type=map_img_type,
|
|
sizes={
|
|
t_s: '%s%s%s' % (
|
|
self.img_base_url, self.size_map[map_img_type][t_s], img['file_path'])
|
|
for t_s in [TVInfoImageSize.original, TVInfoImageSize.medium, TVInfoImageSize.small]
|
|
},
|
|
rating=img['vote_average'],
|
|
votes=img['vote_count'],
|
|
lang=img['iso_639_1'],
|
|
height=img['height'],
|
|
width=img['width'],
|
|
aspect_ratio=img['aspect_ratio']
|
|
)
|
|
)
|
|
|
|
season_cast_objs = {}
|
|
if (actors or self.config['actors_enabled']) and not getattr(self.shows.get(sid), 'actors_loaded', False):
|
|
cast, show_obj.actors_loaded = CastList(), True
|
|
if isinstance(show_data.get('aggregate_credits'), dict) and 'cast' in show_data['aggregate_credits'] and\
|
|
isinstance(show_data['aggregate_credits']['cast'], list):
|
|
season_credits = [('season/%d/credits' % s['season_number'], s['season_number'])
|
|
for s in show_data.get('seasons') or []]
|
|
main_cast_ids, season_cast_ids, main_cast_credit_ids = {}, {}, set()
|
|
for cur_seasons in iterate_chunk(season_credits, 20):
|
|
try:
|
|
season_data = tmdb.info(append_to_response=','.join(_c[0] for _c in cur_seasons),
|
|
language=tmdb_lang)
|
|
except (BaseException, Exception):
|
|
season_data = None
|
|
if season_data:
|
|
main_cast_ids.update({season_cast_obj['id']: season_obj[1] for season_obj in cur_seasons
|
|
for season_cast_obj in season_data[season_obj[0]].get('cast') or []})
|
|
main_cast_credit_ids.update({season_cast_obj['credit_id'] for season_obj in cur_seasons
|
|
for season_cast_obj in season_data[season_obj[0]].get('cast')
|
|
or []})
|
|
for season_obj in cur_seasons:
|
|
season_cast_ids.setdefault(season_obj[1], []).extend([
|
|
season_cast_obj['id'] for season_cast_obj in
|
|
season_data[season_obj[0]].get('cast') or []])
|
|
|
|
for person_obj in sorted(list(filter(lambda a: a['id'] in main_cast_ids,
|
|
show_data['aggregate_credits']['cast'] or []))[:50],
|
|
key=lambda c: (main_cast_ids.get(c['id'], 0) or 0,
|
|
c['total_episode_count'], c['order'] * -1), reverse=True):
|
|
for character in sorted(list(filter(lambda b: b['credit_id'] in main_cast_credit_ids,
|
|
person_obj.get('roles', []) or [])),
|
|
key=lambda c: c['episode_count'], reverse=True):
|
|
character_obj = TVInfoCharacter(
|
|
name=clean_data(character['character']),
|
|
person=[
|
|
TVInfoPerson(
|
|
p_id=person_obj['id'], name=clean_data(person_obj['name']),
|
|
image='%s%s%s' % (
|
|
self.img_base_url,
|
|
self.size_map[TVInfoImageType.person_poster][
|
|
TVInfoImageSize.original], person_obj['profile_path']),
|
|
thumb_url='%s%s%s' % (
|
|
self.img_base_url,
|
|
self.size_map[TVInfoImageType.person_poster][
|
|
TVInfoImageSize.medium], person_obj['profile_path']),
|
|
gender=PersonGenders.tmdb_map.get(person_obj.get('gender'), PersonGenders.unknown)
|
|
)])
|
|
cast[RoleTypes.ActorMain].append(character_obj)
|
|
for _s, _c in iteritems(season_cast_ids):
|
|
if person_obj['id'] in _c:
|
|
season_cast_objs.setdefault(_s, []).append(character_obj)
|
|
show_obj.cast = cast
|
|
show_obj.actors = [
|
|
{'character': {'id': ch.id,
|
|
'name': ch.name,
|
|
'image': ch.image,
|
|
},
|
|
'person': {'id': ch.person and ch.person[0].id,
|
|
'name': ch.person and ch.person[0].name,
|
|
'url': ch.person and 'https://www.themoviedb.org/person/%s' % ch.person[0].id,
|
|
'image': ch.person and ch.person[0].image,
|
|
'birthday': None, # not sure about format
|
|
'deathday': None, # not sure about format
|
|
'gender': None,
|
|
'country': None,
|
|
},
|
|
} for ch in cast[RoleTypes.ActorMain]]
|
|
|
|
if get_ep_info and not getattr(self.shows.get(sid), 'ep_loaded', False):
|
|
show_obj.ep_loaded = True
|
|
seasons = ['season/%d' % s['season_number'] for s in show_data.get('seasons') or []]
|
|
# call limited to 20 seasons per call
|
|
for cur_seasons in iterate_chunk(seasons, 20):
|
|
try:
|
|
ep_data = tmdb.info(append_to_response=','.join(cur_seasons), language=tmdb_lang)
|
|
except (BaseException, Exception):
|
|
ep_data = None
|
|
if ep_data:
|
|
for season_obj in cur_seasons:
|
|
for ep_obj in ep_data[season_obj]['episodes']:
|
|
for _k, _s in (
|
|
('seasonnumber', 'season_number'), ('episodenumber', 'episode_number'),
|
|
('episodename', 'name'), ('firstaired', 'air_date'), ('overview', 'overview'),
|
|
('id', 'id'), ('filename', 'still_path')):
|
|
seas, ep, value = ep_obj['season_number'], ep_obj['episode_number'], \
|
|
clean_data(ep_obj.get(_s, getattr(empty_ep, _k)))
|
|
if seas not in show_obj:
|
|
show_obj[seas] = TVInfoSeason(show=show_obj)
|
|
show_obj[seas].number = seas
|
|
if seas in season_cast_objs:
|
|
show_obj[seas].cast[RoleTypes.ActorMain] = season_cast_objs[seas]
|
|
if ep not in show_obj[seas]:
|
|
show_obj[seas][ep] = TVInfoEpisode(season=show_obj[seas], show=show_obj)
|
|
if 'still_path' == _s:
|
|
value = '%s%s%s' % (self.img_base_url,
|
|
self.size_map[TVInfoImageType.still][TVInfoImageSize.original],
|
|
value)
|
|
show_obj[seas][ep].__dict__[_k] = value
|
|
|
|
return True
|
|
|
|
@property
|
|
def _tmdb_supported_lang_list(self):
|
|
if not TmdbIndexer._tmdb_lang_list:
|
|
self._get_languages()
|
|
return TmdbIndexer._tmdb_lang_list
|
|
|
|
def _get_languages(self):
|
|
# type: (...) -> None
|
|
try:
|
|
tmdb = tmdbsimple.Configuration()
|
|
lang_data = tmdb.languages()
|
|
except (BaseException, Exception):
|
|
lang_data = None
|
|
if lang_data:
|
|
TmdbIndexer._supported_languages = [{
|
|
'id': clean_data(a['iso_639_1']), 'name': clean_data(a['english_name']),
|
|
'nativeName': clean_data(a['name']), 'shortCode': None, 'sg_lang': clean_data(a['iso_639_1'])
|
|
} for a in sorted(lang_data, key=lambda b: b['iso_639_1'])]
|
|
TmdbIndexer._tmdb_lang_list = [a['id'] for a in self._supported_languages]
|
|
else:
|
|
TmdbIndexer._supported_languages = []
|
|
TmdbIndexer._tmdb_lang_list = []
|