monkee.ch/SickGear
1
0
Fork 0
mirror of https://github.com/SickGear/SickGear.git synced 2024-11-24 13:55:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions
SickGear/lib/api_tmdb/tmdb_api.py
Prinz23 c4d3577ba3 Fix TVmaze parser to only directly map properties in map list 
Change add TMDB ratings alias in _convert_show
2024-06-26 18:16:49 +01:00

879 lines
48 KiB
Python
Raw Blame History

# encoding:utf-8
# author:Prinz23
# project:tmdb_api
__author__ = 'Prinz23'
__version__ = '1.0'
__api_version__ = '1.0.0'
import datetime
import logging
import re
from lib import tmdbsimple
from lib.dateutil.parser import parser
from lib.exceptions_helper import ConnectionSkipException, ex
from lib.tvinfo_base import CastList, PersonGenders, RoleTypes, \
TVInfoBase, TVInfoIDs, TVInfoImage, TVInfoImageSize, TVInfoImageType, TVInfoNetwork, TVInfoSocialIDs, \
TVInfoCharacter, TVInfoPerson, TVInfoShow, TVInfoEpisode, TVInfoSeason, \
TVINFO_IMDB, TVINFO_TMDB, TVINFO_TVDB, \
TVINFO_FACEBOOK, TVINFO_INSTAGRAM, TVINFO_TWITTER
from json_helper import json_dumps
from sg_helpers import clean_data, enforce_type, get_url, iterate_chunk, try_int
from six import iteritems
# noinspection PyUnreachableCode
if False:
from typing import Any, AnyStr, Dict, List, Optional, Union
from six import integer_types
log = logging.getLogger('tmdb.api')
log.addHandler(logging.NullHandler())
tz_p = parser()
tmdbsimple.API_KEY = 'edc5f123313769de83a71e157758030b'
id_map = {TVINFO_IMDB: 'imdb_id', TVINFO_TVDB: 'tvdb_id',
TVINFO_FACEBOOK: 'facebook_id', TVINFO_INSTAGRAM: 'instagram_id', TVINFO_TWITTER: 'twitter_id'}
tv_show_map = dict(
name='seriesname', id='id', first_air_date='firstaired', status='status', original_language='language')
ep_group_types = {
1: 'Original air date',
2: 'Absolute',
3: 'DVD',
4: 'Digital',
5: 'Story arc',
6: 'Production',
7: 'TV'
}
empty_ep = TVInfoEpisode()
def tmdb_get(self, path, params=None):
url = self._get_complete_url(path)
params = self._get_params(params)
return get_url(url=url, params=params, json=True, raise_skip_exception=True)
def tmdb_post(self, path, params=None, payload=None):
url = self._get_complete_url(path)
params = self._get_params(params)
data = json_dumps(payload) if payload else payload
return get_url(url=url, params=params, post_data=data, json=True, raise_skip_exception=True)
tmdbsimple.base.TMDB._GET = tmdb_get
tmdbsimple.base.TMDB._POST = tmdb_post
_TMDB_CONSTANTS_CACHE = {'date': datetime.datetime(2000, 1, 1), 'data': {}}
def get_tmdb_constants():
# type: (...) -> Dict
"""return tmdbsimple Configuration().info() or cached copy"""
global _TMDB_CONSTANTS_CACHE
# only retrieve info data if older than 3 days
if 3 < (datetime.datetime.now() - _TMDB_CONSTANTS_CACHE['date']).days or not _TMDB_CONSTANTS_CACHE['data']:
try:
tv_genres = {g['id']: g['name'] for g in tmdbsimple.Genres().tv_list()['genres']}
response = tmdbsimple.Configuration().info()
sorted_poster_sizes = sorted((try_int(_p.replace('w', '')) for _p in response['images']['poster_sizes']
if 'original' != _p), reverse=True)
sorted_backdrop_sizes = sorted((try_int(_p.replace('w', '')) for _p in response['images']['backdrop_sizes']
if 'original' != _p), reverse=True)
sorted_profile_sizes = sorted((try_int(_p.replace('w', '')) for _p in response['images']['profile_sizes']
if 'original' != _p and not _p.startswith('h')), reverse=True)
sorted_still_sizes = sorted((try_int(_p.replace('w', '')) for _p in response['images']['still_sizes']
if 'original' != _p and not _p.startswith('h')), reverse=True)
_TMDB_CONSTANTS_CACHE = dict(
date=datetime.datetime.now(),
data=dict(
genres=tv_genres,
img_base_url=response['images']['secure_base_url'],
img_profile_sizes=response['images']['profile_sizes'],
poster_sizes=response['images']['poster_sizes'],
backdrop_sizes=response['images']['backdrop_sizes'],
logo_sizes=response['images']['logo_sizes'],
still_sizes=response['images']['still_sizes'],
change_keys=response['change_keys']
)
)
except (BaseException, Exception):
poster_sizes = ['w92', 'w154', 'w185', 'w342', 'w500', 'w780', 'original']
sorted_poster_sizes = sorted((try_int(_p.replace('w', '')) for _p in poster_sizes
if 'original' != _p), reverse=True)
backdrop_sizes = ['w300', 'w780', 'w1280', 'original']
sorted_backdrop_sizes = sorted((try_int(_p.replace('w', '')) for _p in backdrop_sizes
if 'original' != _p), reverse=True)
profile_sizes = ['w45', 'w185', 'h632', 'original']
sorted_profile_sizes = sorted((try_int(_p.replace('w', '')) for _p in profile_sizes
if 'original' != _p and not _p.startswith('h')), reverse=True)
still_sizes = ['w92', 'w185', 'w300', 'original']
sorted_still_sizes = sorted((try_int(_p.replace('w', '')) for _p in still_sizes
if 'original' != _p and not _p.startswith('h')), reverse=True)
_TMDB_CONSTANTS_CACHE['data'] = dict(
genres={16: 'Animation', 18: 'Drama', 35: 'Comedy', 37: 'Western', 80: 'Crime', 99: 'Documentary',
9648: 'Mystery', 10751: 'Family', 10759: 'Action & Adventure', 10762: 'Kids',
10763: 'News', 10764: 'Reality', 10765: 'Sci-Fi & Fantasy', 10766: 'Soap',
10767: 'Talk', 10768: 'War & Politics'},
img_base_url=r'https://image.tmdb.org/t/p/',
img_profile_sizes=['w45', 'w185', 'h632', 'original'],
poster_sizes=poster_sizes,
backdrop_sizes=backdrop_sizes,
logo_sizes=['w45', 'w92', 'w154', 'w185', 'w300', 'w500', 'original'],
still_sizes=['w92', 'w185', 'w300', 'original'],
change_keys=['adult', 'air_date', 'also_known_as', 'alternative_titles', 'biography', 'birthday',
'budget', 'cast', 'certifications', 'character_names', 'created_by', 'crew', 'deathday',
'episode', 'episode_number', 'episode_run_time', 'freebase_id', 'freebase_mid',
'general', 'genres', 'guest_stars', 'homepage', 'images', 'imdb_id', 'languages',
'name', 'network', 'origin_country', 'original_name', 'original_title', 'overview',
'parts', 'place_of_birth', 'plot_keywords', 'production_code', 'production_companies',
'production_countries', 'releases', 'revenue', 'runtime', 'season', 'season_number',
'season_regular', 'spoken_languages', 'status', 'tagline', 'title', 'translations',
'tvdb_id', 'tvrage_id', 'type', 'video', 'videos']
)
if isinstance(_TMDB_CONSTANTS_CACHE, dict) and 'data' in _TMDB_CONSTANTS_CACHE:
_TMDB_CONSTANTS_CACHE['data'].update(dict(
size_map={
TVInfoImageType.poster: {
TVInfoImageSize.original: 'original',
TVInfoImageSize.medium: 'w%s' % next((s for s in sorted_poster_sizes if s < 400), 342),
TVInfoImageSize.small: 'w%s' % next((s for s in sorted_poster_sizes if s < 200), 185)
},
TVInfoImageType.fanart: {
TVInfoImageSize.original: 'original',
TVInfoImageSize.medium: 'w%s' % next((s for s in sorted_backdrop_sizes if s < 1000), 780),
TVInfoImageSize.small: 'w%s' % next((s for s in sorted_backdrop_sizes if s < 500), 300)
},
TVInfoImageType.person_poster: {
TVInfoImageSize.original: 'original',
TVInfoImageSize.medium: 'w%s' % next((s for s in sorted_profile_sizes if s < 400), 185),
TVInfoImageSize.small: 'w%s' % next((s for s in sorted_profile_sizes if s < 150), 45)
},
TVInfoImageType.still: {
TVInfoImageSize.original: 'original',
TVInfoImageSize.medium: 'w%s' % next((s for s in sorted_still_sizes if s < 400), 185),
TVInfoImageSize.small: 'w%s' % next((s for s in sorted_still_sizes if s < 150), 45)
}
}
))
return _TMDB_CONSTANTS_CACHE['data']
class TmdbIndexer(TVInfoBase):
API_KEY = tmdbsimple.API_KEY
supported_person_id_searches = [TVINFO_FACEBOOK, TVINFO_IMDB, TVINFO_INSTAGRAM, TVINFO_TMDB, TVINFO_TWITTER]
supported_id_searches = [TVINFO_IMDB, TVINFO_TMDB, TVINFO_TVDB]
map_languages = {}
reverse_map_languages = {v: k for k, v in iteritems(map_languages)}
_tmdb_lang_list = None
# noinspection PyUnusedLocal
# noinspection PyDefaultArgument
def __init__(self, *args, **kwargs):
super(TmdbIndexer, self).__init__(*args, **kwargs)
response = get_tmdb_constants()
self.img_base_url = response.get('img_base_url')
self.size_map = response.get('size_map')
self.tv_genres = response.get('genres')
def _search_show(self, name=None, ids=None, lang=None, **kwargs):
# type: (Union[AnyStr, List[AnyStr]], Dict[integer_types, integer_types], Optional[string_types], Optional[Any]) -> List[Dict]
"""This searches TMDB for the series name,
"""
tmdb_lang = ('en-US', lang)[lang in self._tmdb_supported_lang_list]
def _make_result_dict(s):
ti_show = TVInfoShow()
ti_show.seriesname, ti_show.id, ti_show.seriesid, ti_show.firstaired, ti_show.genre_list, \
ti_show.overview, ti_show.poster, ti_show.ids, ti_show.language, ti_show.popularity, ti_show.rating = \
clean_data(s['name']), s['id'], s['id'], clean_data(s.get('first_air_date')) or None, \
clean_data([self.tv_genres.get(g) for g in s.get('genre_ids') or []]), \
self._enforce_text(s.get('overview')), s.get('poster_path') and '%s%s%s' % (
self.img_base_url, self.size_map[TVInfoImageType.poster][TVInfoImageSize.original],
s.get('poster_path')), \
TVInfoIDs(tvdb=s.get('external_ids') and s['external_ids'].get('tvdb_id'),
tmdb=s['id'], rage=s.get('external_ids') and s['external_ids'].get('tvrage_id'),
imdb=s.get('external_ids') and s['external_ids'].get('imdb_id') and
try_int(s['external_ids'].get('imdb_id', '').replace('tt', ''), None)), \
clean_data(s.get('original_language')), s.get('popularity'), s.get('vote_average')
ti_show.genre = '|'.join(ti_show.genre_list or [])
return ti_show
results = []
if ids:
for t, p in iteritems(ids):
if t in self.supported_id_searches:
if t == TVINFO_TMDB:
cache_id_key = 's-id-%s-%s' % (TVINFO_TMDB, p)
is_none, shows = self._get_cache_entry(cache_id_key)
if not self.config.get('cache_search') or (None is shows and not is_none):
try:
show = tmdbsimple.TV(id=p).info(append_to_response='external_ids', language=tmdb_lang)
except (BaseException, Exception):
continue
self._set_cache_entry(cache_id_key, show, expire=self.search_cache_expire)
else:
show = shows
if show:
results.extend([_make_result_dict(show)])
elif t in (TVINFO_IMDB, TVINFO_TVDB):
cache_id_key = 's-id-%s-%s' % (t, p)
is_none, shows = self._get_cache_entry(cache_id_key)
if not self.config.get('cache_search') or (None is shows and not is_none):
try:
show = tmdbsimple.Find(id=(p, 'tt%07d' % p)[t == TVINFO_IMDB]).info(
external_source=id_map[t], language=tmdb_lang)
if show.get('tv_results') and 1 == len(show['tv_results']):
show = tmdbsimple.TV(id=show['tv_results'][0]['id']).info(
append_to_response='external_ids', language=tmdb_lang)
except (BaseException, Exception):
continue
self._set_cache_entry(cache_id_key, show, expire=self.search_cache_expire)
else:
show = shows
if show:
results.extend([_make_result_dict(s)
for s in show.get('tv_results') or (show.get('id') and [show]) or []])
if name:
for n in ([name], name)[isinstance(name, list)]:
cache_name_key = 's-name-%s' % n
is_none, shows = self._get_cache_entry(cache_name_key)
if not self.config.get('cache_search') or (None is shows and not is_none):
try:
shows = tmdbsimple.Search().tv(query=n, language=tmdb_lang)
self._set_cache_entry(cache_name_key, shows, expire=self.search_cache_expire)
results.extend([_make_result_dict(s) for s in shows.get('results') or []])
except (BaseException, Exception) as e:
log.debug('Error searching for show: %s' % ex(e))
else:
results.extend([_make_result_dict(s) for s in (shows and shows.get('results')) or []])
seen = set()
results = [seen.add(r.id) or r for r in results if r.id not in seen]
return results
def _convert_person_obj(self, tmdb_person_obj):
gender = PersonGenders.tmdb_map.get(tmdb_person_obj.get('gender'), PersonGenders.unknown)
try:
birthdate = tmdb_person_obj.get('birthday') and tz_p.parse(tmdb_person_obj.get('birthday')).date()
except (BaseException, Exception):
birthdate = None
try:
deathdate = tmdb_person_obj.get('deathday') and tz_p.parse(tmdb_person_obj.get('deathday')).date()
except (BaseException, Exception):
deathdate = None
person_imdb_id = tmdb_person_obj.get('imdb_id') and try_int(tmdb_person_obj['imdb_id'].replace('nm', ''), None)
person_ids = {TVINFO_TMDB: tmdb_person_obj.get('id')}
if person_imdb_id:
person_ids.update({TVINFO_IMDB: person_imdb_id})
pi = tmdb_person_obj.get('images')
image_url, main_image, thumb_url, main_thumb, image_list = None, None, None, None, []
if pi:
for i in sorted(pi['profiles'], key=lambda a: a['vote_average'] or 0, reverse=True):
if not any((main_image, main_thumb)):
if 500 < i['height'] and not image_url:
image_url = '%s%s%s' % \
(self.img_base_url, self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.original],
i['file_path'])
thumb_url = '%s%s%s' % \
(self.img_base_url, self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.medium],
i['file_path'])
elif not thumb_url:
thumb_url = '%s%s%s' % \
(self.img_base_url, self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.original],
i['file_path'])
if image_url and thumb_url:
main_image_url, main_thumb = image_url, thumb_url
image_list.append(
TVInfoImage(
image_type=TVInfoImageType.person_poster,
sizes={_s: '%s%s%s' % (self.img_base_url,
self.size_map[TVInfoImageType.person_poster][_s], i['file_path'])
for _s in (TVInfoImageSize.original, TVInfoImageSize.medium, TVInfoImageSize.small)},
aspect_ratio=i['aspect_ratio'],
height=i['height'],
width=i['width'],
lang=clean_data(i['iso_639_1']),
rating=i['vote_average'],
votes=i['vote_count']
))
elif tmdb_person_obj.get('profile_path'):
main_image = '%s%s%s' % (
self.img_base_url, self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.original],
tmdb_person_obj['profile_path'])
main_thumb = '%s%s%s' % (
self.img_base_url, self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.medium],
tmdb_person_obj['profile_path'])
clean_person_name = clean_data(tmdb_person_obj.get('name'))
_it_person_obj = TVInfoPerson(
p_id=tmdb_person_obj.get('id'), ids=TVInfoIDs(ids=person_ids), name=clean_person_name,
akas=clean_data(set(tmdb_person_obj.get('also_known_as') or [])),
bio=clean_data(tmdb_person_obj.get('biography')), gender=gender,
image=main_image, images=image_list, thumb_url=main_thumb,
birthdate=birthdate, birthplace=clean_data(tmdb_person_obj.get('place_of_birth')),
deathdate=deathdate, homepage=tmdb_person_obj.get('homepage')
)
cast = tmdb_person_obj.get('cast') or tmdb_person_obj.get('tv_credits', {}).get('cast') or \
tmdb_person_obj.get('known_for')
characters = []
for character in cast or []:
ti_show = TVInfoShow()
ti_show.id = character.get('id')
ti_show.ids = TVInfoIDs(ids={TVINFO_TMDB: ti_show.id})
ti_show.seriesname = enforce_type(clean_data(character.get('original_name')), str, '')
ti_show.overview = self._enforce_text(character.get('overview'))
ti_show.firstaired = clean_data(character.get('first_air_date'))
ti_show.language = clean_data(character.get('original_language'))
ti_show.popularity = character.get('popularity')
ti_show.vote_count = character.get('vote_count')
ti_show.vote_average = character.get('vote_average')
ti_show.rating = ti_show.vote_average
ti_show.genre_list = []
for g in character.get('genre_ids') or []:
if g in self.tv_genres:
ti_show.genre_list.append(self.tv_genres.get(g))
ti_show.genre = '|'.join(ti_show.genre_list)
if character.get('poster_path'):
ti_show.poster = '%s%s%s' % \
(self.img_base_url,
self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.original],
character['poster_path'])
ti_show.poster_thumb = '%s%s%s' % \
(self.img_base_url,
self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.medium],
character['poster_path'])
if character.get('backdrop_path'):
ti_show.fanart = '%s%s%s' % \
(self.img_base_url,
self.size_map[TVInfoImageType.person_poster][TVInfoImageSize.original],
character['backdrop_path'])
clean_char_name = clean_data(character.get('character'))
clean_lower_person_name = (clean_person_name or '').lower() or None
characters.append(
TVInfoCharacter(name=clean_char_name, ti_show=ti_show, person=[_it_person_obj],
episode_count=character.get('episode_count'),
plays_self=enforce_type(clean_char_name and
(clean_char_name or '').lower() in ('self', clean_lower_person_name), bool, False)),
)
_it_person_obj.characters = characters
return _it_person_obj
def _search_person(self, name=None, ids=None):
# type: (AnyStr, Dict[integer_types, integer_types]) -> List[TVInfoPerson]
"""
search for person by name
:param name: name to search for
:param ids: dict of ids to search
:return: list of found person's
"""
results, ids = [], ids or {}
search_text_obj = tmdbsimple.Search()
for tv_src in self.supported_person_id_searches:
if tv_src in ids:
if TVINFO_TMDB == tv_src:
try:
people_obj = self.get_person(ids[tv_src])
except ConnectionSkipException as e:
raise e
except (BaseException, Exception):
people_obj = None
if people_obj and not any(1 for r in results if r.id == people_obj.id):
results.append(people_obj)
elif tv_src in (TVINFO_IMDB, TVINFO_TMDB):
try:
cache_key_name = 'p-src-%s-%s' % (tv_src, ids.get(tv_src))
is_none, result_objs = self._get_cache_entry(cache_key_name)
if None is result_objs and not is_none:
result_objs = tmdbsimple.Find(id=(ids.get(tv_src),
'nm%07d' % ids.get(tv_src))[TVINFO_IMDB == tv_src]).info(
external_source=id_map[tv_src]).get('person_results')
self._set_cache_entry(cache_key_name, result_objs)
except ConnectionSkipException as e:
raise e
except (BaseException, Exception):
result_objs = None
if result_objs:
for person_obj in result_objs:
if not any(1 for r in results if r.id == person_obj['id']):
results.append(self._convert_person_obj(person_obj))
else:
continue
if name:
cache_key_name = 'p-src-text-%s' % name
is_none, people_objs = self._get_cache_entry(cache_key_name)
if None is people_objs and not is_none:
try:
people_objs = search_text_obj.person(query=name, include_adult=True)
self._set_cache_entry(cache_key_name, people_objs)
except ConnectionSkipException as e:
raise e
except (BaseException, Exception):
people_objs = None
if people_objs and people_objs.get('results'):
for person_obj in people_objs['results']:
if not any(1 for r in results if r.id == person_obj['id']):
results.append(self._convert_person_obj(person_obj))
return results
def get_person(self, p_id, get_show_credits=False, get_images=False, **kwargs):
# type: (integer_types, bool, bool, Any) -> Optional[TVInfoPerson]
kw = {}
to_append = []
if get_show_credits:
to_append.append('tv_credits')
if get_images:
to_append.append('images')
if to_append:
kw['append_to_response'] = ','.join(to_append)
cache_key_name = 'p-%s-%s' % (p_id, '-'.join(to_append))
is_none, people_obj = self._get_cache_entry(cache_key_name)
if None is people_obj and not is_none:
try:
people_obj = tmdbsimple.People(id=p_id).info(**kw)
except ConnectionSkipException as e:
raise e
except (BaseException, Exception):
people_obj = None
self._set_cache_entry(cache_key_name, people_obj)
if people_obj:
return self._convert_person_obj(people_obj)
def _convert_show(self, show_dict, show_obj=None):
# type: (Dict, TVInfoShow) -> TVInfoShow
if None is show_obj:
ti_show = TVInfoShow()
else:
ti_show = show_obj
if show_dict:
ti_show.seriesname = clean_data(show_dict.get('name') or show_dict.get('original_name')
or show_dict.get('original_title'))
org_title = clean_data(show_dict.get('original_name') or show_dict.get('original_title'))
if org_title != ti_show.seriesname:
ti_show.aliases = [org_title]
ti_show.id = show_dict.get('id')
ti_show.seriesid = ti_show.id
ti_show.language = clean_data(show_dict.get('original_language'))
ti_show.spoken_languages = [_l['iso_639_1'] for _l in show_dict.get('spoken_languages') or []]
ti_show.overview = self._enforce_text(show_dict.get('overview'))
ti_show.status = clean_data(show_dict.get('status', ''))
ti_show.show_type = clean_data((show_dict.get('type') and [show_dict['type']]) or [])
ti_show.firstaired = clean_data(show_dict.get('first_air_date'))
ti_show.popularity = show_dict.get('popularity')
ti_show.vote_count = show_dict.get('vote_count')
ti_show.vote_average = show_dict.get('vote_average')
ti_show.rating = ti_show.vote_average
ti_show.origin_countries = show_dict.get('origin_country') or []
ti_show.genre_list = []
ti_show.origin_countries = clean_data(show_dict.get('origin_country') or [])
for g in show_dict.get('genre_ids') or []:
if g in self.tv_genres:
ti_show.genre_list.append(self.tv_genres.get(g))
ti_show.genre = '|'.join(ti_show.genre_list)
runtime = None
for r in sorted(show_dict.get('episode_run_time') or [], reverse=True):
if 40 < r < 50:
runtime = r
break
if 20 < r < 40:
runtime = r
break
if not runtime and show_dict.get('episode_run_time'):
runtime = max(show_dict.get('episode_run_time') or [0]) or None
ti_show.runtime = runtime
ti_show.networks = [
TVInfoNetwork(name=clean_data(n.get('name')), n_id=n.get('id'),
country_code=clean_data(n.get('origin_country')))
for n in reversed(show_dict.get('networks') or [])
]
if show_dict.get('networks'):
ti_show.network = clean_data(show_dict['networks'][-1]['name'])
ti_show.network_id = show_dict['networks'][-1].get('id')
ti_show.network_country_code = clean_data(show_dict['networks'][-1].get('origin_country'))
image_url = show_dict.get('poster_path') and '%s%s%s' % \
(self.img_base_url, self.size_map[TVInfoImageType.poster][TVInfoImageSize.original],
show_dict.get('poster_path'))
thumb_image_url = show_dict.get('poster_path') and '%s%s%s' % \
(self.img_base_url, self.size_map[TVInfoImageType.poster][TVInfoImageSize.small],
show_dict.get('poster_path'))
backdrop_url = show_dict.get('backdrop_path') and '%s%s%s' % \
(self.img_base_url, self.size_map[TVInfoImageType.fanart][TVInfoImageSize.original],
show_dict.get('backdrop_path'))
ti_show.ids = TVInfoIDs(tvdb=show_dict.get('external_ids', {}).get('tvdb_id'),
tmdb=show_dict['id'],
rage=show_dict.get('external_ids', {}).get('tvrage_id'),
imdb=show_dict.get('external_ids', {}).get('imdb_id')
and try_int(
show_dict.get('external_ids', {}).get('imdb_id', '').replace('tt', ''), None))
ti_show.social_ids = TVInfoSocialIDs(twitter=show_dict.get('external_ids', {}).get('twitter_id'),
instagram=show_dict.get('external_ids', {}).get('instagram_id'),
facebook=show_dict.get('external_ids', {}).get('facebook_id'))
ti_show.poster = image_url
ti_show.poster_thumb = thumb_image_url
ti_show.fanart = backdrop_url
return ti_show
def _get_show_list(self, src_method, result_count, **kwargs):
result = []
try:
c_page = 1
while len(result) < result_count:
results = src_method(page=c_page, **kwargs)
t_pages = results.get('total_pages')
if c_page != results.get('page') or c_page >= t_pages:
break
c_page += 1
if results and 'results' in results:
result += [self._convert_show(t) for t in results['results']]
else:
break
except (BaseException, Exception):
pass
return result[:result_count]
def get_similar(self, tvid, result_count=100, **kwargs):
# type: (integer_types, int, Any) -> List[TVInfoShow]
"""
list of similar shows to the provided tv id
:param tvid: id to find similar shows for
:param result_count: result count to returned
"""
return self._get_show_list(tmdbsimple.TV(id=tvid).similar, result_count)
def get_recommended_for_show(self, tvid, result_count=100, **kwargs):
# type: (integer_types, int, Any) -> List[TVInfoShow]
"""
list of recommended shows to the provided tv id
:param tvid: id to find recommended shows for
:param result_count: result count to returned
"""
return self._get_show_list(tmdbsimple.TV(id=tvid).recommendations, result_count)
def get_trending(self, result_count=100, time_window='day', **kwargs):
# type: (int, str, Any) -> List[TVInfoShow]
"""
list of trending tv shows for day or week
:param result_count:
:param time_window: valid values: 'day', 'week'
"""
t_windows = ('day', 'week')['week' == time_window]
return self._get_show_list(tmdbsimple.Trending(media_type='tv', time_window=t_windows).info, result_count)
def get_popular(self, result_count=100, **kwargs):
# type: (int, Any) -> List[TVInfoShow]
return self._get_show_list(tmdbsimple.TV().popular, result_count)
def get_top_rated(self, result_count=100, **kwargs):
# type: (int, Any) -> List[TVInfoShow]
return self._get_show_list(tmdbsimple.TV().top_rated, result_count)
def discover(self, result_count=100, **kwargs):
# type: (int, Any) -> List[TVInfoShow]
"""
Discover TV shows by different types of data like average rating,
number of votes, genres, the network they aired on and air dates.
Discover also supports a nice list of sort options. See below for all
the available options.
Also note that a number of filters support being comma (,) or pipe (|)
separated. Commas are treated like an AND query while pipe's are
an OR.
Some examples of what can be done with discover can be found at
https://www.themoviedb.org/documentation/api/discover.
kwargs:
language: (optional) ISO 639-1 code.
sort_by: (optional) Available options are 'vote_average.desc',
'vote_average.asc', 'first_air_date.desc',
'first_air_date.asc', 'popularity.desc', 'popularity.asc'
sort_by: (optional) Allowed values: vote_average.desc,
vote_average.asc, first_air_date.desc, first_air_date.asc,
popularity.desc, popularity.asc
Default: popularity.desc
air_date.gte: (optional) Filter and only include TV shows that have
an air date (by looking at all episodes) that is greater or
equal to the specified value.
air_date.lte: (optional) Filter and only include TV shows that have
an air date (by looking at all episodes) that is less than or
equal to the specified value.
first_air_date.gte: (optional) Filter and only include TV shows
that have an original air date that is greater or equal to the
specified value. Can be used in conjunction with the
"include_null_first_air_dates" filter if you want to include
items with no air date.
first_air_date.lte: (optional) Filter and only include TV shows
that have an original air date that is less than or equal to the
specified value. Can be used in conjunction with the
"include_null_first_air_dates" filter if you want to include
items with no air date.
first_air_date_year: (optional) Filter and only include TV shows
that have an original air date year that equal to the specified
value. Can be used in conjunction with the
"include_null_first_air_dates" filter if you want to include
items with no air date.
timezone: (optional) Used in conjunction with the air_date.gte/lte
filter to calculate the proper UTC offset. Default
America/New_York.
vote_average.gte: (optional) Filter and only include movies that
have a rating that is greater or equal to the specified value.
Minimum 0.
vote_count.gte: (optional) Filter and only include movies that have
a rating that is less than or equal to the specified value.
Minimum 0.
with_genres: (optional) Comma separated value of genre ids that you
want to include in the results.
with_networks: (optional) Comma separated value of network ids that
you want to include in the results.
without_genres: (optional) Comma separated value of genre ids that
you want to exclude from the results.
with_runtime.gte: (optional) Filter and only include TV shows with
an episode runtime that is greater than or equal to a value.
with_runtime.lte: (optional) Filter and only include TV shows with
an episode runtime that is less than or equal to a value.
include_null_first_air_dates: (optional) Use this filter to include
TV shows that don't have an air date while using any of the
"first_air_date" filters.
with_original_language: (optional) Specify an ISO 639-1 string to
filter results by their original language value.
without_keywords: (optional) Exclude items with certain keywords.
You can comma and pipe seperate these values to create an 'AND'
or 'OR' logic.
screened_theatrically: (optional) Filter results to include items
that have been screened theatrically.
with_companies: (optional) A comma separated list of production
company ID's. Only include movies that have one of the ID's
added as a production company.
with_keywords: (optional) A comma separated list of keyword ID's.
Only includes TV shows that have one of the ID's added as a
keyword.
:param result_count:
"""
if not kwargs:
# use default if now kwargs are set = return all future airdate shows with language set to 'en'
kwargs.update({'sort_by': 'first_air_date.asc',
'first_air_date.gte': datetime.date.today().strftime('%Y-%m-%d'),
'with_original_language': 'en',
})
return self._get_show_list(tmdbsimple.Discover().tv, result_count, **kwargs)
def _get_show_data(self, sid, language, get_ep_info=False, banners=False, posters=False, seasons=False,
seasonwides=False, fanart=False, actors=False, **kwargs):
# type: (integer_types, AnyStr, bool, bool, bool, bool, bool, bool, bool, Optional[Any]) -> bool
# note: this is only working for images fetching currently
self.show_not_found = False
to_append = ['external_ids', 'alternative_titles', 'content_ratings', 'translations']
tmdb_lang = ('en-US', language)[language in self._tmdb_supported_lang_list]
if any((banners, posters, seasons, seasonwides, fanart)):
to_append.append('images')
if (actors or self.config['actors_enabled']) and not getattr(self.ti_shows.get(sid), 'actors_loaded', False):
to_append.append('aggregate_credits')
if get_ep_info and not getattr(self.ti_shows.get(sid), 'ep_loaded', False):
to_append.append('episode_groups')
try:
tmdb = tmdbsimple.TV(sid)
show_data = tmdb.info(append_to_response=','.join(to_append), language=tmdb_lang)
if tmdb_lang not in (_l['iso_639_1'] for _l in show_data['translations'].get('translations', []) or []):
tmdb_lang = 'en'
show_data = tmdb.info(append_to_response=','.join(to_append), language=tmdb_lang)
except (BaseException, Exception):
self.show_not_found = True
return False
if not show_data:
self.show_not_found = True
return False
show_obj = self.ti_shows[sid]
self._convert_show(show_data, show_obj)
if 'images' in show_data:
show_obj.poster_loaded = True
show_obj.banner_loaded = True
show_obj.fanart_loaded = True
for img_type, img_list in iteritems(show_data['images']):
map_img_type = {'backdrops': TVInfoImageType.fanart, 'posters': TVInfoImageType.poster}.get(img_type)
if None is not map_img_type:
for img in img_list:
if None is not img.get('iso_639_1') and img.get('iso_639_1') != tmdb_lang:
continue
show_obj.images.setdefault(map_img_type, []).append(
TVInfoImage(
image_type=map_img_type,
sizes={
t_s: '%s%s%s' % (
self.img_base_url, self.size_map[map_img_type][t_s], img['file_path'])
for t_s in [TVInfoImageSize.original, TVInfoImageSize.medium, TVInfoImageSize.small]
},
rating=img['vote_average'],
votes=img['vote_count'],
lang=img['iso_639_1'],
height=img['height'],
width=img['width'],
aspect_ratio=img['aspect_ratio']
)
)
season_cast_objs = {}
if (actors or self.config['actors_enabled']) and not getattr(self.ti_shows.get(sid), 'actors_loaded', False):
cast, show_obj.actors_loaded = CastList(), True
if isinstance(show_data.get('aggregate_credits'), dict) and 'cast' in show_data['aggregate_credits'] and\
isinstance(show_data['aggregate_credits']['cast'], list):
season_credits = [('season/%d/credits' % s['season_number'], s['season_number'])
for s in show_data.get('seasons') or []]
main_cast_ids, season_cast_ids, main_cast_credit_ids = {}, {}, set()
for cur_seasons in iterate_chunk(season_credits, 20):
try:
season_data = tmdb.info(append_to_response=','.join(_c[0] for _c in cur_seasons),
language=tmdb_lang)
except (BaseException, Exception):
season_data = None
if season_data:
main_cast_ids.update({season_cast_obj['id']: season_obj[1] for season_obj in cur_seasons
for season_cast_obj in season_data[season_obj[0]].get('cast') or []})
main_cast_credit_ids.update({season_cast_obj['credit_id'] for season_obj in cur_seasons
for season_cast_obj in season_data[season_obj[0]].get('cast')
or []})
for season_obj in cur_seasons:
season_cast_ids.setdefault(season_obj[1], []).extend([
season_cast_obj['id'] for season_cast_obj in
season_data[season_obj[0]].get('cast') or []])
for person_obj in sorted(list(filter(lambda a: a['id'] in main_cast_ids,
show_data['aggregate_credits']['cast'] or []))[:50],
key=lambda c: (main_cast_ids.get(c['id'], 0) or 0,
c['total_episode_count'], c['order'] * -1), reverse=True):
for character in sorted(list(filter(lambda b: b['credit_id'] in main_cast_credit_ids,
person_obj.get('roles', []) or [])),
key=lambda c: c['episode_count'], reverse=True):
clean_char_name = clean_data(character['character'])
clean_person_name = clean_data(person_obj['name'])
clean_lower_person_name = (clean_person_name or '').lower() or None
character_obj = TVInfoCharacter(
name=clean_char_name,
plays_self=enforce_type(clean_char_name and
(clean_char_name or '').lower() in ('self', clean_lower_person_name), bool, False),
person=[
TVInfoPerson(
p_id=person_obj['id'], name=clean_person_name,
ids=TVInfoIDs(ids={TVINFO_TMDB: person_obj['id']}),
image='%s%s%s' % (
self.img_base_url,
self.size_map[TVInfoImageType.person_poster][
TVInfoImageSize.original], person_obj['profile_path']),
thumb_url='%s%s%s' % (
self.img_base_url,
self.size_map[TVInfoImageType.person_poster][
TVInfoImageSize.medium], person_obj['profile_path']),
gender=PersonGenders.tmdb_map.get(person_obj.get('gender'), PersonGenders.unknown)
)])
cast[RoleTypes.ActorMain].append(character_obj)
for _s, _c in iteritems(season_cast_ids):
if person_obj['id'] in _c:
season_cast_objs.setdefault(_s, []).append(character_obj)
show_obj.cast = cast
show_obj.actors = [
{'character': {'id': ch.id,
'name': ch.name,
'image': ch.image,
},
'person': {'id': ch.person and ch.person[0].id,
'name': ch.person and ch.person[0].name,
'url': ch.person and 'https://www.themoviedb.org/person/%s' % ch.person[0].id,
'image': ch.person and ch.person[0].image,
'birthday': None, # not sure about format
'deathday': None, # not sure about format
'gender': None,
'country': None,
},
} for ch in cast[RoleTypes.ActorMain]]
if get_ep_info and not getattr(self.ti_shows.get(sid), 'ep_loaded', False):
show_obj.ep_loaded = True
seasons = ['season/%d' % s['season_number'] for s in show_data.get('seasons') or []]
# call limited to 20 seasons per call
for cur_seasons in iterate_chunk(seasons, 20):
try:
ep_data = tmdb.info(append_to_response=','.join(cur_seasons), language=tmdb_lang)
except (BaseException, Exception):
ep_data = None
if ep_data:
for season_obj in cur_seasons:
for ep_obj in ep_data[season_obj]['episodes']:
for _k, _s in (
('seasonnumber', 'season_number'), ('episodenumber', 'episode_number'),
('episodename', 'name'), ('firstaired', 'air_date'), ('overview', 'overview'),
('id', 'id'), ('filename', 'still_path')):
seas, ep, value = ep_obj['season_number'], ep_obj['episode_number'], \
clean_data(ep_obj.get(_s, getattr(empty_ep, _k)))
if seas not in show_obj:
show_obj[seas] = TVInfoSeason(show=show_obj)
show_obj[seas].number = seas
if seas in season_cast_objs:
show_obj[seas].cast[RoleTypes.ActorMain] = season_cast_objs[seas]
if ep not in show_obj[seas]:
show_obj[seas][ep] = TVInfoEpisode(season=show_obj[seas], show=show_obj)
if 'still_path' == _s:
value = '%s%s%s' % (self.img_base_url,
self.size_map[TVInfoImageType.still][TVInfoImageSize.original],
value)
show_obj[seas][ep].__dict__[_k] = value
return True
@property
def _tmdb_supported_lang_list(self):
if not TmdbIndexer._tmdb_lang_list:
self._get_languages()
return TmdbIndexer._tmdb_lang_list
def _get_languages(self):
# type: (...) -> None
try:
tmdb = tmdbsimple.Configuration()
lang_data = tmdb.languages()
except (BaseException, Exception):
lang_data = None
if lang_data:
TmdbIndexer._supported_languages = [{
'id': clean_data(a['iso_639_1']), 'name': clean_data(a['english_name']),
'nativeName': clean_data(a['name']), 'shortCode': None, 'sg_lang': clean_data(a['iso_639_1'])
} for a in sorted(lang_data, key=lambda b: b['iso_639_1'])]
TmdbIndexer._tmdb_lang_list = [a['id'] for a in self._supported_languages]
else:
TmdbIndexer._supported_languages = []
TmdbIndexer._tmdb_lang_list = []
@staticmethod
def _enforce_text(text):
"""
Set nonsense text to an enforced type
:param text:
:type text: AnyStr
:return:
:rtype: AnyStr
"""
text = enforce_type(clean_data(text), str, '').strip()
tmp = text.lower()
if 'details here' == tmp \
or re.search(r'no(\s\w+){1,2}\savailable', tmp):
return ''
return text
Reference in a new issue View git blame Copy permalink