# Author: Nic Wolfe # URL: http://code.google.com/p/sickbeard/ # # This file is part of SickGear. # # SickGear is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # SickGear is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with SickGear. If not, see . # # Created on Sep 20, 2012 # @author: Dermot Buckley # @copyright: Dermot Buckley # import time import datetime import traceback import sickbeard from sickbeard import logger from sickbeard import db from sickbeard.exceptions import ex from sickbeard.scene_exceptions import xem_ids_list def get_scene_numbering(indexer_id, indexer, season, episode, fallback_to_xem=True): """ Returns a tuple, (season, episode), with the scene numbering (if there is one), otherwise returns the xem numbering (if fallback_to_xem is set), otherwise returns the TVDB and TVRAGE numbering. (so the return values will always be set) @param indexer_id: int @param season: int @param episode: int @param fallback_to_xem: bool If set (the default), check xem for matches if there is no local scene numbering @return: (int, int) a tuple with (season, episode) """ if None is indexer_id or None is season or None is episode: return season, episode show_obj = sickbeard.helpers.findCertainShow(sickbeard.showList, int(indexer_id)) if show_obj and not show_obj.is_scene: return season, episode result = find_scene_numbering(int(indexer_id), int(indexer), season, episode) if result: return result else: if fallback_to_xem: xem_result = find_xem_numbering(int(indexer_id), int(indexer), season, episode) if xem_result: return xem_result return season, episode def find_scene_numbering(indexer_id, indexer, season, episode): """ Same as get_scene_numbering(), but returns None if scene numbering is not set """ if None is indexer_id or None is season or None is episode: return season, episode indexer_id = int(indexer_id) indexer = int(indexer) my_db = db.DBConnection() rows = my_db.select( 'SELECT scene_season, scene_episode FROM scene_numbering WHERE indexer = ? and indexer_id = ? and season = ? and episode = ? and (scene_season or scene_episode) != 0', [indexer, indexer_id, season, episode]) if rows: return int(rows[0]['scene_season']), int(rows[0]['scene_episode']) def get_scene_absolute_numbering(indexer_id, indexer, absolute_number, fallback_to_xem=True): """ Returns a tuple, (season, episode), with the scene numbering (if there is one), otherwise returns the xem numbering (if fallback_to_xem is set), otherwise returns the TVDB and TVRAGE numbering. (so the return values will always be set) @param indexer_id: int @param absolute_number: int @param fallback_to_xem: bool If set (the default), check xem for matches if there is no local scene numbering @return: (int, int) a tuple with (season, episode) """ if None is indexer_id or None is absolute_number: return absolute_number indexer_id = int(indexer_id) indexer = int(indexer) show_obj = sickbeard.helpers.findCertainShow(sickbeard.showList, indexer_id) if show_obj and not show_obj.is_scene: return absolute_number result = find_scene_absolute_numbering(indexer_id, indexer, absolute_number) if result: return result else: if fallback_to_xem: xem_result = find_xem_absolute_numbering(indexer_id, indexer, absolute_number) if xem_result: return xem_result return absolute_number def find_scene_absolute_numbering(indexer_id, indexer, absolute_number): """ Same as get_scene_numbering(), but returns None if scene numbering is not set """ if None is indexer_id or None is absolute_number: return absolute_number indexer_id = int(indexer_id) indexer = int(indexer) my_db = db.DBConnection() rows = my_db.select( 'SELECT scene_absolute_number FROM scene_numbering WHERE indexer = ? and indexer_id = ? and absolute_number = ? and scene_absolute_number != 0', [indexer, indexer_id, absolute_number]) if rows: return int(rows[0]['scene_absolute_number']) def get_indexer_numbering(indexer_id, indexer, sceneSeason, sceneEpisode, fallback_to_xem=True): """ Returns a tuple, (season, episode) with the TVDB and TVRAGE numbering for (sceneSeason, sceneEpisode) (this works like the reverse of get_scene_numbering) """ if None is indexer_id or None is sceneSeason or None is sceneEpisode: return sceneSeason, sceneEpisode indexer_id = int(indexer_id) indexer = int(indexer) my_db = db.DBConnection() rows = my_db.select( 'SELECT season, episode FROM scene_numbering WHERE indexer = ? and indexer_id = ? and scene_season = ? and scene_episode = ?', [indexer, indexer_id, sceneSeason, sceneEpisode]) if rows: return int(rows[0]['season']), int(rows[0]['episode']) else: if fallback_to_xem: return get_indexer_numbering_for_xem(indexer_id, indexer, sceneSeason, sceneEpisode) return sceneSeason, sceneEpisode def get_indexer_absolute_numbering(indexer_id, indexer, sceneAbsoluteNumber, fallback_to_xem=True, scene_season=None): """ Returns a tuple, (season, episode, absolute_number) with the TVDB and TVRAGE numbering for (sceneAbsoluteNumber) (this works like the reverse of get_absolute_numbering) """ if None is indexer_id or None is sceneAbsoluteNumber: return sceneAbsoluteNumber indexer_id = int(indexer_id) indexer = int(indexer) my_db = db.DBConnection() if None is scene_season: rows = my_db.select( 'SELECT absolute_number FROM scene_numbering WHERE indexer = ? and indexer_id = ? and scene_absolute_number = ?', [indexer, indexer_id, sceneAbsoluteNumber]) else: rows = my_db.select( 'SELECT absolute_number FROM scene_numbering WHERE indexer = ? and indexer_id = ? and scene_absolute_number = ? and scene_season = ?', [indexer, indexer_id, sceneAbsoluteNumber, scene_season]) if rows: return int(rows[0]['absolute_number']) else: if fallback_to_xem: return get_indexer_absolute_numbering_for_xem(indexer_id, indexer, sceneAbsoluteNumber, scene_season) return sceneAbsoluteNumber def set_scene_numbering(indexer_id, indexer, season=None, episode=None, absolute_number=None, sceneSeason=None, sceneEpisode=None, sceneAbsolute=None): """ Set scene numbering for a season/episode. To clear the scene numbering, leave both sceneSeason and sceneEpisode as None. """ if None is indexer_id: return indexer_id = int(indexer_id) indexer = int(indexer) my_db = db.DBConnection() if None is not season and None is not episode: my_db.action( 'INSERT OR IGNORE INTO scene_numbering (indexer, indexer_id, season, episode) VALUES (?,?,?,?)', [indexer, indexer_id, season, episode]) my_db.action( 'UPDATE scene_numbering SET scene_season = ?, scene_episode = ? WHERE indexer = ? and indexer_id = ? and season = ? and episode = ?', [sceneSeason, sceneEpisode, indexer, indexer_id, season, episode]) elif absolute_number: my_db.action( 'INSERT OR IGNORE INTO scene_numbering (indexer, indexer_id, absolute_number) VALUES (?,?,?)', [indexer, indexer_id, absolute_number]) my_db.action( 'UPDATE scene_numbering SET scene_absolute_number = ? WHERE indexer = ? and indexer_id = ? and absolute_number = ?', [sceneAbsolute, indexer, indexer_id, absolute_number]) def find_xem_numbering(indexer_id, indexer, season, episode): """ Returns the scene numbering, as retrieved from xem. Refreshes/Loads as needed. @param indexer_id: int @param season: int @param episode: int @return: (int, int) a tuple of scene_season, scene_episode, or None if there is no special mapping. """ if None is indexer_id or None is season or None is episode: return season, episode indexer_id = int(indexer_id) indexer = int(indexer) xem_refresh(indexer_id, indexer) my_db = db.DBConnection() rows = my_db.select( 'SELECT scene_season, scene_episode FROM tv_episodes WHERE indexer = ? and showid = ? and season = ? and episode = ? and (scene_season or scene_episode) != 0', [indexer, indexer_id, season, episode]) if rows: return int(rows[0]['scene_season']), int(rows[0]['scene_episode']) def find_xem_absolute_numbering(indexer_id, indexer, absolute_number): """ Returns the scene numbering, as retrieved from xem. Refreshes/Loads as needed. @param indexer_id: int @param absolute_number: int @return: int """ if None is indexer_id or None is absolute_number: return absolute_number indexer_id = int(indexer_id) indexer = int(indexer) xem_refresh(indexer_id, indexer) my_db = db.DBConnection() rows = my_db.select( 'SELECT scene_absolute_number FROM tv_episodes WHERE indexer = ? and showid = ? and absolute_number = ? and scene_absolute_number != 0', [indexer, indexer_id, absolute_number]) if rows: return int(rows[0]['scene_absolute_number']) def get_indexer_numbering_for_xem(indexer_id, indexer, sceneSeason, sceneEpisode): """ Reverse of find_xem_numbering: lookup a tvdb season and episode using scene numbering @param indexer_id: int @param sceneSeason: int @param sceneEpisode: int @return: (int, int) a tuple of (season, episode) """ if None is indexer_id or None is sceneSeason or None is sceneEpisode: return sceneSeason, sceneEpisode indexer_id = int(indexer_id) indexer = int(indexer) xem_refresh(indexer_id, indexer) my_db = db.DBConnection() rows = my_db.select( 'SELECT season, episode FROM tv_episodes WHERE indexer = ? and showid = ? and scene_season = ? and scene_episode = ?', [indexer, indexer_id, sceneSeason, sceneEpisode]) if rows: return int(rows[0]['season']), int(rows[0]['episode']) return sceneSeason, sceneEpisode def get_indexer_absolute_numbering_for_xem(indexer_id, indexer, sceneAbsoluteNumber, scene_season=None): """ Reverse of find_xem_numbering: lookup a tvdb season and episode using scene numbering @param indexer_id: int @param sceneAbsoluteNumber: int @return: int """ if None is indexer_id or None is sceneAbsoluteNumber: return sceneAbsoluteNumber indexer_id = int(indexer_id) indexer = int(indexer) xem_refresh(indexer_id, indexer) my_db = db.DBConnection() if None is scene_season: rows = my_db.select( 'SELECT absolute_number FROM tv_episodes WHERE indexer = ? and showid = ? and scene_absolute_number = ?', [indexer, indexer_id, sceneAbsoluteNumber]) else: rows = my_db.select( 'SELECT absolute_number FROM tv_episodes WHERE indexer = ? and showid = ? and scene_absolute_number = ? and scene_season = ?', [indexer, indexer_id, sceneAbsoluteNumber, scene_season]) if rows: return int(rows[0]['absolute_number']) return sceneAbsoluteNumber def get_scene_numbering_for_show(indexer_id, indexer): """ Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings for an entire show. Both the keys and values of the dict are tuples. Will be empty if there are no scene numbers set """ if None is indexer_id: return {} indexer_id = int(indexer_id) indexer = int(indexer) my_db = db.DBConnection() rows = my_db.select( 'SELECT season, episode, scene_season, scene_episode FROM scene_numbering WHERE indexer = ? and indexer_id = ? and (scene_season or scene_episode) != 0 ORDER BY season, episode', [indexer, indexer_id]) result = {} for row in rows: season = int(row['season']) episode = int(row['episode']) scene_season = int(row['scene_season']) scene_episode = int(row['scene_episode']) result[(season, episode)] = (scene_season, scene_episode) return result def get_xem_numbering_for_show(indexer_id, indexer): """ Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings for an entire show. Both the keys and values of the dict are tuples. Will be empty if there are no scene numbers set in xem """ if None is indexer_id: return {} indexer_id = int(indexer_id) indexer = int(indexer) xem_refresh(indexer_id, indexer) my_db = db.DBConnection() rows = my_db.select( 'SELECT season, episode, scene_season, scene_episode FROM tv_episodes WHERE indexer = ? and showid = ? and (scene_season or scene_episode) != 0 ORDER BY season, episode', [indexer, indexer_id]) result = {} for row in rows: season = int(row['season']) episode = int(row['episode']) scene_season = int(row['scene_season']) scene_episode = int(row['scene_episode']) result[(season, episode)] = (scene_season, scene_episode) return result def get_scene_absolute_numbering_for_show(indexer_id, indexer): """ Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings for an entire show. Both the keys and values of the dict are tuples. Will be empty if there are no scene numbers set """ if None is indexer_id: return {} indexer_id = int(indexer_id) indexer = int(indexer) my_db = db.DBConnection() rows = my_db.select( 'SELECT absolute_number, scene_absolute_number FROM scene_numbering WHERE indexer = ? and indexer_id = ? and scene_absolute_number != 0 ORDER BY absolute_number', [indexer, indexer_id]) result = {} for row in rows: absolute_number = int(row['absolute_number']) scene_absolute_number = int(row['scene_absolute_number']) result[absolute_number] = scene_absolute_number return result def get_xem_absolute_numbering_for_show(indexer_id, indexer): """ Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings for an entire show. Both the keys and values of the dict are tuples. Will be empty if there are no scene numbers set in xem """ if None is indexer_id: return {} indexer_id = int(indexer_id) indexer = int(indexer) xem_refresh(indexer_id, indexer) result = {} my_db = db.DBConnection() rows = my_db.select( 'SELECT absolute_number, scene_absolute_number FROM tv_episodes WHERE indexer = ? and showid = ? and scene_absolute_number != 0 ORDER BY absolute_number', [indexer, indexer_id]) for row in rows: absolute_number = int(row['absolute_number']) scene_absolute_number = int(row['scene_absolute_number']) result[absolute_number] = scene_absolute_number return result def xem_refresh(indexer_id, indexer, force=False): """ Refresh data from xem for a tv show @param indexer_id: int """ if None is indexer_id: return indexer_id = int(indexer_id) indexer = int(indexer) if 'xem_origin' not in sickbeard.indexerApi(indexer).config or indexer_id not in xem_ids_list.get(indexer, []): return # XEM API URL url = 'http://thexem.de/map/all?id=%s&origin=%s&destination=scene' % ( indexer_id, sickbeard.indexerApi(indexer).config['xem_origin']) max_refresh_age_secs = 86400 # 1 day my_db = db.DBConnection() rows = my_db.select('SELECT last_refreshed FROM xem_refresh WHERE indexer = ? and indexer_id = ?', [indexer, indexer_id]) if rows: last_refresh = int(rows[0]['last_refreshed']) refresh = int(time.mktime(datetime.datetime.today().timetuple())) > last_refresh + max_refresh_age_secs else: refresh = True if refresh or force: logger.log( u'Looking up XEM scene mapping for show %s on %s' % (indexer_id, sickbeard.indexerApi(indexer).name), logger.DEBUG) # mark refreshed my_db.upsert('xem_refresh', {'indexer': indexer, 'last_refreshed': int(time.mktime(datetime.datetime.today().timetuple()))}, {'indexer_id': indexer_id}) try: parsed_json = sickbeard.helpers.getURL(url, json=True, timeout=90) if not parsed_json or '' == parsed_json: logger.log(u'No XEM data for show %s on %s' % (indexer_id, sickbeard.indexerApi(indexer).name), logger.MESSAGE) return if 'success' in parsed_json['result']: cl = [] for entry in parsed_json['data']: if 'scene' in entry: cl.append([ 'UPDATE tv_episodes SET scene_season = ?, scene_episode = ?, scene_absolute_number = ? WHERE showid = ? AND season = ? AND episode = ?', [entry['scene']['season'], entry['scene']['episode'], entry['scene']['absolute'], indexer_id, entry[sickbeard.indexerApi(indexer).config['xem_origin']]['season'], entry[sickbeard.indexerApi(indexer).config['xem_origin']]['episode'] ]]) if 'scene_2' in entry: # for doubles cl.append([ 'UPDATE tv_episodes SET scene_season = ?, scene_episode = ?, scene_absolute_number = ? WHERE showid = ? AND season = ? AND episode = ?', [entry['scene_2']['season'], entry['scene_2']['episode'], entry['scene_2']['absolute'], indexer_id, entry[sickbeard.indexerApi(indexer).config['xem_origin']]['season'], entry[sickbeard.indexerApi(indexer).config['xem_origin']]['episode'] ]]) if 0 < len(cl): my_db = db.DBConnection() my_db.mass_action(cl) else: logger.log(u'Empty lookup result - no XEM data for show %s on %s' % ( indexer_id, sickbeard.indexerApi(indexer).name), logger.DEBUG) except Exception as e: logger.log( u'Exception while refreshing XEM data for show ' + str(indexer_id) + ' on ' + sickbeard.indexerApi( indexer).name + ': ' + ex(e), logger.WARNING) logger.log(traceback.format_exc(), logger.ERROR) def fix_xem_numbering(indexer_id, indexer): """ Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings for an entire show. Both the keys and values of the dict are tuples. Will be empty if there are no scene numbers set in xem """ if None is indexer_id: return {} indexer_id = int(indexer_id) indexer = int(indexer) # query = [{ # "name": self.show.name, # "seasons": [{ # "episodes": [{ # "episode_number": None, # "name": None # }], # "season_number": None, # }], # "/tv/tv_program/number_of_seasons": [], # "/tv/tv_program/number_of_episodes": [], # "/tv/tv_program/thetvdb_id": [], # "/tv/tv_program/tvrage_id": [], # "type": "/tv/tv_program", # }] # # # url = 'https://www.googleapis.com/freebase/v1/mqlread' # api_key = "AIzaSyCCHNp4dhVHxJYzbLiCE4y4a1rgTnX4fDE" # params = { # 'query': json.dumps(query), # 'key': api_key # } # # # def get_from_api(url, params=None): # """Build request and return results # """ # import xmltodict # # response = requests.get(url, params=params) # if response.status_code == 200: # try: # return response.json() # except ValueError: # return xmltodict.parse(response.text)['Data'] # # # Get query results # tmp = get_from_api(url, params=params)['result'] my_db = db.DBConnection() rows = my_db.select( 'SELECT season, episode, absolute_number, scene_season, scene_episode, scene_absolute_number FROM tv_episodes WHERE indexer = ? and showid = ?', [indexer, indexer_id]) last_absolute_number = None last_scene_season = None last_scene_episode = None last_scene_absolute_number = None update_absolute_number = False update_scene_season = False update_scene_episode = False update_scene_absolute_number = False logger.log( u'Fixing any XEM scene mapping issues for show %s on %s' % (indexer_id, sickbeard.indexerApi(indexer).name), logger.DEBUG) cl = [] for row in rows: season = int(row['season']) episode = int(row['episode']) if not int(row['scene_season']) and last_scene_season: scene_season = last_scene_season + 1 update_scene_season = True else: scene_season = int(row['scene_season']) if last_scene_season and scene_season < last_scene_season: scene_season = last_scene_season + 1 update_scene_season = True if not int(row['scene_episode']) and last_scene_episode: scene_episode = last_scene_episode + 1 update_scene_episode = True else: scene_episode = int(row['scene_episode']) if last_scene_episode and scene_episode < last_scene_episode: scene_episode = last_scene_episode + 1 update_scene_episode = True # check for unset values and correct them if not int(row['absolute_number']) and last_absolute_number: absolute_number = last_absolute_number + 1 update_absolute_number = True else: absolute_number = int(row['absolute_number']) if last_absolute_number and absolute_number < last_absolute_number: absolute_number = last_absolute_number + 1 update_absolute_number = True if not int(row['scene_absolute_number']) and last_scene_absolute_number: scene_absolute_number = last_scene_absolute_number + 1 update_scene_absolute_number = True else: scene_absolute_number = int(row['scene_absolute_number']) if last_scene_absolute_number and scene_absolute_number < last_scene_absolute_number: scene_absolute_number = last_scene_absolute_number + 1 update_scene_absolute_number = True # store values for lookup on next iteration last_absolute_number = absolute_number last_scene_season = scene_season last_scene_episode = scene_episode last_scene_absolute_number = scene_absolute_number if update_absolute_number: cl.append([ 'UPDATE tv_episodes SET absolute_number = ? WHERE showid = ? AND season = ? AND episode = ?', [absolute_number, indexer_id, season, episode ]]) update_absolute_number = False if update_scene_season: cl.append([ 'UPDATE tv_episodes SET scene_season = ? WHERE showid = ? AND season = ? AND episode = ?', [scene_season, indexer_id, season, episode ]]) update_scene_season = False if update_scene_episode: cl.append([ 'UPDATE tv_episodes SET scene_episode = ? WHERE showid = ? AND season = ? AND episode = ?', [scene_episode, indexer_id, season, episode ]]) update_scene_episode = False if update_scene_absolute_number: cl.append([ 'UPDATE tv_episodes SET scene_absolute_number = ? WHERE showid = ? AND season = ? AND episode = ?', [scene_absolute_number, indexer_id, season, episode ]]) update_scene_absolute_number = False if 0 < len(cl): my_db = db.DBConnection() my_db.mass_action(cl)