SickGear/sickgear/search_queue.py

#
# This file is part of SickGear.
#
# SickGear is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# SickGear is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with SickGear.  If not, see <http://www.gnu.org/licenses/>.

from __future__ import with_statement

import copy
import datetime
import re
import threading
import traceback

import exceptions_helper
# noinspection PyPep8Naming
from exceptions_helper import ex

import sickgear
from lib.dateutil import tz
from . import common, db, failed_history, generic_queue, helpers, \
    history, logger, network_timezones, properFinder, search, ui
from .classes import Proper, SimpleNamespace
from .search import wanted_episodes, get_aired_in_season, set_wanted_aired
from .tv import TVEpisode

from _23 import filter_list

# noinspection PyUnreachableCode
if False:
    from typing import Any, AnyStr, Dict, List, Optional, Union
    from .tv import TVShow


search_queue_lock = threading.Lock()

BACKLOG_SEARCH = 10
RECENT_SEARCH = 20
FAILED_SEARCH = 30
MANUAL_SEARCH = 40
PROPER_SEARCH = 50

MANUAL_SEARCH_HISTORY = []
MANUAL_SEARCH_HISTORY_SIZE = 100


class SearchQueue(generic_queue.GenericQueue):
    def __init__(self):
        generic_queue.GenericQueue.__init__(self, cache_db_tables=['search_queue'])
        self.queue_name = 'SEARCHQUEUE'  # type: AnyStr

    def load_queue(self):
        try:
            my_db = db.DBConnection('cache.db')
            queue_sql = my_db.select('SELECT * FROM search_queue')
            for q in queue_sql:
                if q['action_id'] in (BACKLOG_SEARCH, FAILED_SEARCH, MANUAL_SEARCH):
                    show_obj = helpers.find_show_by_id({q['indexer']: q['indexer_id']})
                    if not show_obj:
                        continue
                if BACKLOG_SEARCH == q['action_id']:
                    segments = [show_obj.get_episode(*tuple([int(x) for x in cur_ep.split('x')]))
                                for cur_ep in q['segment'].split(',')]
                    item = BacklogQueueItem(show_obj=show_obj, segment=segments,
                                            standard_backlog=bool(q['standard_backlog']),
                                            limited_backlog=bool(q['limited_backlog']),
                                            forced=bool(q['forced']), torrent_only=bool(q['torrent_only']),
                                            uid=q['uid'])
                elif FAILED_SEARCH == q['action_id']:
                    segments = [show_obj.get_episode(*tuple([int(x) for x in cur_ep.split('x')]))
                                for cur_ep in q['segment'].split(',')]
                    item = FailedQueueItem(show_obj=show_obj, segment=segments, uid=q['uid'])
                elif MANUAL_SEARCH == q['action_id']:
                    segment = show_obj.get_episode(*tuple([int(x) for x in q['segment'].split('x')]))
                    item = ManualSearchQueueItem(show_obj=show_obj, segment=segment, uid=q['uid'])
                else:
                    continue
                self.add_item(item, add_to_db=False)
        except (BaseException, Exception) as e:
            logger.log('Exception loading queue %s: %s' % (self.__class__.__name__, ex(e)), logger.ERROR)

    def _clear_sql(self):
        return [
            ['DELETE FROM search_queue']
        ]

    def _get_item_sql(self, item):
        # type: (BaseSearchQueueItem) -> List[List]
        if isinstance(item, BacklogQueueItem):
            return [
                ['INSERT OR IGNORE INTO search_queue (indexer, indexer_id, segment, standard_backlog, limited_backlog,'
                 ' forced, torrent_only, action_id, uid) VALUES (?,?,?,?,?,?,?,?,?)',
                 [item.show_obj.tvid, item.show_obj.prodid,
                  ','.join('%sx%s' % (i.season, i.episode) for i in item.segment), int(item.standard_backlog),
                  int(item.limited_backlog), int(item.forced), int(item.torrent_only), BACKLOG_SEARCH, item.uid]]
            ]
        elif isinstance(item, FailedQueueItem):
            return [
                ['INSERT OR IGNORE INTO search_queue (indexer, indexer_id, segment, action_id, uid)'
                 ' VALUES (?,?,?,?,?)',
                 [item.show_obj.tvid, item.show_obj.prodid,
                  ','.join('%sx%s' % (i.season, i.episode) for i in item.segment), FAILED_SEARCH, item.uid]]
            ]
        elif isinstance(item, ManualSearchQueueItem):
            return [
                ['INSERT OR IGNORE INTO search_queue (indexer, indexer_id, segment, action_id, uid)'
                 ' VALUES (?,?,?,?,?)',
                 [item.show_obj.tvid, item.show_obj.prodid, '%sx%s' % (item.segment.season, item.segment.episode),
                  MANUAL_SEARCH, item.uid]]
            ]
        return []

    def _delete_item_from_db_sql(self, item):
        # type: (BaseSearchQueueItem) -> List[List]
        if isinstance(item, (BacklogQueueItem, FailedQueueItem, ManualSearchQueueItem)):
            return [
                ['DELETE FROM search_queue WHERE uid = ?', [item.uid]]
            ]

    def _clear_queue(self, action_types=None, excluded_types=None):
        generic_queue.GenericQueue._clear_queue(self, action_types=action_types,
                                                excluded_types=[RECENT_SEARCH, PROPER_SEARCH])

    def remove_from_queue(self, to_remove=None, force=False):
        generic_queue.GenericQueue._remove_from_queue(self, to_remove=to_remove,
                                                      excluded_types=[RECENT_SEARCH, PROPER_SEARCH], force=force)

    def is_in_queue(self, show_obj, segment):
        # type: (sickgear.tv.TVShow, List[sickgear.tv.TVEpisode]) -> bool
        with self.lock:
            return any(1 for cur_item in self.queue
                       if isinstance(cur_item, BacklogQueueItem) and show_obj == cur_item.show_obj
                       and segment == cur_item.segment)

    def is_ep_in_queue(self, segment):
        # type: (List[sickgear.tv.TVEpisode]) -> bool
        with self.lock:
            return any(1 for cur_item in self.queue
                       if isinstance(cur_item, (ManualSearchQueueItem, FailedQueueItem))
                       and cur_item.segment == segment)

    def is_show_in_queue(self, tvid_prodid):
        # type: (AnyStr) -> bool
        with self.lock:
            return any(1 for cur_item in self.queue
                       if isinstance(cur_item, (ManualSearchQueueItem, FailedQueueItem))
                       and tvid_prodid == cur_item.show_obj.tvid_prodid)

    def pause_backlog(self):
        # type: (...) -> None
        with self.lock:
            self.min_priority = generic_queue.QueuePriorities.HIGH

    def unpause_backlog(self):
        # type: (...) -> None
        with self.lock:
            self.min_priority = 0

    def is_backlog_paused(self):
        # type: (...) -> bool

        # backlog priorities are NORMAL, this should be done properly somewhere
        with self.lock:
            return self.min_priority >= generic_queue.QueuePriorities.NORMAL

    def _is_in_progress(self, item_type):
        # type: (Any) -> bool
        with self.lock:
            return any(1 for cur_item in self.queue + [self.currentItem] if isinstance(cur_item, item_type))

    def get_queued_manual(self, tvid_prodid):
        # type: (Optional[AnyStr]) -> List[BaseSearchQueueItem]
        """
        Returns None or List of base info items of all show related items in manual or failed queue
        :param tvid_prodid: show tvid_prodid or None for all q items
        :return: List with 0 or more items
        """
        ep_ns_list = []
        with self.lock:
            for cur_item in self.queue:
                if (isinstance(cur_item, (ManualSearchQueueItem, FailedQueueItem)) and
                        (not tvid_prodid or tvid_prodid == str(cur_item.show_obj.tvid_prodid))):
                    ep_ns_list.append(cur_item.base_info())

        return ep_ns_list

    def get_current_manual_item(self, tvid_prodid):
        # type: (Optional[AnyStr]) -> Union[ManualSearchQueueItem, FailedQueueItem]
        """
        Returns a base info item of the currently active manual search item
        :param tvid_prodid: show tvid_prodid or None for all q items
        :type tvid_prodid: String or None
        :return: base info item of ManualSearchQueueItem or FailedQueueItem or None
        """
        with self.lock:
            if self.currentItem and isinstance(self.currentItem, (ManualSearchQueueItem, FailedQueueItem)) \
                    and (not tvid_prodid or tvid_prodid == str(self.currentItem.show_obj.tvid_prodid)):
                return self.currentItem.base_info()

    def is_backlog_in_progress(self):
        # type: (...) -> bool
        return self._is_in_progress(BacklogQueueItem)

    def is_recentsearch_in_progress(self):
        # type: (...) -> bool
        return self._is_in_progress(RecentSearchQueueItem)

    def is_propersearch_in_progress(self):
        # type: (...) -> bool
        with self.lock:
            return any(1 for cur_item in self.queue + [self.currentItem]
                       if isinstance(cur_item, ProperSearchQueueItem) and None is cur_item.propers)

    def is_standard_backlog_in_progress(self):
        # type: (...) -> bool
        with self.lock:
            return any(1 for cur_item in self.queue + [self.currentItem]
                       if isinstance(cur_item, BacklogQueueItem) and cur_item.standard_backlog)

    def type_of_backlog_in_progress(self):
        # type: (...) -> AnyStr
        limited = full = other = False
        with self.lock:
            for cur_item in self.queue + [self.currentItem]:
                if isinstance(cur_item, BacklogQueueItem):
                    if cur_item.standard_backlog:
                        if cur_item.limited_backlog:
                            limited = True
                        else:
                            full = True
                    else:
                        other = True

            types = []
            for msg, variant in ['Limited', limited], ['Full', full], ['On Demand', other]:
                if variant:
                    types.append(msg)
            message = 'None'
            if types:
                message = ', '.join(types)
            return message

    def queue_length(self):
        # type: (...) -> Dict[List]
        length = dict(backlog=[], recent=0, manual=[], failed=[], proper=[])
        with self.lock:
            for cur_item in [self.currentItem] + self.queue:
                if not cur_item:
                    continue
                if isinstance(cur_item, RecentSearchQueueItem):
                    length['recent'] += 1
                elif isinstance(cur_item, ProperSearchQueueItem):
                    length['proper'] += [dict(recent=None is not cur_item.propers)]
                else:
                    result_item = dict(
                        name=cur_item.show_obj.name, segment=cur_item.segment,
                        tvid=cur_item.show_obj.tvid, prodid=cur_item.show_obj.prodid,
                        tvid_prodid=cur_item.show_obj.tvid_prodid,
                        # legacy keys for api responses
                        indexer=cur_item.show_obj.tvid, indexerid=cur_item.show_obj.prodid,
                        uid=cur_item.uid
                    )
                    if isinstance(cur_item, BacklogQueueItem):
                        result_item.update(dict(
                            standard_backlog=cur_item.standard_backlog, limited_backlog=cur_item.limited_backlog,
                            forced=cur_item.forced, torrent_only=cur_item.torrent_only))
                        length['backlog'] += [result_item]
                    elif isinstance(cur_item, FailedQueueItem):
                        length['failed'] += [result_item]
                    elif isinstance(cur_item, ManualSearchQueueItem):
                        length['manual'] += [result_item]
            return length

    def abort_show(self, show_obj):
        # type: (TVShow) -> None
        if show_obj:
            with self.lock:
                to_remove = []
                for c in ((self.currentItem and [self.currentItem]) or []) + self.queue:
                    if show_obj == getattr(c, 'show_obj', None):
                        try:
                            to_remove.append(c.uid)
                        except (BaseException, Exception):
                            pass
                        try:
                            c.stop.set()
                        except (BaseException, Exception):
                            pass

                if to_remove:
                    try:
                        self.remove_from_queue(to_remove)
                    except (BaseException, Exception):
                        pass

    def add_item(
            self,
            item,  # type: Union[RecentSearchQueueItem, ProperSearchQueueItem, BacklogQueueItem, ManualSearchQueueItem, FailedQueueItem]
            add_to_db=True  # type: bool
    ):
        # type: (...) -> None
        """

        :param item:
        :param add_to_db:
        :type item: RecentSearchQueueItem or ProperSearchQueueItem or BacklogQueueItem or ManualSearchQueueItem or
        FailedQueueItem
        """
        if isinstance(item, (RecentSearchQueueItem, ProperSearchQueueItem)):
            # recent and proper searches
            generic_queue.GenericQueue.add_item(self, item, add_to_db=add_to_db)
        elif isinstance(item, BacklogQueueItem) and not self.is_in_queue(item.show_obj, item.segment):
            # backlog searches
            generic_queue.GenericQueue.add_item(self, item, add_to_db=add_to_db)
        elif isinstance(item, (ManualSearchQueueItem, FailedQueueItem)) and not self.is_ep_in_queue(item.segment):
            # manual and failed searches
            generic_queue.GenericQueue.add_item(self, item, add_to_db=add_to_db)
        else:
            logger.log(u'Not adding item, it\'s already in the queue', logger.DEBUG)


class RecentSearchQueueItem(generic_queue.QueueItem):
    def __init__(self):
        self.success = None
        self.ep_obj_list = []  # type: List
        generic_queue.QueueItem.__init__(self, 'Recent Search', RECENT_SEARCH)
        self.snatched_eps = set([])  # type: set

    def run(self):
        generic_queue.QueueItem.run(self)

        try:
            self._change_missing_episodes()

            show_list = sickgear.showList
            from_date = datetime.date.fromordinal(1)
            needed = common.NeededQualities()
            for cur_show_obj in show_list:
                if cur_show_obj.paused:
                    continue

                wanted_eps = wanted_episodes(cur_show_obj, from_date, unaired=sickgear.SEARCH_UNAIRED)

                if wanted_eps:
                    if not needed.all_needed:
                        if not needed.all_types_needed:
                            needed.check_needed_types(cur_show_obj)
                        if not needed.all_qualities_needed:
                            for w in wanted_eps:
                                if needed.all_qualities_needed:
                                    break
                                if not w.show_obj.is_anime and not w.show_obj.is_sports:
                                    needed.check_needed_qualities(w.wanted_quality)

                    self.ep_obj_list.extend(wanted_eps)

            if sickgear.DOWNLOAD_PROPERS:
                properFinder.get_needed_qualites(needed)

            self.update_providers(needed=needed)
            self._check_for_propers(needed)

            if not self.ep_obj_list:
                logger.log(u'No search of cache for episodes required')
                self.success = True
            else:
                num_shows = len(set([ep_obj.show_obj.name for ep_obj in self.ep_obj_list]))
                logger.log(u'Found %d needed episode%s spanning %d show%s'
                           % (len(self.ep_obj_list), helpers.maybe_plural(self.ep_obj_list),
                              num_shows, helpers.maybe_plural(num_shows)))

                try:
                    logger.log(u'Beginning recent search for episodes')
                    # noinspection PyTypeChecker
                    search_results = search.search_for_needed_episodes(self.ep_obj_list)

                    if not len(search_results):
                        logger.log(u'No needed episodes found')
                    else:
                        for result in search_results:
                            logger.log(u'Downloading %s from %s' % (result.name, result.provider.name))
                            self.success = search.snatch_episode(result)
                            if self.success:
                                for ep_obj in result.ep_obj_list:
                                    self.snatched_eps.add(SimpleNamespace(tvid_prodid=ep_obj.show_obj.tvid_prodid,
                                                                          tvid=ep_obj.show_obj.tvid,
                                                                          prodid=ep_obj.show_obj.prodid,
                                                                          season=ep_obj.season,
                                                                          episode=ep_obj.episode,
                                                                          show=ep_obj.show_obj,
                                                                          ep_obj=ep_obj))

                            helpers.cpu_sleep()

                except (BaseException, Exception):
                    logger.log(traceback.format_exc(), logger.ERROR)

                if None is self.success:
                    self.success = False

        finally:
            self.finish()

    @staticmethod
    def _check_for_propers(needed):
        # type: (sickgear.common.NeededQualities) -> None
        if not sickgear.DOWNLOAD_PROPERS:
            return

        propers = {}
        my_db = db.DBConnection('cache.db')
        sql_result = my_db.select('SELECT * FROM provider_cache')
        re_p = r'\brepack|proper|real%s\b' % ('', '|v[2-9]')[needed.need_anime]

        proper_regex = re.compile(re_p, flags=re.I)

        for cur_result in sql_result:
            if proper_regex.search(cur_result['name']):
                try:
                    show_obj = helpers.find_show_by_id({int(cur_result['indexer']): int(cur_result['indexerid'])})
                except (BaseException, Exception):
                    continue
                if show_obj:
                    propers.setdefault(cur_result['provider'], []).append(
                        Proper(cur_result['name'], cur_result['url'],
                               datetime.datetime.fromtimestamp(cur_result['time']), show_obj, parsed_show_obj=show_obj))

        if propers:
            logger.log('Found Proper/Repack/Real in recent search, sending data to properfinder')
            propersearch_queue_item = sickgear.search_queue.ProperSearchQueueItem(provider_proper_obj=propers)
            sickgear.search_queue_scheduler.action.add_item(propersearch_queue_item)

    @staticmethod
    def _change_missing_episodes():
        if not network_timezones.network_dict:
            network_timezones.update_network_dict()

        if network_timezones.network_dict:
            cur_date = (datetime.date.today() + datetime.timedelta(days=1)).toordinal()
        else:
            cur_date = (datetime.date.today() - datetime.timedelta(days=2)).toordinal()

        cur_time = datetime.datetime.now(network_timezones.SG_TIMEZONE)

        my_db = db.DBConnection()
        sql_result = my_db.select(
            'SELECT indexer AS tvid, showid AS prodid, airdate, season, episode, timestamp,'
            ' timezone, network, airtime, runtime'
            ' FROM tv_episodes'
            ' WHERE status = ? AND season > 0 AND airdate <= ? AND airdate > 1'
            ' ORDER BY indexer, showid', [common.UNAIRED, cur_date])

        sql_l = []
        show_obj = None
        wanted = False

        for cur_result in sql_result:
            tvid, prodid = int(cur_result['tvid']), int(cur_result['prodid'])
            if not show_obj or not (show_obj.tvid == tvid and show_obj.prodid == prodid):
                show_obj = helpers.find_show_by_id({tvid: prodid})

            # for when there is orphaned series in the database but not loaded into our showlist
            if not show_obj:
                continue

            try:
                end_time = network_timezones.get_episode_time(cur_result['airdate'],
                                                              cur_result['airtime'] or show_obj.airs,
                                                              show_obj.network,
                                                              show_obj.timezone,
                                                              cur_result['timestamp'],
                                                              cur_result['network'],
                                                              cur_result['timezone']
                                                              )

                end_time += datetime.timedelta(minutes=helpers.try_int(cur_result['runtime'] or show_obj.runtime, 60))
                # filter out any episodes that haven't aired yet
                if end_time > cur_time:
                    continue
            except (BaseException, Exception):
                # if an error occurred assume the episode hasn't aired yet
                continue

            ep_obj = show_obj.get_episode(int(cur_result['season']), int(cur_result['episode']))
            with ep_obj.lock:
                # Now that it is time, change state of UNAIRED show into expected or skipped
                ep_obj.status = (common.WANTED, common.SKIPPED)[ep_obj.show_obj.paused]
                result = ep_obj.get_sql()
                if None is not result:
                    sql_l.append(result)
                    wanted |= (False, True)[common.WANTED == ep_obj.status]

        if not wanted:
            logger.log(u'No unaired episodes marked wanted')

        if 0 < len(sql_l):
            my_db = db.DBConnection()
            my_db.mass_action(sql_l)
            if wanted:
                logger.log(u'Found new episodes marked wanted')

    @staticmethod
    def update_providers(needed=common.NeededQualities(need_all=True)):
        # type: (sickgear.common.NeededQualities) -> None
        """

        :param needed: needed class
        :type needed: common.NeededQualities
        """
        orig_thread_name = threading.current_thread().name
        threads = []

        providers = filter_list(lambda x: x.is_active() and x.enable_recentsearch,
                                sickgear.providers.sortedProviderList())
        for cur_provider in providers:
            if not cur_provider.cache.should_update():
                continue

            if not threads:
                logger.log('Updating provider caches with recent upload data')

            # spawn a thread for each provider to save time waiting for slow response providers
            threads.append(threading.Thread(target=cur_provider.cache.updateCache,
                                            kwargs={'needed': needed},
                                            name='%s :: [%s]' % (orig_thread_name, cur_provider.name)))
            # start the thread we just created
            threads[-1].start()

        if not len(providers):
            logger.log('No NZB/Torrent providers in Media Providers/Options are enabled to match recent episodes',
                       logger.WARNING)

        if threads:
            # wait for all threads to finish
            for t in threads:
                t.join()

            logger.log('Finished updating provider caches')


class ProperSearchQueueItem(generic_queue.QueueItem):
    def __init__(self, provider_proper_obj=None):
        # type: (Optional[Dict]) -> None
        generic_queue.QueueItem.__init__(self, 'Proper Search', PROPER_SEARCH)
        self.priority = (generic_queue.QueuePriorities.VERYHIGH,
                         generic_queue.QueuePriorities.HIGH)[None is provider_proper_obj]
        self.propers = provider_proper_obj  # type: Optional[Dict]
        self.success = None

    def run(self):
        generic_queue.QueueItem.run(self)

        try:
            properFinder.search_propers(self.propers)
        finally:
            self.finish()

    def __str__(self):
        return '<%s - %s>' % (self.__class__.__name__, ('recent', 'native')[None is self.propers])

    def __repr__(self):
        return self.__str__()


class BaseSearchQueueItem(generic_queue.QueueItem):
    def __init__(self, show_obj, segment, name, action_id=0, uid=None):
        # type: (sickgear.tv.TVShow, Union[TVEpisode, List[TVEpisode]], AnyStr, int, AnyStr) -> None
        """

        :param show_obj: show object
        :param segment: segment
        :param name: name
        :param action_id:
        :param uid:
        """
        super(BaseSearchQueueItem, self).__init__(name, action_id, uid=uid)
        self.segment = segment  # type: Union[TVEpisode, List[TVEpisode]]
        self.show_obj = show_obj
        self.added_dt = None
        self.success = None
        self.snatched_eps = set([])

    def base_info(self):
        return SimpleNamespace(
            success=self.success,
            added_dt=self.added_dt,
            snatched_eps=copy.deepcopy(self.snatched_eps),
            show_ns=SimpleNamespace(
                tvid=self.show_obj.tvid, prodid=self.show_obj.prodid, tvid_prodid=self.show_obj.tvid_prodid,
                quality=self.show_obj.quality, upgrade_once=self.show_obj.upgrade_once),
            segment_ns=[SimpleNamespace(
                season=s.season, episode=s.episode, status=s.status, ep_obj=s,
                show_ns=SimpleNamespace(
                    tvid=s.show_obj.tvid, prodid=s.show_obj.prodid, tvid_prodid=self.show_obj.tvid_prodid,
                    quality=s.show_obj.quality, upgrade_once=s.show_obj.upgrade_once
                )) for s in ([self.segment], self.segment)[isinstance(self.segment, list)]])

    def __str__(self):
        if self.segment:
            if isinstance(self.segment, list):
                show_name = self.segment[0].show_obj and self.segment[0].show_obj.name
            else:
                show_name = self.segment.show_obj and self.segment.show_obj.name
            segment_str = ' - %s (%s)' % \
                          (show_name,
                           ','.join(['%sx%s' % (s.season, s.episode)
                                     for s in ([self.segment], self.segment)[isinstance(self.segment, list)]]))
        else:
            segment_str = ''
        return '<%s%s>' % (self.__class__.__name__, segment_str)

    def __repr__(self):
        return self.__str__()


class ManualSearchQueueItem(BaseSearchQueueItem):
    def __init__(self, show_obj, segment, uid=None):
        # type: (sickgear.tv.TVShow, sickgear.tv.TVEpisode, AnyStr) -> None
        """

        :param show_obj: show object
        :param segment: segment
        :param uid:
        """
        super(ManualSearchQueueItem, self).__init__(show_obj, segment, 'Manual Search', MANUAL_SEARCH, uid=uid)
        self.priority = generic_queue.QueuePriorities.HIGH  # type: int
        self.name = 'MANUAL-%s' % show_obj.tvid_prodid  # type: AnyStr
        self.started = None

    def run(self):
        generic_queue.QueueItem.run(self)

        try:
            logger.log(u'Beginning manual search for: [%s]' % self.segment.pretty_name())
            self.started = True

            ep_count, ep_count_scene = get_aired_in_season(self.show_obj)
            set_wanted_aired(self.segment, True, ep_count, ep_count_scene, manual=True)
            if not getattr(self.segment, 'wanted_quality', None):
                ep_status, ep_quality = common.Quality.splitCompositeStatus(self.segment.status)
                self.segment.wanted_quality = search.get_wanted_qualities(self.segment, ep_status, ep_quality,
                                                                          unaired=True, manual=True)
                if not self.segment.wanted_quality:
                    logger.log('No qualities wanted for episode, exiting manual search')
                    self.success = False
                    self.finish()
                    return

            search_result = search.search_providers(self.show_obj, [self.segment], True, try_other_searches=True)

            if search_result:
                for result in search_result:  # type: sickgear.classes.NZBSearchResult
                    logger.log(u'Downloading %s from %s' % (result.name, result.provider.name))
                    self.success = search.snatch_episode(result)
                    for ep_obj in result.ep_obj_list:  # type: sickgear.tv.TVEpisode
                        self.snatched_eps.add(SimpleNamespace(tvid_prodid=ep_obj.show_obj.tvid_prodid,
                                                              tvid=ep_obj.show_obj.tvid,
                                                              prodid=ep_obj.show_obj.prodid,
                                                              season=ep_obj.season,
                                                              episode=ep_obj.episode,
                                                              show=ep_obj.show_obj,
                                                              ep_obj=ep_obj))

                    helpers.cpu_sleep()

                    # just use the first result for now
                    break
            else:
                ui.notifications.message('No downloads found',
                                         u'Could not find a download for <i>%s</i>' % self.segment.pretty_name())

                logger.log(u'Unable to find a download for: [%s]' % self.segment.pretty_name())

        except (BaseException, Exception):
            logger.log(traceback.format_exc(), logger.ERROR)

        finally:
            # Keep a list with the last executed searches
            fifo(MANUAL_SEARCH_HISTORY, self.base_info())

            if None is self.success:
                self.success = False

            self.finish()


class BacklogQueueItem(BaseSearchQueueItem):
    def __init__(
            self,
            show_obj,  # type: sickgear.tv.TVShow
            segment,  # type: List[sickgear.tv.TVEpisode]
            standard_backlog=False,  # type: bool
            limited_backlog=False,  # type: bool
            forced=False,  # type: bool
            torrent_only=False,  # type: bool
            uid=None  # type: AnyStr
    ):
        """

        :param show_obj: show object
        :param segment: segment
        :param standard_backlog: is standard backlog
        :param limited_backlog: is limited backlog
        :param forced: forced
        :param torrent_only: torrent only
        :param uid:
        """
        super(BacklogQueueItem, self).__init__(show_obj, segment, 'Backlog', BACKLOG_SEARCH, uid=uid)
        self.priority = generic_queue.QueuePriorities.LOW  # type: int
        self.name = 'BACKLOG-%s' % show_obj.tvid_prodid  # type: AnyStr
        self.standard_backlog = standard_backlog  # type: bool
        self.limited_backlog = limited_backlog  # type: bool
        self.forced = forced  # type: bool
        self.torrent_only = torrent_only  # type: bool

    def run(self):
        generic_queue.QueueItem.run(self)

        is_error = False
        try:
            if not self.standard_backlog:
                ep_count, ep_count_scene = get_aired_in_season(self.show_obj)
                for ep_obj in self.segment:  # type: sickgear.tv.TVEpisode
                    set_wanted_aired(ep_obj, True, ep_count, ep_count_scene)

            logger.log(u'Beginning backlog search for: [%s]' % self.show_obj.unique_name)
            search_result = search.search_providers(
                self.show_obj, self.segment, False,
                try_other_searches=(not self.standard_backlog or not self.limited_backlog),
                scheduled=self.standard_backlog)

            if search_result:
                for result in search_result:  # type: sickgear.classes.NZBSearchResult
                    logger.log(u'Downloading %s from %s' % (result.name, result.provider.name))
                    if search.snatch_episode(result):
                        for ep_obj in result.ep_obj_list:  # type: sickgear.tv.TVEpisode
                            self.snatched_eps.add(SimpleNamespace(tvid_prodid=ep_obj.show_obj.tvid_prodid,
                                                                  tvid=ep_obj.show_obj.tvid,
                                                                  prodid=ep_obj.show_obj.prodid,
                                                                  season=ep_obj.season,
                                                                  episode=ep_obj.episode,
                                                                  show=ep_obj.show_obj,
                                                                  ep_obj=ep_obj))

                    helpers.cpu_sleep()
            else:
                logger.log(u'No needed episodes found during backlog search for: [%s]' % self.show_obj.unique_name)
        except (BaseException, Exception):
            is_error = True
            logger.log(traceback.format_exc(), logger.ERROR)

        finally:
            logger.log('Completed backlog search %sfor: [%s]'
                       % (('', 'with a debug error ')[is_error], self.show_obj.unique_name))
            self.finish()


class FailedQueueItem(BaseSearchQueueItem):
    def __init__(self, show_obj, segment, uid=None):
        # type: (sickgear.tv.TVShow, List[sickgear.tv.TVEpisode], AnyStr) -> None
        """

        :param show_obj: show object
        :param segment: segment
        :param uid:
        """
        super(FailedQueueItem, self).__init__(show_obj, segment, 'Retry', FAILED_SEARCH, uid=uid)
        self.priority = generic_queue.QueuePriorities.HIGH  # type: int
        self.name = 'RETRY-%s' % show_obj.tvid_prodid  # type: AnyStr
        self.started = None

    def run(self):
        generic_queue.QueueItem.run(self)
        self.started = True

        try:
            ep_count, ep_count_scene = get_aired_in_season(self.show_obj)
            for ep_obj in self.segment:  # type: sickgear.tv.TVEpisode

                logger.log(u'Marking episode as bad: [%s]' % ep_obj.pretty_name())

                failed_history.set_episode_failed(ep_obj)
                (release, provider) = failed_history.find_release(ep_obj)
                failed_history.revert_episode(ep_obj)
                if release:
                    failed_history.add_failed(release)
                    history.log_failed(ep_obj, release, provider)

                logger.log(u'Beginning failed download search for: [%s]' % ep_obj.pretty_name())

                set_wanted_aired(ep_obj, True, ep_count, ep_count_scene, manual=True)

            search_result = search.search_providers(self.show_obj, self.segment, True, try_other_searches=True) or []

            for result in search_result:  # type: sickgear.classes.NZBSearchResult
                logger.log(u'Downloading %s from %s' % (result.name, result.provider.name))
                if search.snatch_episode(result):
                    for ep_obj in result.ep_obj_list:  # type: sickgear.tv.TVEpisode
                        self.snatched_eps.add(SimpleNamespace(tvid_prodid=ep_obj.show_obj.tvid_prodid,
                                                              tvid=ep_obj.show_obj.tvid,
                                                              prodid=ep_obj.show_obj.prodid,
                                                              season=ep_obj.season,
                                                              episode=ep_obj.episode,
                                                              show=ep_obj.show_obj,
                                                              ep_obj=ep_obj))

                helpers.cpu_sleep()
            else:
                pass
                # logger.log(u'No valid episode found to retry for: [%s]' % self.segment.pretty_name())
        except (BaseException, Exception):
            logger.log(traceback.format_exc(), logger.ERROR)

        finally:
            # Keep a list with the last executed searches
            fifo(MANUAL_SEARCH_HISTORY, self.base_info())

            if None is self.success:
                self.success = False

            self.finish()


def fifo(my_list, item):
    # type: (List, Any) -> None

    remove_old_fifo(my_list)
    item.added_dt = datetime.datetime.now()
    if len(my_list) >= MANUAL_SEARCH_HISTORY_SIZE:
        my_list.pop(0)
    my_list.append(item)


def remove_old_fifo(my_list, age=datetime.timedelta(minutes=30)):
    # type: (List, datetime.timedelta) -> None

    try:
        now = datetime.datetime.now()
        my_list[:] = [i for i in my_list if not isinstance(getattr(i, 'added_dt', None), datetime.datetime)
                      or now - i.added_dt < age]
    except (BaseException, Exception):
        pass