SickGear/sickbeard/providers/scenetime.py

140 lines
5.7 KiB
Python
Raw Normal View History

2015-09-12 17:59:33 +00:00
# coding=utf-8
#
# This file is part of SickGear.
#
# SickGear is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# SickGear is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with SickGear. If not, see <http://www.gnu.org/licenses/>.
import ast
2015-09-12 17:59:33 +00:00
import re
import traceback
from . import generic
from sickbeard import logger, tvcache
2015-09-12 17:59:33 +00:00
from sickbeard.bs4_parser import BS4Parser
from sickbeard.helpers import tryInt
2015-09-12 17:59:33 +00:00
from lib.unidecode import unidecode
class SceneTimeProvider(generic.TorrentProvider):
def __init__(self):
generic.TorrentProvider.__init__(self, 'SceneTime')
self.url_base = 'https://www.scenetime.com/'
self.urls = {'config_provider_home_uri': self.url_base,
'login': self.url_base + 'takelogin.php',
'browse': self.url_base + 'browse_API.php',
'params': {'sec': 'jax', 'cata': 'yes'},
2015-09-12 17:59:33 +00:00
'get': self.url_base + 'download.php/%(id)s/%(title)s.torrent'}
self.categories = {'shows': [2, 43, 9, 63, 77, 79, 101]}
2015-09-12 17:59:33 +00:00
self.url = self.urls['config_provider_home_uri']
self.username, self.password, self.minseed, self.minleech = 4 * [None]
self.freeleech = False
2015-09-12 17:59:33 +00:00
self.cache = SceneTimeCache(self)
def _authorised(self, **kwargs):
2015-09-12 17:59:33 +00:00
return super(SceneTimeProvider, self)._authorised(post_params={'submit': 'Log in'})
2015-09-12 17:59:33 +00:00
def _search_provider(self, search_params, **kwargs):
2015-09-12 17:59:33 +00:00
results = []
if not self._authorised():
2015-09-12 17:59:33 +00:00
return results
items = {'Cache': [], 'Season': [], 'Episode': [], 'Propers': []}
2015-09-12 17:59:33 +00:00
rc = dict((k, re.compile('(?i)' + v)) for (k, v) in {'info': 'detail', 'get': '.*id=(\d+).*', 'fl': '\[freeleech\]',
'cats': 'cat=(?:%s)' % self._categories_string(template='', delimiter='|')
}.items())
2015-09-12 17:59:33 +00:00
for mode in search_params.keys():
for search_string in search_params[mode]:
search_string = isinstance(search_string, unicode) and unidecode(search_string) or search_string
post_data = self.urls['params'].copy()
post_data.update(ast.literal_eval('{%s}' % self._categories_string(template='"c%s": "1"', delimiter=',')))
if 'Cache' != mode:
search_string = '+'.join(search_string.split())
post_data['search'] = search_string
if self.freeleech:
post_data.update({'freeleech': 'on'})
2015-09-12 17:59:33 +00:00
self.session.headers.update({'Referer': self.url + 'browse.php', 'X-Requested-With': 'XMLHttpRequest'})
html = self.get_url(self.urls['browse'], post_data=post_data)
2015-09-12 17:59:33 +00:00
cnt = len(items[mode])
try:
if not html or self._has_no_results(html):
raise generic.HaltParseException
with BS4Parser(html, features=['html5lib', 'permissive']) as soup:
torrent_table = soup.find('table', attrs={'cellpadding': 5})
2015-09-12 17:59:33 +00:00
torrent_rows = [] if not torrent_table else torrent_table.find_all('tr')
if 2 > len(torrent_rows):
raise generic.HaltParseException
for tr in torrent_rows[1:]:
try:
seeders, leechers, size = [tryInt(n, n) for n in [
tr.find_all('td')[x].get_text().strip() for x in (-2, -1, -3)]]
2015-09-12 17:59:33 +00:00
if None is tr.find('a', href=rc['cats'])\
or self.freeleech and None is rc['fl'].search(tr.find_all('td')[1].get_text())\
or self._peers_fail(mode, seeders, leechers):
2015-09-12 17:59:33 +00:00
continue
info = tr.find('a', href=rc['info'])
title = 'title' in info.attrs and info.attrs['title'] or info.get_text().strip()
download_url = self.urls['get'] % {'id': re.sub(rc['get'], r'\1', str(info.attrs['href'])),
'title': str(title).replace(' ', '.')}
except (AttributeError, TypeError, ValueError):
2015-09-12 17:59:33 +00:00
continue
if title and download_url:
items[mode].append((title, download_url, seeders, self._bytesizer(size)))
2015-09-12 17:59:33 +00:00
except generic.HaltParseException:
pass
except Exception:
logger.log(u'Failed to parse. Traceback: %s' % traceback.format_exc(), logger.ERROR)
self._log_search(mode, len(items[mode]) - cnt,
('search string: ' + search_string, self.name)['Cache' == mode])
2015-09-12 17:59:33 +00:00
self._sort_seeders(mode, items)
2015-09-12 17:59:33 +00:00
results = list(set(results + items[mode]))
2015-09-12 17:59:33 +00:00
return results
class SceneTimeCache(tvcache.TVCache):
def __init__(self, this_provider):
tvcache.TVCache.__init__(self, this_provider)
self.update_freq = 15 # cache update frequency
2015-09-12 17:59:33 +00:00
def _cache_data(self):
2015-09-12 17:59:33 +00:00
return self.provider.cache_data()
2015-09-12 17:59:33 +00:00
provider = SceneTimeProvider()