diff --git a/CHANGES.md b/CHANGES.md index 14ce99ba..8b779d7a 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -1,6 +1,7 @@ ### 0.17.0 (2018-xx-xx xx:xx:xx UTC) * Update Tornado Web Server 5.0.1 (35a538f) to 5.0.1 (2b2a220a) +* Add HDME torrent provider * Add Xspeeds torrent provider diff --git a/gui/slick/images/providers/hdme.png b/gui/slick/images/providers/hdme.png new file mode 100644 index 00000000..b5e23ee6 Binary files /dev/null and b/gui/slick/images/providers/hdme.png differ diff --git a/sickbeard/providers/__init__.py b/sickbeard/providers/__init__.py index f7f0858c..58e7c991 100755 --- a/sickbeard/providers/__init__.py +++ b/sickbeard/providers/__init__.py @@ -27,7 +27,7 @@ from sickbeard import logger, encodingKludge as ek from . import newznab, omgwtfnzbs # torrent from . import alpharatio, alphareign, beyondhd, bithdtv, bitmetv, blutopia, btn, btscene, dh, ettv, eztv, \ - fano, filelist, funfile, grabtheinfo, hdbits, hdspace, hdtorrents, \ + fano, filelist, funfile, grabtheinfo, hdbits, hdme, hdspace, hdtorrents, \ iptorrents, limetorrents, magnetdl, morethan, nebulance, ncore, nyaa, pisexy, potuk, pretome, privatehd, ptf, \ rarbg, revtt, scenehd, scenetime, shazbat, showrss, skytorrents, speedcd, \ thepiratebay, torlock, torrentday, torrenting, torrentleech, \ @@ -59,6 +59,7 @@ __all__ = ['omgwtfnzbs', 'funfile', 'grabtheinfo', 'hdbits', + 'hdme', 'hdspace', 'hdtorrents', 'iptorrents', diff --git a/sickbeard/providers/generic.py b/sickbeard/providers/generic.py index f2dc431e..ff7b9402 100644 --- a/sickbeard/providers/generic.py +++ b/sickbeard/providers/generic.py @@ -1285,7 +1285,7 @@ class NZBProvider(GenericProvider): class TorrentProvider(GenericProvider): - def __init__(self, name, supports_backlog=True, anime_only=False, cache_update_freq=None, update_freq=None): + def __init__(self, name, supports_backlog=True, anime_only=False, cache_update_freq=7, update_freq=None): GenericProvider.__init__(self, name, supports_backlog, anime_only) self.providerType = GenericProvider.TORRENT diff --git a/sickbeard/providers/hdme.py b/sickbeard/providers/hdme.py new file mode 100644 index 00000000..925af9fb --- /dev/null +++ b/sickbeard/providers/hdme.py @@ -0,0 +1,118 @@ +# coding=utf-8 +# +# This file is part of SickGear. +# +# SickGear is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# SickGear is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with SickGear. If not, see . + +import re +import traceback + +from . import generic +from sickbeard import logger +from sickbeard.bs4_parser import BS4Parser +from sickbeard.helpers import tryInt +from lib.unidecode import unidecode + + +class HDMEProvider(generic.TorrentProvider): + + def __init__(self): + generic.TorrentProvider.__init__(self, 'HDME') + + self.url_home = ['https://www.hdme.eu'] + + self.url_vars = {'login_action': 'login.php', 'search': 'browse.php?search=%s&%s&incldead=%s'} + self.url_tmpl = {'config_provider_home_uri': '%(home)s', 'login_action': '%(home)s%(vars)s', + 'search': '%(home)s%(vars)s'} + + self.categories = {'Season': [34], 'Episode': [38, 39]} + self.categories['Cache'] = self.categories['Season'] + self.categories['Episode'] + + self.username, self.password, self.freeleech, self.minseed, self.minleech = 5 * [None] + + def _authorised(self, **kwargs): + + return super(HDMEProvider, self)._authorised(post_params={'form_tmpl': True}) + + def _search_provider(self, search_params, **kwargs): + + results = [] + if not self._authorised(): + return results + + items = {'Cache': [], 'Season': [], 'Episode': [], 'Propers': []} + + rc = dict((k, re.compile('(?i)' + v)) for (k, v) in { + 'info': 'detail', 'get': 'download', 'fl': '\(Freeleech\)'}.items()) + for mode in search_params.keys(): + for search_string in search_params[mode]: + search_string = isinstance(search_string, unicode) and unidecode(search_string) or search_string + search_url = self.urls['search'] % (search_string, self._categories_string(mode), + ('3', '0')[not self.freeleech]) + + html = self.get_url(search_url, timeout=90) + if self.should_skip(): + return results + + cnt = len(items[mode]) + try: + if not html or self._has_no_results(html): + raise generic.HaltParseException + + html = html.replace('', '') + html = re.sub(r'(?s)(.*)(]*?950[^>]*>.*)()', r'\1\3', html) + html = re.sub(r'(?s)]+font[^>]+>', '
', html) + html = re.sub(r'(?s)(]+>(?!<[ab]).*?)(?:(?:)+)', r'\1', html) + html = re.sub(r'(?m)^
', r'', html) + with BS4Parser(html, features=['html5lib', 'permissive'], attr='id="parse"') as soup: + torrent_table = soup.find('table', id='parse') + torrent_rows = [] if not torrent_table else torrent_table.find_all('tr') + + if 2 > len(torrent_rows): + raise generic.HaltParseException + + head = None + for tr in torrent_rows[1:]: + cells = tr.find_all('td') + if 5 > len(cells): + continue + try: + head = head if None is not head else self._header_row(tr) + seeders, leechers, size = [tryInt(n, n) for n in [ + cells[head[x]].get_text().strip() for x in 'seed', 'leech', 'size']] + if self._peers_fail(mode, seeders, leechers): + continue + + info = tr.find('a', href=rc['info']) + title = (info.attrs.get('title') or info.get_text().split()[0]).strip() + download_url = self._link(tr.find('a', href=rc['get'])['href']) + except (AttributeError, TypeError, ValueError, KeyError): + continue + + if title and download_url: + items[mode].append((title, download_url, seeders, self._bytesizer(size))) + + except generic.HaltParseException: + pass + except (StandardError, Exception): + logger.log(u'Failed to parse. Traceback: %s' % traceback.format_exc(), logger.ERROR) + + self._log_search(mode, len(items[mode]) - cnt, search_url) + + results = self._sort_seeding(mode, results + items[mode]) + + return results + + +provider = HDMEProvider()