Merge pull request #972 from JackDandy/feature/AddProvSceneHD

Add SceneHD torrent provider.

CHANGES.md

@@ -51,6 +51,7 @@
 * Change add IPv4 config option when enabling IPv6.
 * Add autoProcessTV/onTxComplete.bat to improve Windows clients Deluge, qBittorrent, Tranmission, and uTorrent
 * Add MagnetDL torrent provider
+* Add SceneHD torrent provider
 * Add Skytorrents torrent provider
 * Change do not have shows checked by default on import page. To re-enable import shows checked by default,
   1) On config page 'Save' 2) Stop SG 3) Find 'import_default_checked_shows' in config.ini and set '1' 4) Start SG

gui/slick/interfaces/default/config_providers.tmpl

@@ -558,7 +558,8 @@ name = '' if not client else get_client_instance(sickbeard.TORRENT_METHOD)().nam
 								<span class="component-title">Confirmed download</span>
 								<span class="component-desc">
 									<input type="checkbox" name="${cur_torrent_provider.get_id()}_confirmed" id="${cur_torrent_provider.get_id()}_confirmed" <%= html_checked if cur_torrent_provider.confirmed else '' %>/>
-									<p>only download torrents from trusted or verified uploaders ?</p>
+        #set $confirm_label = callable(getattr(cur_torrent_provider, 'ui_string', None)) and cur_torrent_provider.ui_string(cur_torrent_provider.get_id() + '_confirm') or 'only download torrents from trusted or verified uploaders ?'
+									<p>$confirm_label</p>
 								</span>
 							</label>
 						</div>
@@ -622,7 +623,7 @@ name = '' if not client else get_client_instance(sickbeard.TORRENT_METHOD)().nam
 								<span class="component-title">Episode search fallback</span>
 								<span class="component-desc">
 									<input type="checkbox" name="${cur_torrent_provider.get_id()}_search_fallback" id="${cur_torrent_provider.get_id()}_search_fallback" <%= html_checked if cur_torrent_provider.search_fallback else '' %>/>
-									<p>use the alternate episode search mode if no match is found -- warning; may result in duplicates or a heavy ratio hit -- best use: manually collect a season, disable after.</p>
+									<p>use alternate episode search mode if no match is found -- warning; may result in duplicates or a heavy ratio hit -- best use: manually collect a season, disable after</p>
 								</span>
 							</label>
 						</div>

sickbeard/providers/__init__.py

@@ -29,7 +29,7 @@ from . import newznab, omgwtfnzbs
 from . import alpharatio, beyondhd, bithdtv, bitmetv, btn, btscene, dh, \
     fano, filelist, funfile, gftracker, grabtheinfo, hd4free, hdbits, hdspace, hdtorrents, \
     iptorrents, limetorrents, magnetdl, morethan, nebulance, ncore, nyaa, pisexy, pretome, privatehd, ptf, \
-    rarbg, revtt, scenetime, shazbat, skytorrents, speedcd, \
+    rarbg, revtt, scenehd, scenetime, shazbat, skytorrents, speedcd, \
     thepiratebay, torlock, torrentday, torrenting, torrentleech, \
     torrentz2, tvchaosuk, zooqle
 # anime
@@ -72,6 +72,7 @@ __all__ = ['omgwtfnzbs',
            'ptf',
            'rarbg',
            'revtt',
+           'scenehd',
            'scenetime',
            'shazbat',
            'skytorrents',

sickbeard/providers/scenehd.py

@@ -0,0 +1,120 @@
+# coding=utf-8
+#
+# This file is part of SickGear.
+#
+# SickGear is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# SickGear is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with SickGear.  If not, see <http://www.gnu.org/licenses/>.
+
+import re
+import traceback
+
+from . import generic
+from sickbeard import logger
+from sickbeard.bs4_parser import BS4Parser
+from sickbeard.helpers import tryInt
+from lib.unidecode import unidecode
+
+
+class SceneHDProvider(generic.TorrentProvider):
+
+    def __init__(self):
+        generic.TorrentProvider.__init__(self, 'SceneHD', cache_update_freq=20)
+
+        self.url_home = ['https://scenehd.org/']
+
+        self.url_vars = {'login_action': 'login.php', 'search': 'browse.php?search=%s&cat=%s&sort=5', 'get': '%s'}
+        self.url_tmpl = {'config_provider_home_uri': '%(home)s', 'login_action': '%(home)s%(vars)s',
+                         'search': '%(home)s%(vars)s', 'get': '%(home)s%(vars)s'}
+
+        self.categories = {'shows': [5, 6, 7]}
+
+        self.username, self.password, self.freeleech, self.minseed, self.minleech = 5 * [None]
+        self.confirmed = False
+
+    def _authorised(self, **kwargs):
+
+        return super(SceneHDProvider, self)._authorised(post_params={'form_tmpl': True})
+
+    def _search_provider(self, search_params, **kwargs):
+
+        results = []
+        if not self._authorised():
+            return results
+
+        items = {'Cache': [], 'Season': [], 'Episode': [], 'Propers': []}
+
+        rc = dict((k, re.compile('(?i)' + v)) for (k, v) in {'info': 'detail', 'get': 'download',
+                                                             'nuked': 'nuke', 'filter': 'free'}.items())
+        for mode in search_params.keys():
+            for search_string in search_params[mode]:
+                search_string = isinstance(search_string, unicode) and unidecode(search_string) or search_string
+                search_url = self.urls['search'] % (search_string, self._categories_string(mode, '%s', ','))
+
+                html = self.get_url(search_url, timeout=90)
+
+                cnt = len(items[mode])
+                try:
+                    if not html or self._has_no_results(html):
+                        raise generic.HaltParseException
+
+                    with BS4Parser(html, features=['html5lib', 'permissive'], attr='cellpadding="5"') as soup:
+                        torrent_table = soup.find('table', class_='browse')
+                        torrent_rows = [] if not torrent_table else torrent_table.find_all('tr')
+
+                        if 2 > len(torrent_rows):
+                            raise generic.HaltParseException
+
+                        head = None
+                        for tr in torrent_rows[1:]:
+                            cells = tr.find_all('td')
+                            if 5 > len(cells):
+                                continue
+                            try:
+                                info = tr.find('a', href=rc['info'])
+                                head = head if None is not head else self._header_row(tr)
+                                seeders, leechers, size = [n for n in [
+                                    cells[head[x]].get_text().strip() for x in 'leech', 'leech', 'size']]
+                                seeders, leechers, size = [tryInt(n, n) for n in
+                                                           list(re.findall('^(\d+)[^\d]+?(\d+)', leechers)[0])
+                                                           + re.findall('^[^\n\t]+', size)]
+                                if (self.confirmed and
+                                        any([tr.find('img', alt=rc['nuked']), tr.find('img', class_=rc['nuked'])])) \
+                                        or (self.freeleech and not tr.find('a', class_=rc['filter'])) \
+                                        or self._peers_fail(mode, seeders, leechers):
+                                    continue
+
+                                title = (info.attrs.get('title') or info.get_text()).strip()
+                                download_url = self._link(tr.find('a', href=rc['get'])['href'])
+                            except (AttributeError, TypeError, ValueError, KeyError):
+                                continue
+
+                            if title and download_url:
+                                items[mode].append((title, download_url, seeders, self._bytesizer(size)))
+
+                except generic.HaltParseException:
+                    pass
+                except (StandardError, Exception):
+                    logger.log(u'Failed to parse. Traceback: %s' % traceback.format_exc(), logger.ERROR)
+
+                self._log_search(mode, len(items[mode]) - cnt, search_url)
+
+            results = self._sort_seeding(mode, results + items[mode])
+
+        return results
+
+    @staticmethod
+    def ui_string(key):
+        return 'scenehd_confirm' == key and 'skip releases marked as bad/nuked' or ''
+
+
+provider = SceneHDProvider()