Merge pull request #690 from JackDandy/feature/AddProvFL

Add FileList torrent provider.

CHANGES.md

@@ -74,6 +74,7 @@
 * Add 4489 as experimental value to "Recent search frequency" to use provider freqs instead of fixed width for all
 * Change remove some logging cruft
 * Fix post processing "Force already processed" processing only the first of multiple files
+* Add FileList torrent provider
 
 
 ### 0.11.11 (2016-04-05 19:20:00 UTC)

sickbeard/providers/__init__.py

@@ -26,7 +26,7 @@ from sickbeard import logger, encodingKludge as ek
 # usenet
 from . import newznab, omgwtfnzbs, womble
 # torrent
-from . import alpharatio, beyondhd, bitmetv, btn, freshontv, funfile, gftracker, grabtheinfo, \
+from . import alpharatio, beyondhd, bitmetv, btn, filelist, freshontv, funfile, gftracker, grabtheinfo, \
     hd4free, hdbits, hdspace, iptorrents, kat, morethan, pisexy, pretome, rarbg, scc, scenetime, shazbat, speedcd, \
     thepiratebay, torrentbytes, torrentday, torrenting, torrentleech, torrentshack, transmithe_net, tvchaosuk
 # anime
@@ -44,6 +44,7 @@ __all__ = ['omgwtfnzbs',
            'bitmetv',
            'btn',
            'custom01',
+           'filelist',
            'freshontv',
            'funfile',
            'gftracker',

sickbeard/providers/filelist.py

@@ -0,0 +1,109 @@
+# coding=utf-8
+#
+# This file is part of SickGear.
+#
+# SickGear is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# SickGear is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with SickGear.  If not, see <http://www.gnu.org/licenses/>.
+
+import re
+import traceback
+
+from . import generic
+from sickbeard import logger
+from sickbeard.bs4_parser import BS4Parser
+from sickbeard.helpers import tryInt
+from lib.unidecode import unidecode
+
+
+class FLProvider(generic.TorrentProvider):
+
+    def __init__(self):
+        generic.TorrentProvider.__init__(self, 'FileList')
+
+        self.url_base = 'https://filelist.ro/'
+        self.urls = {'config_provider_home_uri': self.url_base,
+                     'login_action': self.url_base + 'login.php',
+                     'search': self.url_base + 'browse.php?search=%s&%s&incldead=0',
+                     'get': self.url_base + '%s'}
+
+        self.categories = {'Season': [14], 'Episode': [13, 21, 23], 'anime': [24]}
+        self.categories['Cache'] = self.categories['Season'] + self.categories['Episode']
+
+        self.url = self.urls['config_provider_home_uri']
+
+        self.username, self.password, self.minseed, self.minleech = 4 * [None]
+
+    def _authorised(self, **kwargs):
+
+        return super(FLProvider, self)._authorised()
+
+    def _search_provider(self, search_params, **kwargs):
+
+        results = []
+        if not self._authorised():
+            return results
+
+        items = {'Cache': [], 'Season': [], 'Episode': [], 'Propers': []}
+
+        rc = dict((k, re.compile('(?i)' + v)) for (k, v) in {'info': 'details', 'get': 'download'}.items())
+        for mode in search_params.keys():
+            rc['cats'] = re.compile('(?i)cat=(?:%s)' % self._categories_string(mode, template='', delimiter='|'))
+            for search_string in search_params[mode]:
+                search_string = isinstance(search_string, unicode) and unidecode(search_string) or search_string
+
+                html = self.get_url(self.urls['search'] % ('+'.join(search_string.split()),
+                                                           self._categories_string(mode, template='cats[]=%s')))
+
+                cnt = len(items[mode])
+                try:
+                    if not html or self._has_no_results(html):
+                        raise generic.HaltParseException
+
+                    with BS4Parser(html, features=['html5lib', 'permissive']) as soup:
+                        torrent_rows = soup.find_all('div', 'torrentrow')
+
+                        if not len(torrent_rows):
+                            raise generic.HaltParseException
+
+                        for tr in torrent_rows:
+                            try:
+                                seeders, leechers, size = [tryInt(n, n) for n in [
+                                    (tr.select('span[style*="cell"]')[x].get_text().strip()) for x in (-3, -2, -5)]]
+                                if self._peers_fail(mode, seeders, leechers) or not tr.find('a', href=rc['cats']):
+                                    continue
+
+                                title = tr.find('a', href=rc['info']).get_text().strip()
+
+                                download_url = self.urls['get'] % str(tr.find('a', href=rc['get'])['href']).lstrip('/')
+
+                            except (AttributeError, TypeError, ValueError, IndexError):
+                                continue
+
+                            if title and download_url:
+                                items[mode].append((title, download_url, seeders, self._bytesizer(size)))
+
+                except generic.HaltParseException:
+                    pass
+                except Exception:
+                    logger.log(u'Failed to parse. Traceback: %s' % traceback.format_exc(), logger.ERROR)
+
+                self._log_search(mode, len(items[mode]) - cnt, self.session.response.get('url'))
+
+            self._sort_seeders(mode, items)
+
+            results = list(set(results + items[mode]))
+
+        return results
+
+
+provider = FLProvider()