monkee.ch/SickGear
1
0
Fork 0
mirror of https://github.com/SickGear/SickGear.git synced 2024-11-28 23:53:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Change add a retry backoff for downloading posters for person search tvmaze

Browse source
This commit is contained in:
Prinz23 2024-06-19 21:49:46 +02:00 committed by JackDandy
parent 9466d3f288
commit 1b90c4b0c5
1 changed files with 13 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
sickgear/webserve.py
View file

@ -84,6 +84,10 @@ from tornado.escape import utf8
from tornado.web import RequestHandler, StaticFileHandler, authenticated
from tornado.concurrent import run_on_executor
from lib import requests
from lib.urllib3.util.retry import Retry
from lib.requests.adapters import HTTPAdapter
from lib import subliminal
from lib.cfscrape import CloudflareScraper
from lib.dateutil import tz, zoneinfo
@ -10186,6 +10190,13 @@ class Cache(MainHandler):
class CachedImages(MainHandler):
download_session = CloudflareScraper.create_scraper()
retries = Retry(total=5,
backoff_factor=3,
status_forcelist=[429])
download_session.mount('http://', HTTPAdapter(max_retries=retries))
download_session.mount('https://', HTTPAdapter(max_retries=retries))
def set_default_headers(self):
super(CachedImages, self).set_default_headers()
self.set_header('Cache-Control', 'no-cache, max-age=0')
@ -10260,7 +10271,8 @@ class CachedImages(MainHandler):
except (BaseException, Exception):
poster_url = ''
if poster_url:
sg_helpers.download_file(poster_url, image_file, nocache=True)
# try to rate limit tvmaze to some degree
sg_helpers.download_file(poster_url, image_file, nocache=True, session=CachedImages.download_session)
if tvmaze_image and not os.path.isfile(image_file):
self.create_dummy_image(image_file, 'tvmaze')