3333"""A timer used to disconnect all managers after a period of no usage"""
3434
3535
36- def http_get (url , settings , error_message = '' , prefer_cached = False ):
36+ def http_get (url , settings , error_message = '' ):
3737 """
3838 Performs a HTTP GET request using best matching downloader.
3939
@@ -58,9 +58,6 @@ def http_get(url, settings, error_message='', prefer_cached=False):
5858 :param error_message:
5959 The error message to include if the download fails
6060
61- :param prefer_cached:
62- If cached version of the URL content is preferred over a new request
63-
6461 :raises:
6562 DownloaderException: if there was an error downloading the URL
6663
@@ -80,7 +77,7 @@ def http_get(url, settings, error_message='', prefer_cached=False):
8077
8178 try :
8279 manager = _grab (url , settings )
83- result = manager .fetch (url , error_message , prefer_cached )
80+ result = manager .fetch (url , error_message )
8481
8582 finally :
8683 if manager :
@@ -337,7 +334,7 @@ def close(self):
337334 self .downloader .close ()
338335 self .downloader = None
339336
340- def fetch (self , url , error_message , prefer_cached = False ):
337+ def fetch (self , url , error_message ):
341338 """
342339 Downloads a URL and returns the contents
343340
@@ -347,9 +344,6 @@ def fetch(self, url, error_message, prefer_cached=False):
347344 :param error_message:
348345 The error message to include if the download fails
349346
350- :param prefer_cached:
351- If cached version of the URL content is preferred over a new request
352-
353347 :raises:
354348 DownloaderException: if there was an error downloading the URL
355349
@@ -496,7 +490,7 @@ def fetch(self, url, error_message, prefer_cached=False):
496490 raise exception
497491
498492 try :
499- return self .downloader .download (url , error_message , timeout , 3 , prefer_cached )
493+ return self .downloader .download (url , error_message , timeout , 3 )
500494
501495 except (RateLimitException ) as e :
502496 # rate limits are normally reset after an hour
0 commit comments