[common] Add new parameters for _download_webpage

This commit is contained in:
Tithen-Firion 2014-12-04 14:11:27 +01:00
parent 225e4b9633
commit 995ad69c54

View File

@ -360,9 +360,19 @@ def _webpage_read_content(self, urlh, url_or_request, video_id, note=None, errno
return content
def _download_webpage(self, url_or_request, video_id, note=None, errnote=None, fatal=True):
def _download_webpage(self, url_or_request, video_id, note=None, errnote=None, fatal=True, tries=1, timeout=5):
""" Returns the data of the page as a string """
res = self._download_webpage_handle(url_or_request, video_id, note, errnote, fatal)
success = False
try_count = 0
while success is False:
try:
res = self._download_webpage_handle(url_or_request, video_id, note, errnote, fatal)
success = True
except compat_http_client.IncompleteRead as e:
try_count += 1
if try_count >= tries:
raise e
self._sleep(timeout, video_id)
if res is False:
return res
else: