Benjamin_Loison/waybackpy
1
0
Fork 0
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

retry

Browse Source
This commit is contained in:
akamhy 2020-05-07 15:46:39 +05:30 committed by GitHub
parent 74d3bc154b
commit 01a7c591ad
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
waybackpy/wrapper.py
View File

@ -45,6 +45,11 @@ def save(url, UA=default_UA):
raise UrlNotFound(e) raise UrlNotFound(e)
else: else:
raise PageNotSaved(e) raise PageNotSaved(e)
except URLError:
try:
response = urlopen(req) #nosec
except URLError as e:
raise UrlNotFound(e)
header = response.headers header = response.headers
if "exclusion.robots.policy" in str(header): if "exclusion.robots.policy" in str(header):
@ -57,6 +62,9 @@ def get(url, encoding=None, UA=default_UA):
url_check(url) url_check(url)
hdr = { 'User-Agent' : '%s' % UA } hdr = { 'User-Agent' : '%s' % UA }
req = Request(clean_url(url), headers=hdr) #nosec req = Request(clean_url(url), headers=hdr) #nosec
try:
resp=urlopen(req) #nosec
except URLError:
try: try:
resp=urlopen(req) #nosec resp=urlopen(req) #nosec
except URLError as e: except URLError as e: