Benjamin_Loison/waybackpy
1
0
Fork 0
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

retry

Browse Source
This commit is contained in:
akamhy 2020-05-07 15:46:39 +05:30 committed by GitHub
parent 74d3bc154b
commit 01a7c591ad
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
waybackpy/wrapper.py
View File

@ -45,6 +45,11 @@ def save(url, UA=default_UA):
raise UrlNotFound(e) raise UrlNotFound(e)
else: else:
raise PageNotSaved(e) raise PageNotSaved(e)
except URLError:
try:
response = urlopen(req) #nosec
except URLError as e:
raise UrlNotFound(e)
header = response.headers header = response.headers
if "exclusion.robots.policy" in str(header): if "exclusion.robots.policy" in str(header):
@ -59,8 +64,11 @@ def get(url, encoding=None, UA=default_UA):
req = Request(clean_url(url), headers=hdr) #nosec req = Request(clean_url(url), headers=hdr) #nosec
try: try:
resp=urlopen(req) #nosec resp=urlopen(req) #nosec
except URLError as e: except URLError:
raise UrlNotFound(e) try:
resp=urlopen(req) #nosec
except URLError as e:
raise UrlNotFound(e)
if encoding is None: if encoding is None:
try: try:
encoding= resp.headers['content-type'].split('charset=')[-1] encoding= resp.headers['content-type'].split('charset=')[-1]