Benjamin_Loison/waybackpy
1
0
Fork 0
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

Update wrapper.py

Browse Source
This commit is contained in:
akamhy
2020-05-05 08:12:20 +05:30
committed by GitHub
parent 4cff37a32f
commit 2a78120a6a
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
waybackpy/wrapper.py
View File

@@ -40,14 +40,17 @@ def save(url,UA=default_UA):
archived_url = "https://web.archive.org" + archive_id archived_url = "https://web.archive.org" + archive_id
return archived_url return archived_url
def get(url,encoding=None): def get(url,encoding=None,UA=default_UA):
req=urlopen(url) hdr = { 'User-Agent' : '%s' % UA }
request_url = clean_url(url)
req = Request(request_url, headers=hdr)
resp=urlopen(req)
if encoding is None: if encoding is None:
try: try:
encoding= req.headers['content-type'].split('charset=')[-1] encoding= resp.headers['content-type'].split('charset=')[-1]
except: except:
encoding = "UTF-8" encoding = "UTF-8"
return req.read().decode(encoding) return resp.read().decode(encoding)
def wayback_timestamp(year,month,day,hour,minute): def wayback_timestamp(year,month,day,hour,minute):
year = str(year) year = str(year)