e61447effd
* add: configure files (setup.py->setup.py+setup.cfg+pyproject.toml) * add: __download_url__ * format with black and isort * fix: flake8 section in setup.cfg * add: E501 to flake ignore * fix: metadata.name does not accept attr * fix: merge __version__.py into __init__.py * fix: flake8 errors in tests/ * fix: datetime.datetime -> datetime * fix: banner * fix: ignore W605 for banner * fix: way to install deps in CI * add: versem to setuptools * fix: drop python<=3.6 (#126) from package and CI
104 lines
3.6 KiB
Python
104 lines
3.6 KiB
Python
import random
|
||
import string
|
||
from datetime import datetime, timedelta
|
||
|
||
import pytest
|
||
|
||
from waybackpy.availability_api import WaybackMachineAvailabilityAPI
|
||
from waybackpy.exceptions import (
|
||
ArchiveNotInAvailabilityAPIResponse,
|
||
InvalidJSONInAvailabilityAPIResponse,
|
||
)
|
||
|
||
now = datetime.utcnow()
|
||
url = "https://example.com/"
|
||
user_agent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.99 Safari/537.36"
|
||
|
||
|
||
def rndstr(n):
|
||
return "".join(
|
||
random.choice(string.ascii_uppercase + string.digits) for _ in range(n)
|
||
)
|
||
|
||
|
||
def test_oldest():
|
||
"""
|
||
Test the oldest archive of Google.com and also checks the attributes.
|
||
"""
|
||
url = "https://example.com/"
|
||
user_agent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.99 Safari/537.36"
|
||
availability_api = WaybackMachineAvailabilityAPI(url, user_agent)
|
||
oldest = availability_api.oldest()
|
||
oldest_archive_url = oldest.archive_url
|
||
assert "2002" in oldest_archive_url
|
||
oldest_timestamp = oldest.timestamp()
|
||
assert abs(oldest_timestamp - now) > timedelta(days=7000) # More than 19 years
|
||
assert availability_api.JSON["archived_snapshots"]["closest"]["available"] is True
|
||
assert repr(oldest).find("example.com") != -1
|
||
assert "2002" in str(oldest)
|
||
|
||
|
||
def test_newest():
|
||
"""
|
||
Assuming that the recent most Google Archive was made no more earlier than
|
||
last one day which is 86400 seconds.
|
||
"""
|
||
url = "https://www.youtube.com/"
|
||
user_agent = "Mozilla/5.0 (X11; Linux x86_64; rv:96.0) Gecko/20100101 Firefox/96.0"
|
||
availability_api = WaybackMachineAvailabilityAPI(url, user_agent)
|
||
newest = availability_api.newest()
|
||
newest_timestamp = newest.timestamp()
|
||
# betting in favor that latest youtube archive was not before the last 3 days
|
||
# high tarffic sites like youtube are archived mnay times a day, so seems
|
||
# very reasonable to me.
|
||
assert abs(newest_timestamp - now) < timedelta(seconds=86400 * 3)
|
||
|
||
|
||
def test_invalid_json():
|
||
"""
|
||
When the API is malfunctioning or we don't pass a URL it may return invalid JSON data.
|
||
"""
|
||
with pytest.raises(InvalidJSONInAvailabilityAPIResponse):
|
||
availability_api = WaybackMachineAvailabilityAPI(url="", user_agent=user_agent)
|
||
_ = availability_api.archive_url
|
||
|
||
|
||
def test_no_archive():
|
||
"""
|
||
ArchiveNotInAvailabilityAPIResponse may be raised if Wayback Machine did not
|
||
replied with the archive despite the fact that we know the site has million
|
||
of archives. Don't know the reason for this wierd behavior.
|
||
|
||
And also if really there are no archives for the passed URL this exception
|
||
is raised.
|
||
"""
|
||
with pytest.raises(ArchiveNotInAvailabilityAPIResponse):
|
||
availability_api = WaybackMachineAvailabilityAPI(
|
||
url="https://%s.cn" % rndstr(30), user_agent=user_agent
|
||
)
|
||
_ = availability_api.archive_url
|
||
|
||
|
||
def test_no_api_call_str_repr():
|
||
"""
|
||
Some entitled users maybe want to see what is the string representation
|
||
if they don’t make any API requests.
|
||
|
||
str() must not return None so we return ""
|
||
"""
|
||
availability_api = WaybackMachineAvailabilityAPI(
|
||
url="https://%s.gov" % rndstr(30), user_agent=user_agent
|
||
)
|
||
assert "" == str(availability_api)
|
||
|
||
|
||
def test_no_call_timestamp():
|
||
"""
|
||
If no API requests were made the bound timestamp() method returns
|
||
the datetime.max as a default value.
|
||
"""
|
||
availability_api = WaybackMachineAvailabilityAPI(
|
||
url="https://%s.in" % rndstr(30), user_agent=user_agent
|
||
)
|
||
assert datetime.max == availability_api.timestamp()
|