joke? they changed their robots.txt

This commit is contained in:
Akash Mahanty 2021-01-11 23:17:01 +05:30 committed by GitHub
parent 91402792e6
commit 259a024eb1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -41,16 +41,16 @@ def test_save():
with pytest.raises(Exception): with pytest.raises(Exception):
url2 = "ha ha ha ha" url2 = "ha ha ha ha"
Url(url2, user_agent) Url(url2, user_agent)
url3 = "http://www.archive.is/faq.html" # url3 = "http://www.archive.is/faq.html"
with pytest.raises(Exception): # with pytest.raises(Exception):
target = Url( # target = Url(
url3, # url3,
"Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) " # "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) "
"AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 " # "AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 "
"Safari/533.20.27", # "Safari/533.20.27",
) # )
target.save() # target.save()
def test_near(): def test_near():