joke? they changed their robots.txt

This commit is contained in:
Akash Mahanty 2021-01-11 23:17:01 +05:30 committed by GitHub
parent 91402792e6
commit 259a024eb1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -41,16 +41,16 @@ def test_save():
with pytest.raises(Exception):
url2 = "ha ha ha ha"
Url(url2, user_agent)
url3 = "http://www.archive.is/faq.html"
# url3 = "http://www.archive.is/faq.html"
with pytest.raises(Exception):
target = Url(
url3,
"Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) "
"AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 "
"Safari/533.20.27",
)
target.save()
# with pytest.raises(Exception):
# target = Url(
# url3,
# "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) "
# "AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 "
# "Safari/533.20.27",
# )
# target.save()
def test_near():