joke? they changed their robots.txt
This commit is contained in:
parent
91402792e6
commit
259a024eb1
@ -41,16 +41,16 @@ def test_save():
|
|||||||
with pytest.raises(Exception):
|
with pytest.raises(Exception):
|
||||||
url2 = "ha ha ha ha"
|
url2 = "ha ha ha ha"
|
||||||
Url(url2, user_agent)
|
Url(url2, user_agent)
|
||||||
url3 = "http://www.archive.is/faq.html"
|
# url3 = "http://www.archive.is/faq.html"
|
||||||
|
|
||||||
with pytest.raises(Exception):
|
# with pytest.raises(Exception):
|
||||||
target = Url(
|
# target = Url(
|
||||||
url3,
|
# url3,
|
||||||
"Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) "
|
# "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) "
|
||||||
"AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 "
|
# "AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 "
|
||||||
"Safari/533.20.27",
|
# "Safari/533.20.27",
|
||||||
)
|
# )
|
||||||
target.save()
|
# target.save()
|
||||||
|
|
||||||
|
|
||||||
def test_near():
|
def test_near():
|
||||||
|
Loading…
Reference in New Issue
Block a user