retry
This commit is contained in:
		@@ -45,6 +45,11 @@ def save(url, UA=default_UA):
 | 
			
		||||
            raise UrlNotFound(e)
 | 
			
		||||
        else:
 | 
			
		||||
          raise PageNotSaved(e)
 | 
			
		||||
    except URLError:
 | 
			
		||||
        try:
 | 
			
		||||
            response = urlopen(req) #nosec
 | 
			
		||||
        except URLError as e:
 | 
			
		||||
            raise UrlNotFound(e)
 | 
			
		||||
 | 
			
		||||
    header = response.headers
 | 
			
		||||
    if "exclusion.robots.policy" in str(header):
 | 
			
		||||
@@ -57,6 +62,9 @@ def get(url, encoding=None, UA=default_UA):
 | 
			
		||||
    url_check(url)
 | 
			
		||||
    hdr = { 'User-Agent' : '%s' % UA }
 | 
			
		||||
    req = Request(clean_url(url), headers=hdr) #nosec
 | 
			
		||||
    try:
 | 
			
		||||
        resp=urlopen(req) #nosec
 | 
			
		||||
    except URLError:
 | 
			
		||||
        try:
 | 
			
		||||
            resp=urlopen(req) #nosec
 | 
			
		||||
        except URLError as e:
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user