backoff_factor=2 for save, incr success by 25%
This commit is contained in:
@@ -84,7 +84,7 @@ class Cdx:
|
||||
|
||||
endpoint = "https://web.archive.org/cdx/search/cdx"
|
||||
total_pages = _get_total_pages(self.url, self.user_agent)
|
||||
#If we only have two or less pages of archives then we care for accuracy
|
||||
# If we only have two or less pages of archives then we care for accuracy
|
||||
# pagination API can be lagged sometimes
|
||||
if use_page == True and total_pages >= 2:
|
||||
blank_pages = 0
|
||||
|
Reference in New Issue
Block a user