just count the status code, consumes less memory

2020-05-08 09:28:18 +05:30
parent 58a6409528
commit e9d010c793
1 changed files with 1 additions and 1 deletions
--- a/waybackpy/wrapper.py
+++ b/waybackpy/wrapper.py
@@ -132,7 +132,7 @@ def total_archives(url, UA=default_UA):
    url_check(url)

    hdr = { 'User-Agent' : '%s' % UA }
-    request_url = "https://web.archive.org/cdx/search/cdx?url=%s&output=json" % clean_url(url)
+    request_url = "https://web.archive.org/cdx/search/cdx?url=%s&output=json&fl=statuscode" % clean_url(url)
    req = Request(request_url, headers=hdr) # nosec

    try: