From e9d010c793a7a8e1311bd1b1e95f1768412debee Mon Sep 17 00:00:00 2001 From: akamhy <64683866+akamhy@users.noreply.github.com> Date: Fri, 8 May 2020 09:28:18 +0530 Subject: [PATCH] just count the status code, consumes less memory --- waybackpy/wrapper.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/waybackpy/wrapper.py b/waybackpy/wrapper.py index 99991ee..d61edca 100644 --- a/waybackpy/wrapper.py +++ b/waybackpy/wrapper.py @@ -132,7 +132,7 @@ def total_archives(url, UA=default_UA): url_check(url) hdr = { 'User-Agent' : '%s' % UA } - request_url = "https://web.archive.org/cdx/search/cdx?url=%s&output=json" % clean_url(url) + request_url = "https://web.archive.org/cdx/search/cdx?url=%s&output=json&fl=statuscode" % clean_url(url) req = Request(request_url, headers=hdr) # nosec try: