collapses=["urlkey"] for known urls
This commit is contained in:
parent
6c71dfbe41
commit
dafba5d0cb
@ -298,9 +298,9 @@ class Url:
|
|||||||
url_list = []
|
url_list = []
|
||||||
|
|
||||||
if subdomain:
|
if subdomain:
|
||||||
cdx = Cdx(_cleaned_url(self.url), user_agent=self.user_agent, start_timestamp=start_timestamp, end_timestamp=end_timestamp, match_type="domain")
|
cdx = Cdx(_cleaned_url(self.url), user_agent=self.user_agent, start_timestamp=start_timestamp, end_timestamp=end_timestamp, match_type="domain", collapses=["urlkey"])
|
||||||
else:
|
else:
|
||||||
cdx = Cdx(_cleaned_url(self.url), user_agent=self.user_agent, start_timestamp=start_timestamp, end_timestamp=end_timestamp, match_type="host")
|
cdx = Cdx(_cleaned_url(self.url), user_agent=self.user_agent, start_timestamp=start_timestamp, end_timestamp=end_timestamp, match_type="host", collapses=["urlkey"])
|
||||||
|
|
||||||
snapshots = cdx.snapshots()
|
snapshots = cdx.snapshots()
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user