collapses=["urlkey"] for known urls
This commit is contained in:
parent
6c71dfbe41
commit
dafba5d0cb
@ -298,9 +298,9 @@ class Url:
|
||||
url_list = []
|
||||
|
||||
if subdomain:
|
||||
cdx = Cdx(_cleaned_url(self.url), user_agent=self.user_agent, start_timestamp=start_timestamp, end_timestamp=end_timestamp, match_type="domain")
|
||||
cdx = Cdx(_cleaned_url(self.url), user_agent=self.user_agent, start_timestamp=start_timestamp, end_timestamp=end_timestamp, match_type="domain", collapses=["urlkey"])
|
||||
else:
|
||||
cdx = Cdx(_cleaned_url(self.url), user_agent=self.user_agent, start_timestamp=start_timestamp, end_timestamp=end_timestamp, match_type="host")
|
||||
cdx = Cdx(_cleaned_url(self.url), user_agent=self.user_agent, start_timestamp=start_timestamp, end_timestamp=end_timestamp, match_type="host", collapses=["urlkey"])
|
||||
|
||||
snapshots = cdx.snapshots()
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user