fix save_urls_on_file
This commit is contained in:
@@ -59,17 +59,28 @@ def save_urls_on_file(url_gen: Generator[str, None, None]) -> None:
|
|||||||
for url in url_gen:
|
for url in url_gen:
|
||||||
url_count += 1
|
url_count += 1
|
||||||
if not domain:
|
if not domain:
|
||||||
match = re.search("https?://([A-Za-z_0-9.-]+).*", url)
|
m = re.search("https?://([A-Za-z_0-9.-]+).*", url)
|
||||||
domain = "domain-unknown" if match is None else match.group(1)
|
|
||||||
file_name = f"{domain}-urls-{uid}.txt"
|
domain = "domain-unknown"
|
||||||
|
|
||||||
|
if m:
|
||||||
|
domain = m.group(1)
|
||||||
|
|
||||||
|
file_name = "{domain}-urls-{uid}.txt".format(domain=domain, uid=uid)
|
||||||
file_path = os.path.join(os.getcwd(), file_name)
|
file_path = os.path.join(os.getcwd(), file_name)
|
||||||
with open(file_path, "a", encoding="UTF-8") as file:
|
if not os.path.isfile(file_path):
|
||||||
file.write(f"{url}\n")
|
open(file_path, "w+").close()
|
||||||
|
|
||||||
|
with open(file_path, "a") as f:
|
||||||
|
f.write("{url}\n".format(url=url))
|
||||||
|
|
||||||
click.echo(url)
|
click.echo(url)
|
||||||
|
|
||||||
if url_count > 0 or file_name is not None:
|
if url_count > 0:
|
||||||
click.echo(f"\n\n'{file_name}' saved in current working directory")
|
click.echo(
|
||||||
|
f"\n\n{url_count} URLs saved inside '{file_name}' in the current "
|
||||||
|
+ "working directory."
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
click.echo("No known URLs found. Please try a diffrent input!")
|
click.echo("No known URLs found. Please try a diffrent input!")
|
||||||
|
|
||||||
@@ -343,10 +354,10 @@ def main( # pylint: disable=no-value-for-parameter
|
|||||||
url_gen = wayback.known_urls(subdomain=subdomain)
|
url_gen = wayback.known_urls(subdomain=subdomain)
|
||||||
|
|
||||||
if file:
|
if file:
|
||||||
return save_urls_on_file(url_gen)
|
save_urls_on_file(url_gen)
|
||||||
|
else:
|
||||||
for url_ in url_gen:
|
for url_ in url_gen:
|
||||||
click.echo(url_)
|
click.echo(url_)
|
||||||
|
|
||||||
elif cdx:
|
elif cdx:
|
||||||
filters = list(cdx_filter)
|
filters = list(cdx_filter)
|
||||||
|
Reference in New Issue
Block a user