add --urls-only option

CHANGELOG.md

@@ -4,6 +4,7 @@
 - Support non-default network interface
 - Remove unused dependencies (urllib3, cryptography, cffi, idna, chardet)
 - Load targets from a Nmap XML report
+- Added --urls-only option to output only the full URL
 
 ## [0.4.3] - October 2nd, 2022
 - Automatically detect the URI scheme (`http` or `https`) if no scheme is provided

README.md

@@ -266,6 +266,7 @@ Options:
                         Show redirects history
     --no-color          No colored output
     -q, --quiet-mode    Quiet mode
+    --urls-only         Output only the full URLs
 
   Output Settings:
     -o PATH, --output=PATH
@@ -343,6 +344,7 @@ crawl = False
 [view]
 full-url = False
 quiet-mode = False
+urls-only = Faise
 color = True
 show-redirects-history = False
 

config.ini

@@ -67,6 +67,7 @@ crawl = False
 [view]
 full-url = False
 quiet-mode = False
+urls-only = False
 color = True
 show-redirects-history = False
 

lib/core/data.py

@@ -87,6 +87,7 @@
     "redirects_history": False,
     "color": True,
     "quiet": False,
+    "urls_only": False,
     "output_file": None,
     "output_format": None,
     "log_file": None,

lib/core/options.py

@@ -355,6 +355,7 @@ def parse_config(opt):
     opt.full_url = opt.full_url or config.safe_getboolean("view", "full-url")
     opt.color = opt.color or config.safe_getboolean("view", "color", True)
     opt.quiet = opt.quiet or config.safe_getboolean("view", "quiet-mode")
+    opt.urls_only = opt.urls_only or config.safe_getboolean("view", "urls-only")
     opt.redirects_history = opt.redirects_history or config.safe_getboolean(
         "view", "show-redirects-history"
     )

lib/parse/cmdline.py

@@ -489,6 +489,9 @@ def parse_arguments():
     view.add_option(
         "-q", "--quiet-mode", action="store_true", dest="quiet", help="Quiet mode"
     )
+    view.add_option(
+        "--urls-only", action="store_true", dest="urls_only", help="Output only the full URLs"
+    )
 
     # Output Settings
     output = OptionGroup(parser, "Output Settings")

lib/view/terminal.py

@@ -233,4 +233,9 @@ def log_file(*args):
         pass
 
 
-interface = QuietCLI() if options["quiet"] else CLI()
+class URLOnlyCLI(QuietCLI):
+    def status_report(self, response, _):
+        self.new_line(response.url)
+
+
+interface = URLOnlyCLI() if options["urls_only"] else QuietCLI() if options["quiet"] else CLI()