waymore 7.0__py3-none-any.whl → 7.2__py3-none-any.whl

waymore/__init__.py

@@ -1 +1 @@
-__version__ = "7.0"
+__version__ = "7.2"

waymore/waymore.py

@@ -158,7 +158,7 @@ DEFAULT_LIMIT = 5000
 DEFAULT_TIMEOUT = 30
 
 # Exclusions used to exclude responses we will try to get from web.archive.org
-DEFAULT_FILTER_URL = ".css,.jpg,.jpeg,.png,.svg,.img,.gif,.mp4,.flv,.ogv,.webm,.webp,.mov,.mp3,.m4a,.m4p,.scss,.tif,.tiff,.ttf,.otf,.woff,.woff2,.bmp,.ico,.eot,.htc,.rtf,.swf,.image,/image,/img,/css,/wp-json,/wp-content,/wp-includes,/theme,/audio,/captcha,/font,node_modules,/jquery,/bootstrap"
+DEFAULT_FILTER_URL = ".css,.jpg,.jpeg,.png,.svg,.img,.gif,.mp4,.flv,.ogv,.webm,.webp,.mov,.mp3,.m4a,.m4p,.scss,.tif,.tiff,.ttf,.otf,.woff,.woff2,.bmp,.ico,.eot,.htc,.rtf,.swf,.image,/image,/img,/css,/wp-json,/wp-content,/wp-includes,/theme,/audio,/captcha,/font,node_modules,/jquery,/bootstrap,/_incapsula_resource"
 
 # MIME Content-Type exclusions used to filter links and responses from web.archive.org through their API
 DEFAULT_FILTER_MIME = "text/css,image/jpeg,image/jpg,image/png,image/svg+xml,image/gif,image/tiff,image/webp,image/bmp,image/vnd,image/x-icon,image/vnd.microsoft.icon,font/ttf,font/woff,font/woff2,font/x-woff2,font/x-woff,font/otf,audio/mpeg,audio/wav,audio/webm,audio/aac,audio/ogg,audio/wav,audio/webm,video/mp4,video/mpeg,video/webm,video/ogg,video/mp2t,video/webm,video/x-msvideo,video/x-flv,application/font-woff,application/font-woff2,application/x-font-woff,application/x-font-woff2,application/vnd.ms-fontobject,application/font-sfnt,application/vnd.android.package-archive,binary/octet-stream,application/octet-stream,application/pdf,application/x-font-ttf,application/x-font-otf,video/webm,video/3gpp,application/font-ttf,audio/mp3,audio/x-wav,image/pjpeg,audio/basic,application/font-otf,application/x-ms-application,application/x-msdownload,video/x-ms-wmv,image/x-png,video/quicktime,image/x-ms-bmp,font/opentype,application/x-font-opentype,application/x-woff,audio/aiff"
@@ -182,6 +182,7 @@ FILTER_KEYWORDS = ""
 URLSCAN_API_KEY = ""
 CONTINUE_RESPONSES_IF_PIPED = True
 WEBHOOK_DISCORD = ""
+WEBHOOK_TELEGRAM = ""
 DEFAULT_OUTPUT_DIR = ""
 INTELX_API_KEY = ""
 
@@ -792,6 +793,18 @@ def showOptions():
             else:
                 write(colored("Discord Webhook: ", "magenta") + colored(WEBHOOK_DISCORD))
 
+        if args.notify_telegram:
+            if WEBHOOK_TELEGRAM == "" or WEBHOOK_TELEGRAM == "YOUR_WEBHOOK":
+                write(
+                    colored("Telegram Webhook: ", "magenta")
+                    + colored(
+                        "It looks like no Telegram webhook has been set in config.yml file.",
+                        "red",
+                    )
+                )
+            else:
+                write(colored("Telegram Webhook: ", "magenta") + colored(WEBHOOK_TELEGRAM))
+
         write(colored("Default Output Directory: ", "magenta") + colored(str(DEFAULT_OUTPUT_DIR)))
 
         if args.regex_after is not None:
@@ -850,7 +863,7 @@ def getConfig():
     """
     Try to get the values from the config file, otherwise use the defaults
     """
-    global FILTER_CODE, FILTER_MIME, FILTER_URL, FILTER_KEYWORDS, URLSCAN_API_KEY, VIRUSTOTAL_API_KEY, CONTINUE_RESPONSES_IF_PIPED, subs, path, waymorePath, inputIsDomainANDPath, HTTP_ADAPTER, HTTP_ADAPTER_CC, argsInput, terminalWidth, MATCH_CODE, WEBHOOK_DISCORD, DEFAULT_OUTPUT_DIR, MATCH_MIME, INTELX_API_KEY
+    global FILTER_CODE, FILTER_MIME, FILTER_URL, FILTER_KEYWORDS, URLSCAN_API_KEY, VIRUSTOTAL_API_KEY, CONTINUE_RESPONSES_IF_PIPED, subs, path, waymorePath, inputIsDomainANDPath, HTTP_ADAPTER, HTTP_ADAPTER_CC, argsInput, terminalWidth, MATCH_CODE, WEBHOOK_DISCORD, DEFAULT_OUTPUT_DIR, MATCH_MIME, INTELX_API_KEY, WEBHOOK_TELEGRAM
     try:
 
         # Set terminal width
@@ -1115,6 +1128,26 @@ def getConfig():
                     )
                     WEBHOOK_DISCORD = ""
 
+            if args.notify_telegram:
+                try:
+                    WEBHOOK_TELEGRAM = config.get("WEBHOOK_TELEGRAM")
+                    if str(WEBHOOK_TELEGRAM) == "None" or str(WEBHOOK_TELEGRAM) == "YOUR_WEBHOOK":
+                        writerr(
+                            colored(
+                                'No value for "WEBHOOK_TELEGRAM" in config.yml - default set',
+                                "yellow",
+                            )
+                        )
+                        WEBHOOK_TELEGRAM = ""
+                except Exception:
+                    writerr(
+                        colored(
+                            'Unable to read "WEBHOOK_TELEGRAM" from config.yml - default set',
+                            "red",
+                        )
+                    )
+                    WEBHOOK_TELEGRAM = ""
+
             try:
                 DEFAULT_OUTPUT_DIR = config.get("DEFAULT_OUTPUT_DIR")
                 if str(DEFAULT_OUTPUT_DIR) == "None" or str(DEFAULT_OUTPUT_DIR) == "":
@@ -1214,6 +1247,7 @@ def getConfig():
             FILTER_KEYWORDS = ""
             CONTINUE_RESPONSES_IF_PIPED = True
             WEBHOOK_DISCORD = ""
+            WEBHOOK_TELEGRAM = ""
             DEFAULT_OUTPUT_DIR = os.path.expanduser("~/.config/waymore")
 
     except Exception as e:
@@ -5763,6 +5797,34 @@ def notifyDiscord():
         writerr(colored("ERROR notifyDiscord 1: " + str(e), "red"))
 
 
+def notifyTelegram():
+    global WEBHOOK_TELEGRAM, args
+    try:
+        data = {
+            "text": "waymore has finished for `-i " + args.input + " -mode " + args.mode + "` ! 🤘",
+        }
+        try:
+            result = requests.post(WEBHOOK_TELEGRAM, json=data)
+            if 300 <= result.status_code < 200:
+                writerr(
+                    colored(
+                        getSPACER(
+                            "WARNING: Failed to send notification to Telegram - " + result.json()
+                        ),
+                        "yellow",
+                    )
+                )
+        except Exception as e:
+            writerr(
+                colored(
+                    getSPACER("WARNING: Failed to send notification to Telegram - " + str(e)),
+                    "yellow",
+                )
+            )
+    except Exception as e:
+        writerr(colored("ERROR notifyTelegram 1: " + str(e), "red"))
+
+
 def checkScript(script):
     try:
         if script.replace("\n", "").strip() != "":
@@ -6307,6 +6369,12 @@ def main():
         action="store_true",
         help="Whether to send a notification to Discord when waymore completes. It requires WEBHOOK_DISCORD to be provided in the config.yml file.",
     )
+    parser.add_argument(
+        "-nt",
+        "--notify-telegram",
+        action="store_true",
+        help="Whether to send a notification to Telegram when waymore completes. It requires WEBHOOK_TELEGRAM to be provided in the config.yml file.",
+    )
     parser.add_argument(
         "-oijs",
         "--output-inline-js",
@@ -6526,12 +6594,17 @@ def main():
         writerr(colored("ERROR main 1: " + str(e), "red"))
 
     finally:
-        # Send a notification to discord if requested
+        # Send a notification to discord or telegram if requested
         try:
             if args.notify_discord and WEBHOOK_DISCORD != "":
                 notifyDiscord()
         except Exception:
             pass
+        try:
+            if args.notify_telegram and WEBHOOK_TELEGRAM != "":
+                notifyTelegram()
+        except Exception:
+            pass
         try:
             if sys.stdout.isatty():
                 writerr(

{waymore-7.0.dist-info → waymore-7.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: waymore
-Version: 7.0
+Version: 7.2
 Summary: Find way more from the Wayback Machine, Common Crawl, Alien Vault OTX, URLScan, VirusTotal & Intelligence X!
 Home-page: https://github.com/xnl-h4ck3r/waymore
 Author: xnl-h4ck3r
@@ -21,7 +21,7 @@ Dynamic: license-file
 
 <center><img src="https://github.com/xnl-h4ck3r/waymore/blob/main/waymore/images/title.png"></center>
 
-## About - v7.0
+## About - v7.2
 
 The idea behind **waymore** is to find even more links from the Wayback Machine than other existing tools.
 
@@ -120,6 +120,7 @@ pipx install git+https://github.com/xnl-h4ck3r/waymore.git
 | -urlr         | --urlscan-rate-limit-retry | The number of minutes the user wants to wait for a rate limit pause on URLScan.io instead of stopping with a `429` error (default: 1).                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         |
 | -co           | --check-only               | This will make a few minimal requests to show you how many requests, and roughly how long it could take, to get URLs from the sources and downloaded responses from Wayback Machine (unfortunately it isn't possible to check how long it will take to download responses from URLScan).                                                                                                                                                                                                                                                                                                                                                                       |
 | -nd           | --notify-discord           | Whether to send a notification to Discord when waymore completes. It requires `WEBHOOK_DISCORD` to be provided in the `config.yml` file.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       |
+| -nt           | --notify-telegram          | Whether to send a notification to Telegram when waymore completes. It requires `WEBHOOK_TELEGRAM` to be provided in the `config.yml` file.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      |
 | -oijs         | --output-inline-js         | Whether to save combined inline javascript of all relevant files in the response directory when `-mode R` (or `-mode B`) has been used. The files are saved with the name `combinedInline{}.js` where `{}` is the number of the file, saving 1000 unique scripts per file. The file `combinedInlineSrc.txt` will also be created, containing the `src` value of all external scripts referenced in the files.                                                                                                                                                                                                                                                  |
 | -v            | --verbose                  | Verbose output                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 |
 |               | --version                  | Show current version number.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   |
@@ -170,7 +171,8 @@ The `config.yml` file (typically in `~/.config/waymore/`) have values that can b
 - `FILTER_KEYWORDS` - Only links and responses will be returned that contain the specified keywords if the `-ko`/`--keywords-only` argument is passed (without providing an explicit value on the command line), e.g. `admin,portal`
 - `URLSCAN_API_KEY` - You can sign up to [urlscan.io](https://urlscan.io/user/signup) to get a **FREE** API key (there are also paid subscriptions available). It is recommended you get a key and put it into the config file so that you can get more back (and quicker) from their API. NOTE: You will get rate limited unless you have a full paid subscription.
 - `CONTINUE_RESPONSES_IF_PIPED` - If retrieving archive responses doesn't complete, you will be prompted next time whether you want to continue with the previous run. However, if `stdout` is piped to another process it is assumed you don't want to have an interactive prompt. A value of `True` (default) will determine assure the previous run will be continued. if you want a fresh run every time then set to `False`.
-- `WEBHOOK_DISCORD` - If the `--notify-discord` argument is passed, `waymore` will send a notification to this Discord wehook when a successful XSS is found.
+- `WEBHOOK_DISCORD` - If the `--notify-discord` argument is passed, `waymore` will send a notification to this Discord wehook.
+- `WEBHOOK_TELEGRAM` - If the `--notify-telegram` argument is passed, `waymore` will send a notification to this Telegram wehook.
 - `DEFAULT_OUTPUT_DIR` - This is the default location of any output files written if the `-oU` and `-oR` arguments are not used. If the value of this key is blank, then it will default to the location of the `config.yml` file.
 - `INTELX_API_KEY` - You can sign up to [intelx.io here](https://intelx.io/product). It requires a paid API key to do the `/phonebook/search` through their API (as of 2024-09-01, the Phonebook service has been restricted to paid users due to constant abuse by spam accounts).
 

waymore-7.2.dist-info/RECORD

@@ -0,0 +1,8 @@
+waymore/__init__.py,sha256=4TdZBI0WwoIYmsXMgu2lnF3i9IxtNBVO4xCVBwBu2gk,20
+waymore/waymore.py,sha256=4frf2-aadaNFTPlgvdVBazpFdgh3LBx3oAGoLsM1i-g,276172
+waymore-7.2.dist-info/licenses/LICENSE,sha256=o_jq62xZ1YxI8tqzQKbNtqr3RW2i5sh0rk6ixCJEroU,1068
+waymore-7.2.dist-info/METADATA,sha256=scJFBF3kv9IVMiD-r3p-86NPHatA39ZLVOmHbzD3pU8,52348
+waymore-7.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+waymore-7.2.dist-info/entry_points.txt,sha256=YHy5EUf3r_7OTkt9jvylLjNeg7Z5yvIVm5RUAyfNcN4,49
+waymore-7.2.dist-info/top_level.txt,sha256=RFTphkWaRu1N7lUWIPUjabgCPQ3ETmNllF7qze4JJ_s,8
+waymore-7.2.dist-info/RECORD,,

waymore-7.0.dist-info/RECORD

@@ -1,8 +0,0 @@
-waymore/__init__.py,sha256=NvDQnrD09CEwUQaMbcu5QZqslCNsgpKzgt7scQ5ZgJ8,20
-waymore/waymore.py,sha256=jNYKiZf7Toqlo5gpQo-ebm70cR47QvLfsyaDHsmmS0Y,273363
-waymore-7.0.dist-info/licenses/LICENSE,sha256=o_jq62xZ1YxI8tqzQKbNtqr3RW2i5sh0rk6ixCJEroU,1068
-waymore-7.0.dist-info/METADATA,sha256=YzkVssN-6ICCcv8Cnt3gXjvLYv6UAHOyNvwR4KAihZo,51560
-waymore-7.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-waymore-7.0.dist-info/entry_points.txt,sha256=YHy5EUf3r_7OTkt9jvylLjNeg7Z5yvIVm5RUAyfNcN4,49
-waymore-7.0.dist-info/top_level.txt,sha256=RFTphkWaRu1N7lUWIPUjabgCPQ3ETmNllF7qze4JJ_s,8
-waymore-7.0.dist-info/RECORD,,