waymore 7.1__py3-none-any.whl → 7.4__py3-none-any.whl

waymore/__init__.py

@@ -1 +1 @@
-__version__ = "7.1"
+__version__ = "7.4"

waymore/waymore.py

@@ -109,6 +109,11 @@ linkCountAlienVault = 0
 linkCountURLScan = 0
 linkCountVirusTotal = 0
 linkCountIntelx = 0
+linksFoundCommonCrawl = set()
+linksFoundAlienVault = set()
+linksFoundURLScan = set()
+linksFoundVirusTotal = set()
+linksFoundIntelx = set()
 
 # Thread lock for protecting shared state during concurrent operations
 links_lock = threading.Lock()
@@ -182,6 +187,8 @@ FILTER_KEYWORDS = ""
 URLSCAN_API_KEY = ""
 CONTINUE_RESPONSES_IF_PIPED = True
 WEBHOOK_DISCORD = ""
+TELEGRAM_BOT_TOKEN = ""
+TELEGRAM_CHAT_ID = ""
 DEFAULT_OUTPUT_DIR = ""
 INTELX_API_KEY = ""
 
@@ -792,6 +799,24 @@ def showOptions():
             else:
                 write(colored("Discord Webhook: ", "magenta") + colored(WEBHOOK_DISCORD))
 
+        if args.notify_telegram:
+            if (
+                TELEGRAM_BOT_TOKEN == ""
+                or TELEGRAM_BOT_TOKEN == "YOUR_TOKEN"
+                or TELEGRAM_CHAT_ID == ""
+                or TELEGRAM_CHAT_ID == "YOUR_CHAT_ID"
+            ):
+                write(
+                    colored("Telegram: ", "magenta")
+                    + colored(
+                        "It looks like Telegram Bot Token or Chat ID has not been set in config.yml file.",
+                        "red",
+                    )
+                )
+            else:
+                write(colored("Telegram Bot Token: ", "magenta") + colored(TELEGRAM_BOT_TOKEN))
+                write(colored("Telegram Chat ID: ", "magenta") + colored(TELEGRAM_CHAT_ID))
+
         write(colored("Default Output Directory: ", "magenta") + colored(str(DEFAULT_OUTPUT_DIR)))
 
         if args.regex_after is not None:
@@ -850,7 +875,7 @@ def getConfig():
     """
     Try to get the values from the config file, otherwise use the defaults
     """
-    global FILTER_CODE, FILTER_MIME, FILTER_URL, FILTER_KEYWORDS, URLSCAN_API_KEY, VIRUSTOTAL_API_KEY, CONTINUE_RESPONSES_IF_PIPED, subs, path, waymorePath, inputIsDomainANDPath, HTTP_ADAPTER, HTTP_ADAPTER_CC, argsInput, terminalWidth, MATCH_CODE, WEBHOOK_DISCORD, DEFAULT_OUTPUT_DIR, MATCH_MIME, INTELX_API_KEY
+    global FILTER_CODE, FILTER_MIME, FILTER_URL, FILTER_KEYWORDS, URLSCAN_API_KEY, VIRUSTOTAL_API_KEY, CONTINUE_RESPONSES_IF_PIPED, subs, path, waymorePath, inputIsDomainANDPath, HTTP_ADAPTER, HTTP_ADAPTER_CC, argsInput, terminalWidth, MATCH_CODE, WEBHOOK_DISCORD, TELEGRAM_BOT_TOKEN, TELEGRAM_CHAT_ID, DEFAULT_OUTPUT_DIR, MATCH_MIME, INTELX_API_KEY
     try:
 
         # Set terminal width
@@ -1115,6 +1140,45 @@ def getConfig():
                     )
                     WEBHOOK_DISCORD = ""
 
+            if args.notify_telegram:
+                try:
+                    TELEGRAM_BOT_TOKEN = config.get("TELEGRAM_BOT_TOKEN")
+                    if str(TELEGRAM_BOT_TOKEN) == "None" or str(TELEGRAM_BOT_TOKEN) == "YOUR_TOKEN":
+                        writerr(
+                            colored(
+                                'No value for "TELEGRAM_BOT_TOKEN" in config.yml - default set',
+                                "yellow",
+                            )
+                        )
+                        TELEGRAM_BOT_TOKEN = ""
+                except Exception:
+                    writerr(
+                        colored(
+                            'Unable to read "TELEGRAM_BOT_TOKEN" from config.yml - default set',
+                            "red",
+                        )
+                    )
+                    TELEGRAM_BOT_TOKEN = ""
+
+                try:
+                    TELEGRAM_CHAT_ID = config.get("TELEGRAM_CHAT_ID")
+                    if str(TELEGRAM_CHAT_ID) == "None" or str(TELEGRAM_CHAT_ID) == "YOUR_CHAT_ID":
+                        writerr(
+                            colored(
+                                'No value for "TELEGRAM_CHAT_ID" in config.yml - default set',
+                                "yellow",
+                            )
+                        )
+                        TELEGRAM_CHAT_ID = ""
+                except Exception:
+                    writerr(
+                        colored(
+                            'Unable to read "TELEGRAM_CHAT_ID" from config.yml - default set',
+                            "red",
+                        )
+                    )
+                    TELEGRAM_CHAT_ID = ""
+
             try:
                 DEFAULT_OUTPUT_DIR = config.get("DEFAULT_OUTPUT_DIR")
                 if str(DEFAULT_OUTPUT_DIR) == "None" or str(DEFAULT_OUTPUT_DIR) == "":
@@ -1214,6 +1278,8 @@ def getConfig():
             FILTER_KEYWORDS = ""
             CONTINUE_RESPONSES_IF_PIPED = True
             WEBHOOK_DISCORD = ""
+            TELEGRAM_BOT_TOKEN = ""
+            TELEGRAM_CHAT_ID = ""
             DEFAULT_OUTPUT_DIR = os.path.expanduser("~/.config/waymore")
 
     except Exception as e:
@@ -4732,7 +4798,7 @@ def getIntelxUrls():
     """
     Get URLs from the Intelligence X Phonebook search
     """
-    global INTELX_API_KEY, linksFound, waymorePath, subs, stopProgram, stopSourceIntelx, argsInput, checkIntelx, argsInputHostname, intelxAPIIssue, linkCountIntelx
+    global INTELX_API_KEY, linksFound, waymorePath, subs, stopProgram, stopSourceIntelx, argsInput, checkIntelx, argsInputHostname, intelxAPIIssue, linkCountIntelx, linksFoundIntelx
 
     # Write the file of URL's for the passed domain/URL
     try:
@@ -5763,6 +5829,36 @@ def notifyDiscord():
         writerr(colored("ERROR notifyDiscord 1: " + str(e), "red"))
 
 
+def notifyTelegram():
+    global TELEGRAM_BOT_TOKEN, TELEGRAM_CHAT_ID, args
+    try:
+        url = "https://api.telegram.org/bot" + TELEGRAM_BOT_TOKEN + "/sendMessage"
+        data = {
+            "chat_id": TELEGRAM_CHAT_ID,
+            "text": "waymore has finished for `-i " + args.input + " -mode " + args.mode + "` ! 🤘",
+        }
+        try:
+            result = requests.post(url, json=data)
+            if 300 <= result.status_code < 200:
+                writerr(
+                    colored(
+                        getSPACER(
+                            "WARNING: Failed to send notification to Telegram - " + result.json()
+                        ),
+                        "yellow",
+                    )
+                )
+        except Exception as e:
+            writerr(
+                colored(
+                    getSPACER("WARNING: Failed to send notification to Telegram - " + str(e)),
+                    "yellow",
+                )
+            )
+    except Exception as e:
+        writerr(colored("ERROR notifyTelegram 1: " + str(e), "red"))
+
+
 def checkScript(script):
     try:
         if script.replace("\n", "").strip() != "":
@@ -6307,6 +6403,12 @@ def main():
         action="store_true",
         help="Whether to send a notification to Discord when waymore completes. It requires WEBHOOK_DISCORD to be provided in the config.yml file.",
     )
+    parser.add_argument(
+        "-nt",
+        "--notify-telegram",
+        action="store_true",
+        help="Whether to send a notification to Telegram when waymore completes. It requires TELEGRAM_BOT_TOKEN and TELEGRAM_CHAT_ID to be provided in the config.yml file.",
+    )
     parser.add_argument(
         "-oijs",
         "--output-inline-js",
@@ -6526,12 +6628,17 @@ def main():
         writerr(colored("ERROR main 1: " + str(e), "red"))
 
     finally:
-        # Send a notification to discord if requested
+        # Send a notification to discord or telegram if requested
         try:
             if args.notify_discord and WEBHOOK_DISCORD != "":
                 notifyDiscord()
         except Exception:
             pass
+        try:
+            if args.notify_telegram and TELEGRAM_BOT_TOKEN != "" and TELEGRAM_CHAT_ID != "":
+                notifyTelegram()
+        except Exception:
+            pass
         try:
             if sys.stdout.isatty():
                 writerr(

{waymore-7.1.dist-info → waymore-7.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: waymore
-Version: 7.1
+Version: 7.4
 Summary: Find way more from the Wayback Machine, Common Crawl, Alien Vault OTX, URLScan, VirusTotal & Intelligence X!
 Home-page: https://github.com/xnl-h4ck3r/waymore
 Author: xnl-h4ck3r
@@ -21,7 +21,7 @@ Dynamic: license-file
 
 <center><img src="https://github.com/xnl-h4ck3r/waymore/blob/main/waymore/images/title.png"></center>
 
-## About - v7.1
+## About - v7.4
 
 The idea behind **waymore** is to find even more links from the Wayback Machine than other existing tools.
 
@@ -120,6 +120,7 @@ pipx install git+https://github.com/xnl-h4ck3r/waymore.git
 | -urlr         | --urlscan-rate-limit-retry | The number of minutes the user wants to wait for a rate limit pause on URLScan.io instead of stopping with a `429` error (default: 1).                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         |
 | -co           | --check-only               | This will make a few minimal requests to show you how many requests, and roughly how long it could take, to get URLs from the sources and downloaded responses from Wayback Machine (unfortunately it isn't possible to check how long it will take to download responses from URLScan).                                                                                                                                                                                                                                                                                                                                                                       |
 | -nd           | --notify-discord           | Whether to send a notification to Discord when waymore completes. It requires `WEBHOOK_DISCORD` to be provided in the `config.yml` file.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       |
+| -nt           | --notify-telegram          | Whether to send a notification to Telegram when waymore completes. It requires `TELEGRAM_BOT_TOKEN` and `TELEGRAM_CHAT_ID` to be provided in the `config.yml` file.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       |
 | -oijs         | --output-inline-js         | Whether to save combined inline javascript of all relevant files in the response directory when `-mode R` (or `-mode B`) has been used. The files are saved with the name `combinedInline{}.js` where `{}` is the number of the file, saving 1000 unique scripts per file. The file `combinedInlineSrc.txt` will also be created, containing the `src` value of all external scripts referenced in the files.                                                                                                                                                                                                                                                  |
 | -v            | --verbose                  | Verbose output                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 |
 |               | --version                  | Show current version number.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   |
@@ -170,7 +171,9 @@ The `config.yml` file (typically in `~/.config/waymore/`) have values that can b
 - `FILTER_KEYWORDS` - Only links and responses will be returned that contain the specified keywords if the `-ko`/`--keywords-only` argument is passed (without providing an explicit value on the command line), e.g. `admin,portal`
 - `URLSCAN_API_KEY` - You can sign up to [urlscan.io](https://urlscan.io/user/signup) to get a **FREE** API key (there are also paid subscriptions available). It is recommended you get a key and put it into the config file so that you can get more back (and quicker) from their API. NOTE: You will get rate limited unless you have a full paid subscription.
 - `CONTINUE_RESPONSES_IF_PIPED` - If retrieving archive responses doesn't complete, you will be prompted next time whether you want to continue with the previous run. However, if `stdout` is piped to another process it is assumed you don't want to have an interactive prompt. A value of `True` (default) will determine assure the previous run will be continued. if you want a fresh run every time then set to `False`.
-- `WEBHOOK_DISCORD` - If the `--notify-discord` argument is passed, `waymore` will send a notification to this Discord wehook when a successful XSS is found.
+- `WEBHOOK_DISCORD` - If the `--notify-discord` argument is passed, `waymore` will send a notification to this Discord wehook.
+- `TELEGRAM_BOT_TOKEN` - If the `--notify-telegram` argument is passed, `waymore` will use this token to send a notification to Telegram.
+- `TELEGRAM_CHAT_ID` - If the `--notify-telegram` argument is passed, `waymore` will send the notification to this chat ID.
 - `DEFAULT_OUTPUT_DIR` - This is the default location of any output files written if the `-oU` and `-oR` arguments are not used. If the value of this key is blank, then it will default to the location of the `config.yml` file.
 - `INTELX_API_KEY` - You can sign up to [intelx.io here](https://intelx.io/product). It requires a paid API key to do the `/phonebook/search` through their API (as of 2024-09-01, the Phonebook service has been restricted to paid users due to constant abuse by spam accounts).
 

waymore-7.4.dist-info/RECORD

@@ -0,0 +1,8 @@
+waymore/__init__.py,sha256=ewDGl3zNlo7l0-Jn6yNrqHtDpC0IF0FjF6rbWzh5_YA,20
+waymore/waymore.py,sha256=GT4WU-jse7nbFcODS-Ss0jUdq0iGOSLo4K7JjS3iulY,277670
+waymore-7.4.dist-info/licenses/LICENSE,sha256=o_jq62xZ1YxI8tqzQKbNtqr3RW2i5sh0rk6ixCJEroU,1068
+waymore-7.4.dist-info/METADATA,sha256=-q0twpS_Y1Dag-gkPMyNSuM1dwkpdTYZ1U8CaDNNkkQ,52474
+waymore-7.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+waymore-7.4.dist-info/entry_points.txt,sha256=YHy5EUf3r_7OTkt9jvylLjNeg7Z5yvIVm5RUAyfNcN4,49
+waymore-7.4.dist-info/top_level.txt,sha256=RFTphkWaRu1N7lUWIPUjabgCPQ3ETmNllF7qze4JJ_s,8
+waymore-7.4.dist-info/RECORD,,

waymore-7.1.dist-info/RECORD

@@ -1,8 +0,0 @@
-waymore/__init__.py,sha256=_yAT_eLt5VH5PDtAmmM-J4D22sBm8ho3cL4JSWGhON8,20
-waymore/waymore.py,sha256=RG6haeCwnWUprHfE72MjG4cma_jmCFN-QqelZMh38_g,273384
-waymore-7.1.dist-info/licenses/LICENSE,sha256=o_jq62xZ1YxI8tqzQKbNtqr3RW2i5sh0rk6ixCJEroU,1068
-waymore-7.1.dist-info/METADATA,sha256=_AgGi5Rz99N-PUXEpzEVi4t_2ycyATw2KmiZmmqEWqM,51560
-waymore-7.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-waymore-7.1.dist-info/entry_points.txt,sha256=YHy5EUf3r_7OTkt9jvylLjNeg7Z5yvIVm5RUAyfNcN4,49
-waymore-7.1.dist-info/top_level.txt,sha256=RFTphkWaRu1N7lUWIPUjabgCPQ3ETmNllF7qze4JJ_s,8
-waymore-7.1.dist-info/RECORD,,