waymore 6.1__tar.gz → 6.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {waymore-6.1 → waymore-6.3}/PKG-INFO +12 -3
- waymore-6.1/waymore.egg-info/PKG-INFO → waymore-6.3/README.md +11 -17
- waymore-6.3/setup.py +78 -0
- waymore-6.3/waymore/__init__.py +1 -0
- waymore-6.3/waymore/waymore.py +6663 -0
- waymore-6.1/README.md → waymore-6.3/waymore.egg-info/PKG-INFO +26 -2
- waymore-6.1/setup.py +0 -48
- waymore-6.1/waymore/__init__.py +0 -1
- waymore-6.1/waymore/waymore.py +0 -4130
- {waymore-6.1 → waymore-6.3}/LICENSE +0 -0
- {waymore-6.1 → waymore-6.3}/setup.cfg +0 -0
- {waymore-6.1 → waymore-6.3}/waymore.egg-info/SOURCES.txt +0 -0
- {waymore-6.1 → waymore-6.3}/waymore.egg-info/dependency_links.txt +0 -0
- {waymore-6.1 → waymore-6.3}/waymore.egg-info/entry_points.txt +0 -0
- {waymore-6.1 → waymore-6.3}/waymore.egg-info/requires.txt +0 -0
- {waymore-6.1 → waymore-6.3}/waymore.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: waymore
|
|
3
|
-
Version: 6.
|
|
3
|
+
Version: 6.3
|
|
4
4
|
Summary: Find way more from the Wayback Machine, Common Crawl, Alien Vault OTX, URLScan & VirusTotal!
|
|
5
5
|
Home-page: https://github.com/xnl-h4ck3r/waymore
|
|
6
6
|
Author: @xnl-h4ck3r
|
|
@@ -15,7 +15,7 @@ Requires-Dist: tldextract
|
|
|
15
15
|
|
|
16
16
|
<center><img src="https://github.com/xnl-h4ck3r/waymore/blob/main/waymore/images/title.png"></center>
|
|
17
17
|
|
|
18
|
-
## About - v6.
|
|
18
|
+
## About - v6.3
|
|
19
19
|
|
|
20
20
|
The idea behind **waymore** is to find even more links from the Wayback Machine than other existing tools.
|
|
21
21
|
|
|
@@ -109,6 +109,7 @@ pipx install git+https://github.com/xnl-h4ck3r/waymore.git
|
|
|
109
109
|
| -lr | --limit-requests | Limit the number of requests that will be made when getting links from a source (this doesn\'t apply to Common Crawl). Some targets can return a huge amount of requests needed that are just not feasible to get, so this can be used to manage that situation. This defaults to 0 (Zero) which means there is no limit. |
|
|
110
110
|
| -ow | --output-overwrite | If the URL output file (default `waymore.txt`, or specified by `-oU`) already exists, it will be overwritten instead of being appended to. |
|
|
111
111
|
| -nlf | --new-links-file | If this argument is passed, a `waymore.new` file (or if `-oU` is used it will be the name of that file suffixed with `.new`) will also be written, and will contain links for the latest run. This can be used for continuous monitoring of a target (only for `mode U`, not `mode R`). |
|
|
112
|
+
| | --stream | Output URLs to STDOUT as soon as they are found (duplicates will be shown). Only works with `-mode U`. All other output is suppressed, so use `-v` to see any errors. Use `-oU` to explicitly save results to file (wil be deduplicated). |
|
|
112
113
|
| -c | --config | Path to the YML config file. If not passed, it looks for file `config.yml` in the default directory, typically `~/.config/waymore`. |
|
|
113
114
|
| -wrlr | --wayback-rate-limit-retry | The number of minutes the user wants to wait for a rate limit pause on Wayback Machine (archive.org) instead of stopping with a `429` error (default: 3). |
|
|
114
115
|
| -urlr | --urlscan-rate-limit-retry | The number of minutes the user wants to wait for a rate limit pause on URLScan.io instead of stopping with a `429` error (default: 1). |
|
|
@@ -164,7 +165,7 @@ The `config.yml` file (typically in `~/.config/waymore/`) have values that can b
|
|
|
164
165
|
- `FILTER_KEYWORDS` - Only links and responses will be returned that contain the specified keywords if the `-ko`/`--keywords-only` argument is passed (without providing an explicit value on the command line), e.g. `admin,portal`
|
|
165
166
|
- `URLSCAN_API_KEY` - You can sign up to [urlscan.io](https://urlscan.io/user/signup) to get a **FREE** API key (there are also paid subscriptions available). It is recommended you get a key and put it into the config file so that you can get more back (and quicker) from their API. NOTE: You will get rate limited unless you have a full paid subscription.
|
|
166
167
|
- `CONTINUE_RESPONSES_IF_PIPED` - If retrieving archive responses doesn't complete, you will be prompted next time whether you want to continue with the previous run. However, if `stdout` is piped to another process it is assumed you don't want to have an interactive prompt. A value of `True` (default) will determine assure the previous run will be continued. if you want a fresh run every time then set to `False`.
|
|
167
|
-
- `WEBHOOK_DISCORD` - If the `--notify-discord` argument is passed, `
|
|
168
|
+
- `WEBHOOK_DISCORD` - If the `--notify-discord` argument is passed, `waymore` will send a notification to this Discord wehook when a successful XSS is found.
|
|
168
169
|
- `DEFAULT_OUTPUT_DIR` - This is the default location of any output files written if the `-oU` and `-oR` arguments are not used. If the value of this key is blank, then it will default to the location of the `config.yml` file.
|
|
169
170
|
- `INTELX_API_KEY` - You can sign up to [intelx.io here](https://intelx.io/product). It requires a paid API key to do the `/phonebook/search` through their API (as of 2024-09-01, the Phonebook service has been restricted to paid users due to constant abuse by spam accounts).
|
|
170
171
|
|
|
@@ -278,6 +279,14 @@ xnLinkFinder -i ~/Tools/waymore/results/redbull.com -sp https://www.redbull.com
|
|
|
278
279
|
|
|
279
280
|
Or run other tools such as [trufflehog](https://github.com/trufflesecurity/trufflehog) or [gf](https://github.com/tomnomnom/gf) over the directory of responses to find even more from the archived responses!
|
|
280
281
|
|
|
282
|
+
## In Depth Instructions
|
|
283
|
+
|
|
284
|
+
Below is an in-depth talk I did for [Jason Haddix's discord channel](https://discord.gg/jhaddix) back in March 2024 to cover **EVERYTHING** you need to know about `waymore`.
|
|
285
|
+
|
|
286
|
+
**NOTE: This video is from March 2024, so any features added after this will not be featured and some features may have changed. Please double check the current instructions.**
|
|
287
|
+
|
|
288
|
+
[](https://www.youtube.com/watch?v=hMaYSi9ErnM)
|
|
289
|
+
|
|
281
290
|
## Issues
|
|
282
291
|
|
|
283
292
|
If you come across any problems at all, or have ideas for improvements, please feel free to raise an issue on Github. If there is a problem, it will be useful if you can provide the exact command you ran and a detailed description of the problem. If possible, run with `-v` to reproduce the problem and let me know about any error messages that are given.
|
|
@@ -1,21 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.1
|
|
2
|
-
Name: waymore
|
|
3
|
-
Version: 6.1
|
|
4
|
-
Summary: Find way more from the Wayback Machine, Common Crawl, Alien Vault OTX, URLScan & VirusTotal!
|
|
5
|
-
Home-page: https://github.com/xnl-h4ck3r/waymore
|
|
6
|
-
Author: @xnl-h4ck3r
|
|
7
|
-
Description-Content-Type: text/markdown
|
|
8
|
-
License-File: LICENSE
|
|
9
|
-
Requires-Dist: requests
|
|
10
|
-
Requires-Dist: pyyaml
|
|
11
|
-
Requires-Dist: termcolor
|
|
12
|
-
Requires-Dist: psutil
|
|
13
|
-
Requires-Dist: urlparse3
|
|
14
|
-
Requires-Dist: tldextract
|
|
15
|
-
|
|
16
1
|
<center><img src="https://github.com/xnl-h4ck3r/waymore/blob/main/waymore/images/title.png"></center>
|
|
17
2
|
|
|
18
|
-
## About - v6.
|
|
3
|
+
## About - v6.3
|
|
19
4
|
|
|
20
5
|
The idea behind **waymore** is to find even more links from the Wayback Machine than other existing tools.
|
|
21
6
|
|
|
@@ -109,6 +94,7 @@ pipx install git+https://github.com/xnl-h4ck3r/waymore.git
|
|
|
109
94
|
| -lr | --limit-requests | Limit the number of requests that will be made when getting links from a source (this doesn\'t apply to Common Crawl). Some targets can return a huge amount of requests needed that are just not feasible to get, so this can be used to manage that situation. This defaults to 0 (Zero) which means there is no limit. |
|
|
110
95
|
| -ow | --output-overwrite | If the URL output file (default `waymore.txt`, or specified by `-oU`) already exists, it will be overwritten instead of being appended to. |
|
|
111
96
|
| -nlf | --new-links-file | If this argument is passed, a `waymore.new` file (or if `-oU` is used it will be the name of that file suffixed with `.new`) will also be written, and will contain links for the latest run. This can be used for continuous monitoring of a target (only for `mode U`, not `mode R`). |
|
|
97
|
+
| | --stream | Output URLs to STDOUT as soon as they are found (duplicates will be shown). Only works with `-mode U`. All other output is suppressed, so use `-v` to see any errors. Use `-oU` to explicitly save results to file (wil be deduplicated). |
|
|
112
98
|
| -c | --config | Path to the YML config file. If not passed, it looks for file `config.yml` in the default directory, typically `~/.config/waymore`. |
|
|
113
99
|
| -wrlr | --wayback-rate-limit-retry | The number of minutes the user wants to wait for a rate limit pause on Wayback Machine (archive.org) instead of stopping with a `429` error (default: 3). |
|
|
114
100
|
| -urlr | --urlscan-rate-limit-retry | The number of minutes the user wants to wait for a rate limit pause on URLScan.io instead of stopping with a `429` error (default: 1). |
|
|
@@ -164,7 +150,7 @@ The `config.yml` file (typically in `~/.config/waymore/`) have values that can b
|
|
|
164
150
|
- `FILTER_KEYWORDS` - Only links and responses will be returned that contain the specified keywords if the `-ko`/`--keywords-only` argument is passed (without providing an explicit value on the command line), e.g. `admin,portal`
|
|
165
151
|
- `URLSCAN_API_KEY` - You can sign up to [urlscan.io](https://urlscan.io/user/signup) to get a **FREE** API key (there are also paid subscriptions available). It is recommended you get a key and put it into the config file so that you can get more back (and quicker) from their API. NOTE: You will get rate limited unless you have a full paid subscription.
|
|
166
152
|
- `CONTINUE_RESPONSES_IF_PIPED` - If retrieving archive responses doesn't complete, you will be prompted next time whether you want to continue with the previous run. However, if `stdout` is piped to another process it is assumed you don't want to have an interactive prompt. A value of `True` (default) will determine assure the previous run will be continued. if you want a fresh run every time then set to `False`.
|
|
167
|
-
- `WEBHOOK_DISCORD` - If the `--notify-discord` argument is passed, `
|
|
153
|
+
- `WEBHOOK_DISCORD` - If the `--notify-discord` argument is passed, `waymore` will send a notification to this Discord wehook when a successful XSS is found.
|
|
168
154
|
- `DEFAULT_OUTPUT_DIR` - This is the default location of any output files written if the `-oU` and `-oR` arguments are not used. If the value of this key is blank, then it will default to the location of the `config.yml` file.
|
|
169
155
|
- `INTELX_API_KEY` - You can sign up to [intelx.io here](https://intelx.io/product). It requires a paid API key to do the `/phonebook/search` through their API (as of 2024-09-01, the Phonebook service has been restricted to paid users due to constant abuse by spam accounts).
|
|
170
156
|
|
|
@@ -278,6 +264,14 @@ xnLinkFinder -i ~/Tools/waymore/results/redbull.com -sp https://www.redbull.com
|
|
|
278
264
|
|
|
279
265
|
Or run other tools such as [trufflehog](https://github.com/trufflesecurity/trufflehog) or [gf](https://github.com/tomnomnom/gf) over the directory of responses to find even more from the archived responses!
|
|
280
266
|
|
|
267
|
+
## In Depth Instructions
|
|
268
|
+
|
|
269
|
+
Below is an in-depth talk I did for [Jason Haddix's discord channel](https://discord.gg/jhaddix) back in March 2024 to cover **EVERYTHING** you need to know about `waymore`.
|
|
270
|
+
|
|
271
|
+
**NOTE: This video is from March 2024, so any features added after this will not be featured and some features may have changed. Please double check the current instructions.**
|
|
272
|
+
|
|
273
|
+
[](https://www.youtube.com/watch?v=hMaYSi9ErnM)
|
|
274
|
+
|
|
281
275
|
## Issues
|
|
282
276
|
|
|
283
277
|
If you come across any problems at all, or have ideas for improvements, please feel free to raise an issue on Github. If there is a problem, it will be useful if you can provide the exact command you ran and a detailed description of the problem. If possible, run with `-v` to reproduce the problem and let me know about any error messages that are given.
|
waymore-6.3/setup.py
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
#!/usr/bin/env python
|
|
2
|
+
import os
|
|
3
|
+
import shutil
|
|
4
|
+
from setuptools import setup, find_packages
|
|
5
|
+
|
|
6
|
+
target_directory = (
|
|
7
|
+
os.path.join(os.getenv("APPDATA", ""), "waymore")
|
|
8
|
+
if os.name == "nt"
|
|
9
|
+
else (
|
|
10
|
+
os.path.join(os.path.expanduser("~"), ".config", "waymore")
|
|
11
|
+
if os.name == "posix"
|
|
12
|
+
else (
|
|
13
|
+
os.path.join(
|
|
14
|
+
os.path.expanduser("~"), "Library", "Application Support", "waymore"
|
|
15
|
+
)
|
|
16
|
+
if os.name == "darwin"
|
|
17
|
+
else None
|
|
18
|
+
)
|
|
19
|
+
)
|
|
20
|
+
)
|
|
21
|
+
|
|
22
|
+
# Copy the config.yml file to the target directory if it exists
|
|
23
|
+
configNew = False
|
|
24
|
+
if target_directory and os.path.isfile("config.yml"):
|
|
25
|
+
os.makedirs(target_directory, exist_ok=True)
|
|
26
|
+
# If file already exists, create a new one
|
|
27
|
+
if os.path.isfile(target_directory + "/config.yml"):
|
|
28
|
+
configNew = True
|
|
29
|
+
os.rename(
|
|
30
|
+
target_directory + "/config.yml", target_directory + "/config.yml.OLD"
|
|
31
|
+
)
|
|
32
|
+
shutil.copy("config.yml", target_directory)
|
|
33
|
+
os.rename(
|
|
34
|
+
target_directory + "/config.yml", target_directory + "/config.yml.NEW"
|
|
35
|
+
)
|
|
36
|
+
os.rename(
|
|
37
|
+
target_directory + "/config.yml.OLD", target_directory + "/config.yml"
|
|
38
|
+
)
|
|
39
|
+
else:
|
|
40
|
+
shutil.copy("config.yml", target_directory)
|
|
41
|
+
|
|
42
|
+
setup(
|
|
43
|
+
name="waymore",
|
|
44
|
+
packages=find_packages(),
|
|
45
|
+
version=__import__("waymore").__version__,
|
|
46
|
+
description="Find way more from the Wayback Machine, Common Crawl, Alien Vault OTX, URLScan & VirusTotal!",
|
|
47
|
+
long_description=open("README.md").read(),
|
|
48
|
+
long_description_content_type="text/markdown",
|
|
49
|
+
author="@xnl-h4ck3r",
|
|
50
|
+
url="https://github.com/xnl-h4ck3r/waymore",
|
|
51
|
+
py_modules=["waymore"],
|
|
52
|
+
install_requires=[
|
|
53
|
+
"requests",
|
|
54
|
+
"pyyaml",
|
|
55
|
+
"termcolor",
|
|
56
|
+
"psutil",
|
|
57
|
+
"urlparse3",
|
|
58
|
+
"tldextract",
|
|
59
|
+
],
|
|
60
|
+
entry_points={
|
|
61
|
+
"console_scripts": [
|
|
62
|
+
"waymore = waymore.waymore:main",
|
|
63
|
+
],
|
|
64
|
+
},
|
|
65
|
+
)
|
|
66
|
+
|
|
67
|
+
if configNew:
|
|
68
|
+
print(
|
|
69
|
+
"\n\033[33mIMPORTANT: The file "
|
|
70
|
+
+ target_directory
|
|
71
|
+
+ "/config.yml already exists.\nCreating config.yml.NEW but leaving existing config.\nIf you need the new file, then remove the current one and rename config.yml.NEW to config.yml\n\033[0m"
|
|
72
|
+
)
|
|
73
|
+
else:
|
|
74
|
+
print(
|
|
75
|
+
"\n\033[92mThe file "
|
|
76
|
+
+ target_directory
|
|
77
|
+
+ "/config.yml has been created.\n\033[0m"
|
|
78
|
+
)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "6.3"
|