waymore 4.7__tar.gz → 4.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: waymore
3
- Version: 4.7
3
+ Version: 4.9
4
4
  Summary: Find way more from the Wayback Machine, Common Crawl, Alien Vault OTX, URLScan & VirusTotal!
5
5
  Home-page: https://github.com/xnl-h4ck3r/waymore
6
6
  Author: @xnl-h4ck3r
@@ -15,7 +15,7 @@ Requires-Dist: tldextract
15
15
 
16
16
  <center><img src="https://github.com/xnl-h4ck3r/waymore/blob/main/waymore/images/title.png"></center>
17
17
 
18
- ## About - v4.7
18
+ ## About - v4.9
19
19
 
20
20
  The idea behind **waymore** is to find even more links from the Wayback Machine than other existing tools.
21
21
 
@@ -1,6 +1,6 @@
1
1
  <center><img src="https://github.com/xnl-h4ck3r/waymore/blob/main/waymore/images/title.png"></center>
2
2
 
3
- ## About - v4.7
3
+ ## About - v4.9
4
4
 
5
5
  The idea behind **waymore** is to find even more links from the Wayback Machine than other existing tools.
6
6
 
@@ -0,0 +1 @@
1
+ __version__="4.9"
@@ -759,7 +759,7 @@ def linksFoundResponseAdd(link):
759
759
  parsed_url = linkWithoutTimestamp
760
760
 
761
761
  # Don't write it if the link does not contain the requested domain (this can sometimes happen)
762
- if parsed_url.find(checkInput) >= 0:
762
+ if parsed_url.lower().find(checkInput.lower()) >= 0:
763
763
  linksFound.add(link)
764
764
  except Exception as e:
765
765
  linksFound.add(link)
@@ -825,8 +825,9 @@ def processArchiveUrl(url):
825
825
  # Only create a file if there is a response
826
826
  if len(archiveHtml) != 0:
827
827
 
828
- # If the FILTER_CODE includes 404, and it only process if it doesn't seem to be a custom 404 page
829
- if '404' in FILTER_CODE and not re.findall(REGEX_404, archiveHtml, re.DOTALL|re.IGNORECASE):
828
+ # If the FILTER_CODE doesn't include 404, OR
829
+ # If the FILTER_CODE includes 404, and it doesn't seem to be a custom 404 page
830
+ if '404' not in FILTER_CODE or ('404' in FILTER_CODE and not re.findall(REGEX_404, archiveHtml, re.DOTALL|re.IGNORECASE)):
830
831
 
831
832
  # Add the URL as a comment at the start of the response
832
833
  if args.url_filename:
@@ -869,6 +870,9 @@ def processArchiveUrl(url):
869
870
  parsed = urlparse(targetUrl.strip())
870
871
  path = parsed.path
871
872
  extension = path[path.rindex('.')+1:]
873
+ # If there is a / in the extension then it's not the extension at all, so reset to blank
874
+ if '/' in extension:
875
+ extension = ''
872
876
  except:
873
877
  pass
874
878
 
@@ -2917,6 +2921,8 @@ def combineInlineJS():
2917
2921
  for script in uniqueExternalScripts:
2918
2922
  inlineExternalFile.write(script.strip() + '\n')
2919
2923
  write(colored('Created file ','cyan')+colored(responseOutputDirectory+'combinedInlineSrc.txt','white')+colored(' (src of external JS)','cyan'))
2924
+ else:
2925
+ write(colored('No external JS scripts found, so no combined Inline Src file written.\n','cyan'))
2920
2926
 
2921
2927
  # Write files for all combined inline JS
2922
2928
  uniqueScripts = set()
@@ -2974,12 +2980,13 @@ def combineInlineJS():
2974
2980
 
2975
2981
  currentScript += 1
2976
2982
 
2977
- if totalExternal == 0 and totalSections == 0:
2978
- write(colored('No scripts found, so no combined JS files written.\n','cyan'))
2979
- elif fileNumber == 1:
2980
- write(colored('Created file ','cyan')+colored(responseOutputDirectory+'combinedInline1.js','white')+colored(' (contents of inline JS)\n','cyan'))
2983
+ if totalSections == 0:
2984
+ write(colored('No scripts found, so no combined Inline JS files written.\n','cyan'))
2981
2985
  else:
2982
- write(colored('Created files ','cyan')+colored(responseOutputDirectory+'combinedInline{1-'+str(fileNumber)+'}.js','white')+colored(' (contents of inline JS)\n','cyan'))
2986
+ if fileNumber == 1:
2987
+ write(colored('Created file ','cyan')+colored(responseOutputDirectory+'combinedInline1.js','white')+colored(' (contents of inline JS)\n','cyan'))
2988
+ else:
2989
+ write(colored('Created files ','cyan')+colored(responseOutputDirectory+'combinedInline{1-'+str(fileNumber)+'}.js','white')+colored(' (contents of inline JS)\n','cyan'))
2983
2990
 
2984
2991
  except Exception as e:
2985
2992
  writerr(colored('ERROR combineInlineJS 1: ' + str(e), 'red'))
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: waymore
3
- Version: 4.7
3
+ Version: 4.9
4
4
  Summary: Find way more from the Wayback Machine, Common Crawl, Alien Vault OTX, URLScan & VirusTotal!
5
5
  Home-page: https://github.com/xnl-h4ck3r/waymore
6
6
  Author: @xnl-h4ck3r
@@ -15,7 +15,7 @@ Requires-Dist: tldextract
15
15
 
16
16
  <center><img src="https://github.com/xnl-h4ck3r/waymore/blob/main/waymore/images/title.png"></center>
17
17
 
18
- ## About - v4.7
18
+ ## About - v4.9
19
19
 
20
20
  The idea behind **waymore** is to find even more links from the Wayback Machine than other existing tools.
21
21
 
@@ -1 +0,0 @@
1
- __version__="4.7"
File without changes
File without changes
File without changes