waymore 4.6__py3-none-any.whl → 4.8__py3-none-any.whl

waymore/__init__.py

@@ -1 +1 @@
-__version__="4.6"
+__version__="4.8"

waymore/waymore.py

@@ -869,6 +869,9 @@ def processArchiveUrl(url):
                                     parsed = urlparse(targetUrl.strip())
                                     path = parsed.path
                                     extension = path[path.rindex('.')+1:]
+                                    # If there is a / in the extension then it's not the extension at all, so reset to blank
+                                    if '/' in extension:
+                                        extension = ''
                                 except:
                                     pass
                                 
@@ -3325,7 +3328,16 @@ def main():
             if subDomain != '':
                 inputIsSubDomain = True
                 subDomain = subDomain+'.'
-            argsInputHostname = subDomain+tldExtract.domain+'.'+tldExtract.suffix
+            
+            # Convert domain to punycode
+            punyCode = tldExtract.domain.encode("idna").decode("ascii")
+            if tldExtract.domain != punyCode:
+                writerr(colored(getSPACER(f'IMPORTANT:  You passed a domain that contains unicode characters, so this will be converted to Punycode when retrieving from archived sources, i.e. {punyCode}.{tldExtract.suffix}\n'),'yellow'))
+                argsInput = argsInput.replace(tldExtract.domain,punyCode)
+                rootDomain = punyCode
+            else:
+                rootDomain = tldExtract.domain
+            argsInputHostname = subDomain+rootDomain+'.'+tldExtract.suffix
             
             # Warn user if a sub domains may have been passed
             if inputIsSubDomain:

{waymore-4.6.dist-info → waymore-4.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: waymore
-Version: 4.6
+Version: 4.8
 Summary: Find way more from the Wayback Machine, Common Crawl, Alien Vault OTX, URLScan & VirusTotal!
 Home-page: https://github.com/xnl-h4ck3r/waymore
 Author: @xnl-h4ck3r
@@ -15,7 +15,7 @@ Requires-Dist: tldextract
 
 <center><img src="https://github.com/xnl-h4ck3r/waymore/blob/main/waymore/images/title.png"></center>
 
-## About - v4.6
+## About - v4.8
 
 The idea behind **waymore** is to find even more links from the Wayback Machine than other existing tools.
 

waymore-4.8.dist-info/RECORD

@@ -0,0 +1,8 @@
+waymore/__init__.py,sha256=-t8GjsyRbSC4139Fatl_6nfBGT7CiXt5Wum23cNXliU,17
+waymore/waymore.py,sha256=pN7oDjNjifN5-UI-Gvo1X7bDQz3t_3FPWQ0g0QSSmRY,177910
+waymore-4.8.dist-info/LICENSE,sha256=o_jq62xZ1YxI8tqzQKbNtqr3RW2i5sh0rk6ixCJEroU,1068
+waymore-4.8.dist-info/METADATA,sha256=0uaYGyi7rJuYMWHf_vBb4VYmV5rFtrG5-f4PyqLFqOg,49511
+waymore-4.8.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+waymore-4.8.dist-info/entry_points.txt,sha256=YHy5EUf3r_7OTkt9jvylLjNeg7Z5yvIVm5RUAyfNcN4,49
+waymore-4.8.dist-info/top_level.txt,sha256=RFTphkWaRu1N7lUWIPUjabgCPQ3ETmNllF7qze4JJ_s,8
+waymore-4.8.dist-info/RECORD,,

waymore-4.6.dist-info/RECORD

@@ -1,8 +0,0 @@
-waymore/__init__.py,sha256=nBVFOoDYjRXcFurm_7co-GNVg6LUhzeZpudhmYNojHw,17
-waymore/waymore.py,sha256=FhSRlLoK9DBGojEX89rMQdZ-bEacPSxJg2BJwQfUJGA,177093
-waymore-4.6.dist-info/LICENSE,sha256=o_jq62xZ1YxI8tqzQKbNtqr3RW2i5sh0rk6ixCJEroU,1068
-waymore-4.6.dist-info/METADATA,sha256=oQMMrr_MbK_QPmShWY-TrHf-bxOg9dtjdUK76QE29H8,49511
-waymore-4.6.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-waymore-4.6.dist-info/entry_points.txt,sha256=YHy5EUf3r_7OTkt9jvylLjNeg7Z5yvIVm5RUAyfNcN4,49
-waymore-4.6.dist-info/top_level.txt,sha256=RFTphkWaRu1N7lUWIPUjabgCPQ3ETmNllF7qze4JJ_s,8
-waymore-4.6.dist-info/RECORD,,