webtoolkit 0.1.49__tar.gz → 0.1.51__tar.gz

{webtoolkit-0.1.49 → webtoolkit-0.1.51}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: webtoolkit
-Version: 0.1.49
+Version: 0.1.51
 Summary: Web tools and interfaces for Internet data processing.
 License: GPL3
 Author: Iwan Grozny

{webtoolkit-0.1.49 → webtoolkit-0.1.51}/pyproject.toml

@@ -3,7 +3,7 @@
 
 [tool.poetry]
 name = "webtoolkit"
-version = "0.1.49"
+version = "0.1.51"
 description = "Web tools and interfaces for Internet data processing."
 authors = ["Iwan Grozny <renegat@renegat0x0.ddns.net>"]
 license = "GPL3"

{webtoolkit-0.1.49 → webtoolkit-0.1.51}/webtoolkit/baseurl.py

@@ -32,7 +32,7 @@ from .urllocation import (
 )
 
 from .statuses import status_code_to_text
-from .response import response_to_json
+from .response import response_to_json, PageResponseObject
 from .request import request_to_json, PageRequestObject
 from .handlers import (
     HandlerInterface,
@@ -234,6 +234,11 @@ class BaseUrl(ContentInterface):
 
             return self.response
 
+        location = UrlLocation(self.request.url)
+        if location.is_onion():
+            self.response = PageResponseObject(url=self.request.url, status_code=0)
+            return self.response
+
     def get_streams(self):
         """
         Returns all responses
@@ -275,6 +280,12 @@ class BaseUrl(ContentInterface):
             return
 
         p = UrlLocation(url)
+        if p.is_onion():
+            """
+            Currently there is no handler to support onions
+            """
+            return
+
         short_url = p.get_protocolless()
 
         if not short_url:

{webtoolkit-0.1.49 → webtoolkit-0.1.51}/webtoolkit/urllocation.py

@@ -493,9 +493,13 @@ class UrlLocation(object):
         url = self.url
         if url.find("?") >= 0:
             wh = url.find("?")
-            return UrlLocation(url[:wh])
-        else:
-            return UrlLocation(url)
+            url = url[:wh]
+
+        if url.find("#") >= 0:
+            wh = url.find("#")
+            url = url[:wh]
+
+        return UrlLocation(url)
 
     def get_clean(self):
         """