PyPI - webtoolkit - Versions diffs - 0.1.51__tar.gz → 0.1.54__tar.gz - Mend

webtoolkit 0.1.51tar.gz → 0.1.54tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (54) hide show

{webtoolkit-0.1.51 → webtoolkit-0.1.54}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: webtoolkit
-Version: 0.1.51
+Version: 0.1.54
 Summary: Web tools and interfaces for Internet data processing.
 License: GPL3
 Author: Iwan Grozny

{webtoolkit-0.1.51 → webtoolkit-0.1.54}/pyproject.toml RENAMED Viewed

@@ -3,7 +3,7 @@
 [tool.poetry]
 name = "webtoolkit"
-version = "0.1.51"
+version = "0.1.54"
 description = "Web tools and interfaces for Internet data processing."
 authors = ["Iwan Grozny <renegat@renegat0x0.ddns.net>"]
 license = "GPL3"

{webtoolkit-0.1.51 → webtoolkit-0.1.54}/webtoolkit/baseurl.py RENAMED Viewed

@@ -487,26 +487,24 @@ class BaseUrl(ContentInterface):
         return calculate_hash(text)
     def get_hash(self):
-        """Returns hash for URL"""
+        """ Returns binary hash for URL"""
         handler = self.get_handler()
         if handler:
             return handler.get_hash()
     def get_body_hash(self):
-        """Returns body hash for URL"""
+        """Returns binary body hash for URL"""
         handler = self.get_handler()
         if handler:
             return handler.get_body_hash()
     def get_meta_hash(self) -> Optional[str]:
         """
-        Calculates and returns a hash of the page's metadata properties.
-        :return: A base64-encoded hash of the properties.
+        Calculates and returns a binary hash of the page's metadata properties.
         """
         self.get_response()
         properties_data = self.get_properties_data()
-        properties_hash = self.property_encode(calculate_hash(str(properties_data)))
-        return properties_hash
+        return calculate_hash(str(properties_data))
     def get_properties(self):
         """

{webtoolkit-0.1.51 → webtoolkit-0.1.54}/webtoolkit/remoteserver.py RENAMED Viewed

@@ -190,6 +190,13 @@ class RemoteServer(object):
             return
         return json_obj
+    def is_remote_server_ok(link_call):
+        try:
+            with requests.get(url=link_call, timeout=timeout_s, verify=False) as result:
+                return result.status_code == 200
+        except Exception as E:
+            return False
     def get_properties(self, url=None, request=None):
         json_obj = self.get_getj(url=url, request=request)

{webtoolkit-0.1.51 → webtoolkit-0.1.54}/webtoolkit/remoteurl.py RENAMED Viewed

@@ -251,7 +251,7 @@ class RemoteUrl(ContentInterface):
     def get_hash(self):
         """
-        Retrieves the hash of the response.
+        Retrieves the binary hash of the response.
         :return: The hash of the response, or None if not available.
         """
         response = self.get_response()
@@ -260,7 +260,7 @@ class RemoteUrl(ContentInterface):
     def get_body_hash(self):
         """
-        Retrieves the body hash of the response.
+        Retrieves the binary body hash of the response.
         :return: The body hash, or None if not available.
         """
         response = self.get_response()
@@ -269,8 +269,7 @@ class RemoteUrl(ContentInterface):
     def get_meta_hash(self):
         """
-        Retrieves the meta hash from the URL's properties.
-        :return: The decoded meta hash, or None if not available.
+        Retrieves the binary meta hash from the URL's properties.
         """
         hash_section = RemoteServer.read_properties_section(
             "PropertiesHash", self.all_properties

{webtoolkit-0.1.51 → webtoolkit-0.1.54}/webtoolkit/tests/fakeinternetcontents.py RENAMED Viewed

@@ -181,3 +181,15 @@ webpage_with_date_published = """
 </body>
 </html>
 """
+webpage_with_language = """
+<html lang="it">
+<head>
+<link type="application/rss+xml" href="https://www.codeproject.com/WebServices/NewsRSS.aspx" />
+ <title>Page with a 'it' language</title>
+</head>
+<body>
+</body>
+</html>
+"""

{webtoolkit-0.1.51 → webtoolkit-0.1.54}/webtoolkit/tests/fakeresponse.py RENAMED Viewed

@@ -32,6 +32,7 @@ from webtoolkit.tests.fakeinternetcontents import (
     webpage_html_casinos,
     webpage_html_canonical_1,
     webpage_with_date_published,
+    webpage_with_language,
 )
 from webtoolkit.tests.fake.geekwirecom import (
     geekwire_feed,
@@ -400,6 +401,9 @@ class TestResponseObject(PageResponseObject):
         elif url == "https://empty-page.com":
             return ""
+        if url == "https://page-with-language.com":
+            return webpage_with_language
         elif url == "https://www.codeproject.com/WebServices/NewsRSS.aspx":
             return webpage_code_project_rss