webtoolkit 0.1.51__tar.gz → 0.1.52__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/PKG-INFO +1 -1
  2. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/pyproject.toml +1 -1
  3. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/baseurl.py +4 -6
  4. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/remoteurl.py +3 -4
  5. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/LICENSE +0 -0
  6. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/README.md +0 -0
  7. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/__init__.py +0 -0
  8. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/contentinterface.py +0 -0
  9. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/contentlinkparser.py +0 -0
  10. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/contentmoderation.py +0 -0
  11. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/contenttext.py +0 -0
  12. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/crawlers/__init__.py +0 -0
  13. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/crawlers/crawlerinterface.py +0 -0
  14. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/crawlers/requestscrawler.py +0 -0
  15. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/domaincache.py +0 -0
  16. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/handlers/__init__.py +0 -0
  17. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/handlers/defaulturlhandler.py +0 -0
  18. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/handlers/handlerchannelodysee.py +0 -0
  19. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/handlers/handlerchannelyoutube.py +0 -0
  20. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/handlers/handlerhttppage.py +0 -0
  21. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/handlers/handlerinterface.py +0 -0
  22. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/handlers/handlers.py +0 -0
  23. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/handlers/handlervideoodysee.py +0 -0
  24. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/handlers/handlervideoyoutube.py +0 -0
  25. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/pages.py +0 -0
  26. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/remoteserver.py +0 -0
  27. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/request.py +0 -0
  28. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/response.py +0 -0
  29. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/statuses.py +0 -0
  30. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/__init__.py +0 -0
  31. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/__init__.py +0 -0
  32. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/codeproject.py +0 -0
  33. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/firebog.py +0 -0
  34. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/geekwirecom.py +0 -0
  35. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/githubcom.py +0 -0
  36. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/hackernews.py +0 -0
  37. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/instance.py +0 -0
  38. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/opmlfile.py +0 -0
  39. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/reddit.py +0 -0
  40. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/returndislike.py +0 -0
  41. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/robotstxtcom.py +0 -0
  42. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/thehill.py +0 -0
  43. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/warhammercommunity.py +0 -0
  44. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fake/youtube.py +0 -0
  45. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fakeinternet.py +0 -0
  46. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fakeinternetcontents.py +0 -0
  47. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/fakeresponse.py +0 -0
  48. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/tests/mocks.py +0 -0
  49. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/urllocation.py +0 -0
  50. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/utils/dateutils.py +0 -0
  51. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/utils/logger.py +0 -0
  52. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/utils/memorychecker.py +0 -0
  53. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/webconfig.py +0 -0
  54. {webtoolkit-0.1.51 → webtoolkit-0.1.52}/webtoolkit/webtools.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: webtoolkit
3
- Version: 0.1.51
3
+ Version: 0.1.52
4
4
  Summary: Web tools and interfaces for Internet data processing.
5
5
  License: GPL3
6
6
  Author: Iwan Grozny
@@ -3,7 +3,7 @@
3
3
 
4
4
  [tool.poetry]
5
5
  name = "webtoolkit"
6
- version = "0.1.51"
6
+ version = "0.1.52"
7
7
  description = "Web tools and interfaces for Internet data processing."
8
8
  authors = ["Iwan Grozny <renegat@renegat0x0.ddns.net>"]
9
9
  license = "GPL3"
@@ -487,26 +487,24 @@ class BaseUrl(ContentInterface):
487
487
  return calculate_hash(text)
488
488
 
489
489
  def get_hash(self):
490
- """Returns hash for URL"""
490
+ """ Returns binary hash for URL"""
491
491
  handler = self.get_handler()
492
492
  if handler:
493
493
  return handler.get_hash()
494
494
 
495
495
  def get_body_hash(self):
496
- """Returns body hash for URL"""
496
+ """Returns binary body hash for URL"""
497
497
  handler = self.get_handler()
498
498
  if handler:
499
499
  return handler.get_body_hash()
500
500
 
501
501
  def get_meta_hash(self) -> Optional[str]:
502
502
  """
503
- Calculates and returns a hash of the page's metadata properties.
504
- :return: A base64-encoded hash of the properties.
503
+ Calculates and returns a binary hash of the page's metadata properties.
505
504
  """
506
505
  self.get_response()
507
506
  properties_data = self.get_properties_data()
508
- properties_hash = self.property_encode(calculate_hash(str(properties_data)))
509
- return properties_hash
507
+ return calculate_hash(str(properties_data))
510
508
 
511
509
  def get_properties(self):
512
510
  """
@@ -251,7 +251,7 @@ class RemoteUrl(ContentInterface):
251
251
 
252
252
  def get_hash(self):
253
253
  """
254
- Retrieves the hash of the response.
254
+ Retrieves the binary hash of the response.
255
255
  :return: The hash of the response, or None if not available.
256
256
  """
257
257
  response = self.get_response()
@@ -260,7 +260,7 @@ class RemoteUrl(ContentInterface):
260
260
 
261
261
  def get_body_hash(self):
262
262
  """
263
- Retrieves the body hash of the response.
263
+ Retrieves the binary body hash of the response.
264
264
  :return: The body hash, or None if not available.
265
265
  """
266
266
  response = self.get_response()
@@ -269,8 +269,7 @@ class RemoteUrl(ContentInterface):
269
269
 
270
270
  def get_meta_hash(self):
271
271
  """
272
- Retrieves the meta hash from the URL's properties.
273
- :return: The decoded meta hash, or None if not available.
272
+ Retrieves the binary meta hash from the URL's properties.
274
273
  """
275
274
  hash_section = RemoteServer.read_properties_section(
276
275
  "PropertiesHash", self.all_properties
File without changes
File without changes