webtoolkit 0.0.192__tar.gz → 0.0.193__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/PKG-INFO +1 -1
  2. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/pyproject.toml +1 -1
  3. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/baseurl.py +6 -0
  4. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/LICENSE +0 -0
  5. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/README.md +0 -0
  6. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/__init__.py +0 -0
  7. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/contentinterface.py +0 -0
  8. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/contentlinkparser.py +0 -0
  9. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/contentmoderation.py +0 -0
  10. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/contenttext.py +0 -0
  11. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/crawlers/__init__.py +0 -0
  12. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/crawlers/crawlerinterface.py +0 -0
  13. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/crawlers/requestscrawler.py +0 -0
  14. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/domaincache.py +0 -0
  15. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/handlers/__init__.py +0 -0
  16. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/handlers/defaulturlhandler.py +0 -0
  17. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/handlers/handlerchannelodysee.py +0 -0
  18. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/handlers/handlerchannelyoutube.py +0 -0
  19. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/handlers/handlerhttppage.py +0 -0
  20. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/handlers/handlerinterface.py +0 -0
  21. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/handlers/handlers.py +0 -0
  22. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/handlers/handlervideoodysee.py +0 -0
  23. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/handlers/handlervideoyoutube.py +0 -0
  24. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/pages.py +0 -0
  25. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/remoteserver.py +0 -0
  26. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/remoteurl.py +0 -0
  27. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/request.py +0 -0
  28. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/response.py +0 -0
  29. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/statuses.py +0 -0
  30. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/__init__.py +0 -0
  31. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/__init__.py +0 -0
  32. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/codeproject.py +0 -0
  33. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/firebog.py +0 -0
  34. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/geekwirecom.py +0 -0
  35. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/githubcom.py +0 -0
  36. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/hackernews.py +0 -0
  37. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/instance.py +0 -0
  38. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/opmlfile.py +0 -0
  39. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/reddit.py +0 -0
  40. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/returndislike.py +0 -0
  41. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/robotstxtcom.py +0 -0
  42. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/thehill.py +0 -0
  43. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/warhammercommunity.py +0 -0
  44. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fake/youtube.py +0 -0
  45. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fakeinternet.py +0 -0
  46. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fakeinternetcontents.py +0 -0
  47. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/fakeresponse.py +0 -0
  48. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/tests/mocks.py +0 -0
  49. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/urllocation.py +0 -0
  50. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/utils/dateutils.py +0 -0
  51. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/utils/logger.py +0 -0
  52. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/webconfig.py +0 -0
  53. {webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/webtools.py +0 -0
{webtoolkit-0.0.192 → webtoolkit-0.0.193}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: webtoolkit
3
- Version: 0.0.192
3
+ Version: 0.0.193
4
4
  Summary: Web tools and interfaces for Internet data processing.
5
5
  License: GPL3
6
6
  Author: Iwan Grozny
{webtoolkit-0.0.192 → webtoolkit-0.0.193}/pyproject.toml RENAMED
@@ -3,7 +3,7 @@
3
3
 
4
4
  [tool.poetry]
5
5
  name = "webtoolkit"
6
- version = "0.0.192"
6
+ version = "0.0.193"
7
7
  description = "Web tools and interfaces for Internet data processing."
8
8
  authors = ["Iwan Grozny <renegat@renegat0x0.ddns.net>"]
9
9
  license = "GPL3"
{webtoolkit-0.0.192 → webtoolkit-0.0.193}/webtoolkit/baseurl.py RENAMED
@@ -94,12 +94,18 @@ class BaseUrl(ContentInterface):
94
94
  request.crawler_name = "RequestsCrawler"
95
95
  request.crawler_type = RequestsCrawler(url)
96
96
 
97
+ if request.timeout_s is None or request.timeout_s == 0:
98
+ request.timeout_s = 60 * 5
99
+
97
100
  return request
98
101
 
99
102
  def get_request_for_request(self, request):
100
103
  request.crawler_name = "RequestsCrawler"
101
104
  request.crawler_type = RequestsCrawler(request.url)
102
105
 
106
+ if request.timeout_s is None or request.timeout_s == 0:
107
+ request.timeout_s = 60 * 5
108
+
103
109
  return request
104
110
 
105
111
  def get_handlers(self):
{webtoolkit-0.0.192 → webtoolkit-0.0.193}/LICENSE RENAMED
File without changes
{webtoolkit-0.0.192 → webtoolkit-0.0.193}/README.md RENAMED
File without changes