webtoolkit 0.1.52__tar.gz → 0.1.54__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/PKG-INFO +1 -1
  2. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/pyproject.toml +1 -1
  3. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/remoteserver.py +7 -0
  4. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fakeinternetcontents.py +12 -0
  5. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fakeresponse.py +4 -0
  6. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/LICENSE +0 -0
  7. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/README.md +0 -0
  8. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/__init__.py +0 -0
  9. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/baseurl.py +0 -0
  10. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/contentinterface.py +0 -0
  11. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/contentlinkparser.py +0 -0
  12. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/contentmoderation.py +0 -0
  13. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/contenttext.py +0 -0
  14. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/crawlers/__init__.py +0 -0
  15. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/crawlers/crawlerinterface.py +0 -0
  16. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/crawlers/requestscrawler.py +0 -0
  17. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/domaincache.py +0 -0
  18. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/handlers/__init__.py +0 -0
  19. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/handlers/defaulturlhandler.py +0 -0
  20. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/handlers/handlerchannelodysee.py +0 -0
  21. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/handlers/handlerchannelyoutube.py +0 -0
  22. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/handlers/handlerhttppage.py +0 -0
  23. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/handlers/handlerinterface.py +0 -0
  24. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/handlers/handlers.py +0 -0
  25. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/handlers/handlervideoodysee.py +0 -0
  26. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/handlers/handlervideoyoutube.py +0 -0
  27. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/pages.py +0 -0
  28. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/remoteurl.py +0 -0
  29. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/request.py +0 -0
  30. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/response.py +0 -0
  31. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/statuses.py +0 -0
  32. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/__init__.py +0 -0
  33. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/__init__.py +0 -0
  34. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/codeproject.py +0 -0
  35. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/firebog.py +0 -0
  36. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/geekwirecom.py +0 -0
  37. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/githubcom.py +0 -0
  38. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/hackernews.py +0 -0
  39. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/instance.py +0 -0
  40. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/opmlfile.py +0 -0
  41. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/reddit.py +0 -0
  42. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/returndislike.py +0 -0
  43. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/robotstxtcom.py +0 -0
  44. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/thehill.py +0 -0
  45. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/warhammercommunity.py +0 -0
  46. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fake/youtube.py +0 -0
  47. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fakeinternet.py +0 -0
  48. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/mocks.py +0 -0
  49. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/urllocation.py +0 -0
  50. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/utils/dateutils.py +0 -0
  51. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/utils/logger.py +0 -0
  52. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/utils/memorychecker.py +0 -0
  53. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/webconfig.py +0 -0
  54. {webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/webtools.py +0 -0
{webtoolkit-0.1.52 → webtoolkit-0.1.54}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: webtoolkit
3
- Version: 0.1.52
3
+ Version: 0.1.54
4
4
  Summary: Web tools and interfaces for Internet data processing.
5
5
  License: GPL3
6
6
  Author: Iwan Grozny
{webtoolkit-0.1.52 → webtoolkit-0.1.54}/pyproject.toml RENAMED
@@ -3,7 +3,7 @@
3
3
 
4
4
  [tool.poetry]
5
5
  name = "webtoolkit"
6
- version = "0.1.52"
6
+ version = "0.1.54"
7
7
  description = "Web tools and interfaces for Internet data processing."
8
8
  authors = ["Iwan Grozny <renegat@renegat0x0.ddns.net>"]
9
9
  license = "GPL3"
{webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/remoteserver.py RENAMED
@@ -190,6 +190,13 @@ class RemoteServer(object):
190
190
  return
191
191
  return json_obj
192
192
 
193
+ def is_remote_server_ok(link_call):
194
+ try:
195
+ with requests.get(url=link_call, timeout=timeout_s, verify=False) as result:
196
+ return result.status_code == 200
197
+ except Exception as E:
198
+ return False
199
+
193
200
  def get_properties(self, url=None, request=None):
194
201
  json_obj = self.get_getj(url=url, request=request)
195
202
 
{webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fakeinternetcontents.py RENAMED
@@ -181,3 +181,15 @@ webpage_with_date_published = """
181
181
  </body>
182
182
  </html>
183
183
  """
184
+
185
+ webpage_with_language = """
186
+ <html lang="it">
187
+ <head>
188
+ <link type="application/rss+xml" href="https://www.codeproject.com/WebServices/NewsRSS.aspx" />
189
+ <title>Page with a 'it' language</title>
190
+ </head>
191
+
192
+ <body>
193
+ </body>
194
+ </html>
195
+ """
{webtoolkit-0.1.52 → webtoolkit-0.1.54}/webtoolkit/tests/fakeresponse.py RENAMED
@@ -32,6 +32,7 @@ from webtoolkit.tests.fakeinternetcontents import (
32
32
  webpage_html_casinos,
33
33
  webpage_html_canonical_1,
34
34
  webpage_with_date_published,
35
+ webpage_with_language,
35
36
  )
36
37
  from webtoolkit.tests.fake.geekwirecom import (
37
38
  geekwire_feed,
@@ -400,6 +401,9 @@ class TestResponseObject(PageResponseObject):
400
401
  elif url == "https://empty-page.com":
401
402
  return ""
402
403
 
404
+ if url == "https://page-with-language.com":
405
+ return webpage_with_language
406
+
403
407
  elif url == "https://www.codeproject.com/WebServices/NewsRSS.aspx":
404
408
  return webpage_code_project_rss
405
409
 
{webtoolkit-0.1.52 → webtoolkit-0.1.54}/LICENSE RENAMED
File without changes
{webtoolkit-0.1.52 → webtoolkit-0.1.54}/README.md RENAMED
File without changes