webtoolkit 0.0.193__py3-none-any.whl → 0.0.194__py3-none-any.whl

webtoolkit/remoteserver.py

@@ -25,15 +25,16 @@ class RemoteServer(object):
     def __init__(self, remote_server=None, timeout_s=30):
         self.remote_server = remote_server
         if not self.remote_server:
-            CRAWLER_BUDDY_SERVER = os.environ.get("CRAWLER_BUDDY_SERVER")
-            CRAWLER_BUDDY_PORT = os.environ.get("CRAWLER_BUDDY_PORT")
-            if CRAWLER_BUDDY_SERVER and CRAWLER_BUDDY_PORT:
-                self.remote_server = (
-                    f"http://{CRAWLER_BUDDY_SERVER}:{CRAWLER_BUDDY_PORT}"
-                )
+            self.remote_server = RemoteServer.get_remote_server_location()
 
         self.timeout_s = timeout_s
 
+    def get_remote_server_location():
+        CRAWLER_BUDDY_SERVER = os.environ.get("CRAWLER_BUDDY_SERVER")
+        CRAWLER_BUDDY_PORT = os.environ.get("CRAWLER_BUDDY_PORT")
+        if CRAWLER_BUDDY_SERVER and CRAWLER_BUDDY_PORT:
+            return f"http://{CRAWLER_BUDDY_SERVER}:{CRAWLER_BUDDY_PORT}"
+
     def get_getj(self, request=None, url=None):
         """
         @returns None in case of error
@@ -145,6 +146,9 @@ class RemoteServer(object):
         """
         @param link_call Remote server endpoint
         @param url Url for which we call Remote server
+
+        Note: there should always be a timeout. Server might stop responding,
+        it could have hanged, etc.
         """
         url = request.url
 
@@ -154,8 +158,10 @@ class RemoteServer(object):
 
         text = None
 
-        timeout_s = 50
+        # it is hard to think of a good deafult value
+        timeout_s = 60
         if request.timeout_s is not None:
+            # remote server will have timeout_s we add some wiggle room for transmission
             timeout_s = request.timeout_s
             timeout_s += 5
 

webtoolkit/remoteurl.py

@@ -43,8 +43,8 @@ class RemoteUrl(ContentInterface):
         """
         super().__init__(url=url, contents=None)
         self.request = request
-        self.remote_server_location = remote_server_location
-        self.server = RemoteServer(remote_server_location)
+        self.remote_server_location=remote_server_location
+        self.server = RemoteServer(remote_server=self.remote_server_location)
         self.all_properties = all_properties
         self.social_properties = social_properties
 
@@ -52,6 +52,9 @@ class RemoteUrl(ContentInterface):
         if self.all_properties:
             self.get_responses()
 
+    def get_remote_server_location():
+        return RemoteServer.get_remote_server_location()
+
     def get_responses(self):
         """Provides URL responses"""
         if self.all_properties is None:

{webtoolkit-0.0.193.dist-info → webtoolkit-0.0.194.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: webtoolkit
-Version: 0.0.193
+Version: 0.0.194
 Summary: Web tools and interfaces for Internet data processing.
 License: GPL3
 Author: Iwan Grozny
@@ -12,6 +12,7 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: beautifulsoup4 (>=4.13.5,<5.0.0)
 Requires-Dist: brutefeedparser (>=0.10.5,<0.11.0)
 Requires-Dist: lxml (>=5.4.0,<6.0.0)

{webtoolkit-0.0.193.dist-info → webtoolkit-0.0.194.dist-info}/RECORD

@@ -18,8 +18,8 @@ webtoolkit/handlers/handlers.py,sha256=-af5onXKvk-voeaHYe4pujzRStM39gCGrWoKMjbhQ
 webtoolkit/handlers/handlervideoodysee.py,sha256=XPk2zaLVfxqzAAVsXo2k6-Y4JyRwzvhO_lIhHln3Y0w,3313
 webtoolkit/handlers/handlervideoyoutube.py,sha256=-MaUwbAcv0_nX54goOhYpL-6XXofpAH9OqrJTzoeu4A,5067
 webtoolkit/pages.py,sha256=1lO8VmcrfEvpX1uiPj3so1mGCsmCB-ECDoYFp-KIRxc,46614
-webtoolkit/remoteserver.py,sha256=HMmkkrCbsQCW08hXwND6nCMisP5t28UiSMLUB5TC_1c,8573
-webtoolkit/remoteurl.py,sha256=Er1wqv4PbsbQYHfctsDA9VTwZPXQAG0JQISQfR9pbg0,7614
+webtoolkit/remoteserver.py,sha256=M0DRvDn52C0esHz20TGnhKmMgQPZCfZWuu6c-7kOCFg,8874
+webtoolkit/remoteurl.py,sha256=HgSLda2avRwoGE-ZrCYH06e_lUSy5Vhxz7af8y91jYo,7727
 webtoolkit/request.py,sha256=WriEXQG28oGnQFIS7CRYbaESlDDmcFba97GV_oTbU0U,8170
 webtoolkit/response.py,sha256=gGHZeUKsWk53lkOL_Nh18m1nKwzzBEb6FUlja7R-rb0,18913
 webtoolkit/statuses.py,sha256=dBW5HjhXbkrOzrmHH8YDTENl1mB-sCHNjS6PdsVaHDA,5948
@@ -47,7 +47,7 @@ webtoolkit/utils/dateutils.py,sha256=chHpgKdqn2q03m142SPSog2aAjaUhWNNRUQgQydOZe0
 webtoolkit/utils/logger.py,sha256=SL6IYki4LPBxBQnUgyQo_qAf8ekNnvi8CiumyU4K_98,4681
 webtoolkit/webconfig.py,sha256=5fM9CTwzsUcIqm162aT2tPgYlpADnHGl8SGvZbH8U4I,4174
 webtoolkit/webtools.py,sha256=O-Qg7tJJxutvuiqSiJsKd8E7CdserkDAskqvh0u9D28,11845
-webtoolkit-0.0.193.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-webtoolkit-0.0.193.dist-info/METADATA,sha256=P1moKpUeJmqn5PjmtI6lgEwo0-mwjE3TN5Zfj-j02KU,6692
-webtoolkit-0.0.193.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-webtoolkit-0.0.193.dist-info/RECORD,,
+webtoolkit-0.0.194.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+webtoolkit-0.0.194.dist-info/METADATA,sha256=TdyWYAthG4tHImx2pGyuYteIxjOO1v6W99uLIsKWXnA,6743
+webtoolkit-0.0.194.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+webtoolkit-0.0.194.dist-info/RECORD,,

{webtoolkit-0.0.193.dist-info → webtoolkit-0.0.194.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.9.0
+Generator: poetry-core 2.1.2
 Root-Is-Purelib: true
 Tag: py3-none-any