abstract-webtools 0.1.4.11__py3-none-any.whl → 0.1.4.12__py3-none-any.whl

abstract_webtools/abstract_webtools.py

@@ -517,7 +517,7 @@ class SafeRequest:
         self.wait_between_requests()
         
         for _ in range(self.max_retries):
-           
+            try:
                 response = self.session.get(url=self.url_manager.correct_url, timeout=10)  # 10 seconds timeout
                 if response.status_code == 200:
                     self.last_request_time = get_time_stamp()
@@ -525,10 +525,17 @@ class SafeRequest:
                 elif response.status_code == 429:
                     logging.warning(f"Rate limited by {self.url_manager.correct_url}. Retrying...")
                     get_sleep(5)  # adjust this based on the server's rate limit reset time
+            except requests.Timeout as e:
+                logging.error(f"Request to {cleaned_url} timed out: {e}")
+            except requests.ConnectionError:
+                logging.error(f"Connection error for URL {cleaned_url}.")
+            except requests.Timeout:
+                logging.error(f"Request timeout for URL {cleaned_url}.")
+            except requests.RequestException as e:
+                logging.error(f"Request exception for URL {cleaned_url}: {e}")
+
         logging.error(f"Failed to retrieve content from {self.url_manager.correct_url} after {self.max_retries} retries.")
         return None
-
-
     @staticmethod
     def is_valid_url(url):
         """

{abstract_webtools-0.1.4.11.dist-info → abstract_webtools-0.1.4.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract-webtools
-Version: 0.1.4.11
+Version: 0.1.4.12
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.4.11.dist-info → abstract_webtools-0.1.4.12.dist-info}/RECORD

@@ -1,11 +1,11 @@
 abstract_webtools/__init__.py,sha256=2SWEfdPDHqqjUYsOQYlaOHF644ZYcO160nWKiAjga4w,34
 abstract_webtools/abstract_crawler.py,sha256=e8jVVv1_EB8poqlrdQaJ19z9Z0t8un5uc-DKnj1Ud5s,8002
-abstract_webtools/abstract_webtools.py,sha256=TySJ0EN4oMB7BXL7MQjB_K882pEeTeCpD0tNK-9wkX0,39673
+abstract_webtools/abstract_webtools.py,sha256=sjrsbUa4AkFD80usyU2D2Ez966N_kDt_j4hf2-c7AkQ,40159
 abstract_webtools/abstract_webtools2.py,sha256=dlhhgmUTaN_NgkT6GcJMVBLuXjmW38gAOeCrKxYqytk,30685
 abstract_webtools/grab_source_gui.py,sha256=w7vDsEu1IfOIzcsfWeP2IpdS3yhFA_x5IVIeLFlfppw,14708
 abstract_webtools/main.py,sha256=_I7pPXPkoLZOoYGLQDrSLGhGuQt6-PVyXEHZSmglk2g,1329
-abstract_webtools-0.1.4.11.dist-info/LICENSE,sha256=g3WEJFiVS27HyCGRTwKSsMLyciMaGFdWcZGOe1QalZk,3877
-abstract_webtools-0.1.4.11.dist-info/METADATA,sha256=J4bMxDOSB4x6ushMmQoQEm4b997HEMC90uRQfRqCoPQ,8963
-abstract_webtools-0.1.4.11.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-abstract_webtools-0.1.4.11.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
-abstract_webtools-0.1.4.11.dist-info/RECORD,,
+abstract_webtools-0.1.4.12.dist-info/LICENSE,sha256=g3WEJFiVS27HyCGRTwKSsMLyciMaGFdWcZGOe1QalZk,3877
+abstract_webtools-0.1.4.12.dist-info/METADATA,sha256=d4kh-bQrfhjqlmyDnxiyoGbm7xAvsVR7ot5yOmiMcNY,8963
+abstract_webtools-0.1.4.12.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+abstract_webtools-0.1.4.12.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
+abstract_webtools-0.1.4.12.dist-info/RECORD,,