abstract-webtools 0.1.5.89__py3-none-any.whl → 0.1.5.91__py3-none-any.whl

abstract_webtools/managers/domainManager.py

@@ -6,6 +6,10 @@ class domainManager(metaclass=SingletonMeta):
             parsed_url = urlparse(url)
             self.domain = parsed_url.netloc
             self.scheme = parsed_url.scheme
+            self.site_dir = os.path.join(os.getcwd(), self.domain)
+            os.makedirs(self.site_dir, exist_ok=True)
+            self.drivers = {}
+            self.page_type = []
     def get_url_to_path(self, url):
         url = eatAll(str(url),['',' ','\n','\t','\\','/'])
         parsed_url = urlparse(url)

abstract_webtools/managers/requestManager.py

@@ -1,11 +1,12 @@
 from ..abstract_webtools import *
-from .urlManager import *
+
 from .userAgentManager import *
 from .cipherManager import *
 from .sslManager import *
 from .tlsAdapter import *
 from .networkManager import *
 from .seleniumManager import *
+from .urlManager import *
 class requestManager:
     """
     SafeRequest is a class for making HTTP requests with error handling and retries.
@@ -87,8 +88,8 @@ class requestManager:
                  last_request_time=None,
                  max_retries=None,
                  request_wait_limit=None):
-        self.url=get_url(url=url,url_mgr=url_mgr)      
-        self.url_mgr = get_url_mgr(url=self.url,url_mgr=url_mgr)
+        self.url_mgr = get_url_mgr(url=url,url_mgr=url_mgr)
+        self.url=get_url(url=url,url_mgr=self.url_mgr)      
         self._url_mgr = self.url_mgr
         self._url=self.url       
         self.user_agent = user_agent
@@ -340,12 +341,10 @@ class SafeRequestSingleton:
         elif SafeRequestSingleton._instance.url != url or SafeRequestSingleton._instance.headers != headers or SafeRequestSingleton._instance.max_retries != max_retries or SafeRequestSingleton._instance.request_wait_limit != request_wait_limit:
             SafeRequestSingleton._instance = SafeRequest(url,url_mgr=urlManagerSingleton,headers=headers,max_retries=max_retries,last_request_time=last_request_time,request_wait_limit=request_wait_limit)
         return SafeRequestSingleton._instance
-def get_req_mgr(req_mgr=None,url=None,url_mgr=None,source_code=None):
-    if req_mgr:
-        url_mgr = req_mgr.url_mgr
+def get_req_mgr(url=None,url_mgr=None,source_code=None):
     url = get_url(url=url,url_mgr=url_mgr)
-    url_mgr = get_url_mgr(url=url,url_mgr=url_mgr)
-    req_mgr = req_mgr or requestManager(url_mgr=url_mgr,url=url,source_code=source_code)
+    url_mgr = get_url_mgr(url=url,url_mgr=url_mgr )
+    req_mgr = requestManager(url_mgr=url_mgr,url=url,source_code=source_code)
     return req_mgr
 def get_source(url=None,url_mgr=None,source_code=None):
     # Placeholder for actual implementation.

{abstract_webtools-0.1.5.89.dist-info → abstract_webtools-0.1.5.91.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_webtools
-Version: 0.1.5.89
+Version: 0.1.5.91
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.5.89.dist-info → abstract_webtools-0.1.5.91.dist-info}/RECORD

@@ -8,12 +8,12 @@ abstract_webtools/url_grabber_new.py,sha256=Oh2Kc0gBScCo0xpopNsg8JE5lIbPuzZVKM5f
 abstract_webtools/managers/__init__.py,sha256=5aIpbdUsDWTrhPUAjfIKnG54OULqOKan9LBL5EIUllo,407
 abstract_webtools/managers/cipherManager.py,sha256=NHQGdR11eNSm-1H-GezD5dyQgsPTJwY5kczt8Sher2s,1621
 abstract_webtools/managers/crawlManager.py,sha256=9KYI949SqOqj-FS0V2VJFdXaeWoLpfYKfIXwNI6pvJ0,10604
-abstract_webtools/managers/domainManager.py,sha256=N7gvSzBEqItXdOny40mvLytBiNYYNA67qTzt0Qa2qHU,1800
+abstract_webtools/managers/domainManager.py,sha256=LsbR59PbMyDKh-sL5nEcx8c89-9r2ZaCcEKdBEPjwhM,1983
 abstract_webtools/managers/dynamicRateLimiter.py,sha256=gopQcQo50JG2D0KcyepNCIQ_1uDQEBIHBzWf4R2Wgy0,7617
 abstract_webtools/managers/linkManager.py,sha256=m6y9s8jknrTX8RtOAFKeHd4yd23G7Rgf0T7Sp7wmHUw,12180
 abstract_webtools/managers/mySocketClient.py,sha256=-j1Q8Ds9RCSbjZdx3ZF9mVpgwxaO0BBssanUcpYVQoY,2045
 abstract_webtools/managers/networkManager.py,sha256=Op2QDXrP-gmm0tCToe-Ryt9xuOtMppcN2KLKP1WZiu0,952
-abstract_webtools/managers/requestManager.py,sha256=HWM9UBA1slX5QJOvoqhrFPzTEiPsVIkvwTfGHvonBVU,17359
+abstract_webtools/managers/requestManager.py,sha256=tJ4BmLajU-8AERaYSSlnvipmCXZsKc7tRHzDPMaYgvY,17287
 abstract_webtools/managers/seleniumManager.py,sha256=lQdqD4YqLCQSkk-Dvk_ZVrq1y-NvbLEvfZc-vJvl2Nw,3525
 abstract_webtools/managers/soupManager.py,sha256=nFHalHxxDXNI2HhDg8ffZYF36LbJ-uWxx4JnRFa3Hhw,16542
 abstract_webtools/managers/sslManager.py,sha256=C-QgQw9CW84uOE5kx2MPjC3RsLbE2JQqdwdTs0H4ecc,1370
@@ -21,8 +21,8 @@ abstract_webtools/managers/tlsAdapter.py,sha256=XZSMZz9EUOhv-h3_Waf6mjV1dA3oN_M_
 abstract_webtools/managers/urlManager.py,sha256=XqMrCM84BeWEfWtHc_8UFpT91ZtG-okzdKdCuC49vsA,8678
 abstract_webtools/managers/userAgentManager.py,sha256=33SB2p2FG7EYZl7l2iYm1U4gI9PcdkGTZHw5lg_Ogrw,1653
 abstract_webtools/managers/videoDownloader.py,sha256=6G_aLc05BTMUYUWc7iqYtHF_BaR7DnCNK_NJ-QnjsYY,10531
-abstract_webtools-0.1.5.89.dist-info/LICENSE,sha256=g3WEJFiVS27HyCGRTwKSsMLyciMaGFdWcZGOe1QalZk,3877
-abstract_webtools-0.1.5.89.dist-info/METADATA,sha256=DPkjMZYy-uIYqcA1DFzWmqv_xFw1uizAGkgy54LFYdE,15858
-abstract_webtools-0.1.5.89.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-abstract_webtools-0.1.5.89.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
-abstract_webtools-0.1.5.89.dist-info/RECORD,,
+abstract_webtools-0.1.5.91.dist-info/LICENSE,sha256=g3WEJFiVS27HyCGRTwKSsMLyciMaGFdWcZGOe1QalZk,3877
+abstract_webtools-0.1.5.91.dist-info/METADATA,sha256=EOA-TN4pJa3UHpt56Klg_guNRUQ4cvHSVbBofI6E5xY,15858
+abstract_webtools-0.1.5.91.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+abstract_webtools-0.1.5.91.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
+abstract_webtools-0.1.5.91.dist-info/RECORD,,