abstract-webtools 0.1.5.89__tar.gz → 0.1.5.91__tar.gz

{abstract_webtools-0.1.5.89/src/abstract_webtools.egg-info → abstract_webtools-0.1.5.91}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_webtools
-Version: 0.1.5.89
+Version: 0.1.5.91
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.5.89 → abstract_webtools-0.1.5.91}/setup.py

@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
     long_description = fh.read()
 setuptools.setup(
     name='abstract_webtools',
-    version='0.1.5.89',
+    version='0.1.5.91',
     author='putkoff',
     author_email='partners@abstractendeavors.com',
     description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',

{abstract_webtools-0.1.5.89 → abstract_webtools-0.1.5.91}/src/abstract_webtools/managers/domainManager.py

@@ -6,6 +6,10 @@ class domainManager(metaclass=SingletonMeta):
             parsed_url = urlparse(url)
             self.domain = parsed_url.netloc
             self.scheme = parsed_url.scheme
+            self.site_dir = os.path.join(os.getcwd(), self.domain)
+            os.makedirs(self.site_dir, exist_ok=True)
+            self.drivers = {}
+            self.page_type = []
     def get_url_to_path(self, url):
         url = eatAll(str(url),['',' ','\n','\t','\\','/'])
         parsed_url = urlparse(url)

{abstract_webtools-0.1.5.89 → abstract_webtools-0.1.5.91}/src/abstract_webtools/managers/requestManager.py

@@ -1,11 +1,12 @@
 from ..abstract_webtools import *
-from .urlManager import *
+
 from .userAgentManager import *
 from .cipherManager import *
 from .sslManager import *
 from .tlsAdapter import *
 from .networkManager import *
 from .seleniumManager import *
+from .urlManager import *
 class requestManager:
     """
     SafeRequest is a class for making HTTP requests with error handling and retries.
@@ -87,8 +88,8 @@ class requestManager:
                  last_request_time=None,
                  max_retries=None,
                  request_wait_limit=None):
-        self.url=get_url(url=url,url_mgr=url_mgr)      
-        self.url_mgr = get_url_mgr(url=self.url,url_mgr=url_mgr)
+        self.url_mgr = get_url_mgr(url=url,url_mgr=url_mgr)
+        self.url=get_url(url=url,url_mgr=self.url_mgr)      
         self._url_mgr = self.url_mgr
         self._url=self.url       
         self.user_agent = user_agent
@@ -340,12 +341,10 @@ class SafeRequestSingleton:
         elif SafeRequestSingleton._instance.url != url or SafeRequestSingleton._instance.headers != headers or SafeRequestSingleton._instance.max_retries != max_retries or SafeRequestSingleton._instance.request_wait_limit != request_wait_limit:
             SafeRequestSingleton._instance = SafeRequest(url,url_mgr=urlManagerSingleton,headers=headers,max_retries=max_retries,last_request_time=last_request_time,request_wait_limit=request_wait_limit)
         return SafeRequestSingleton._instance
-def get_req_mgr(req_mgr=None,url=None,url_mgr=None,source_code=None):
-    if req_mgr:
-        url_mgr = req_mgr.url_mgr
+def get_req_mgr(url=None,url_mgr=None,source_code=None):
     url = get_url(url=url,url_mgr=url_mgr)
-    url_mgr = get_url_mgr(url=url,url_mgr=url_mgr)
-    req_mgr = req_mgr or requestManager(url_mgr=url_mgr,url=url,source_code=source_code)
+    url_mgr = get_url_mgr(url=url,url_mgr=url_mgr )
+    req_mgr = requestManager(url_mgr=url_mgr,url=url,source_code=source_code)
     return req_mgr
 def get_source(url=None,url_mgr=None,source_code=None):
     # Placeholder for actual implementation.

{abstract_webtools-0.1.5.89 → abstract_webtools-0.1.5.91/src/abstract_webtools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_webtools
-Version: 0.1.5.89
+Version: 0.1.5.91
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff