abstract-webtools 0.1.6.7__tar.gz → 0.1.6.9__tar.gz

{abstract_webtools-0.1.6.7/src/abstract_webtools.egg-info → abstract_webtools-0.1.6.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_webtools
-Version: 0.1.6.7
+Version: 0.1.6.9
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.6.7 → abstract_webtools-0.1.6.9}/setup.py

@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
     long_description = fh.read()
 setuptools.setup(
     name='abstract_webtools',
-    version='0.1.6.07',
+    version='0.1.6.09',
     author='putkoff',
     author_email='partners@abstractendeavors.com',
     description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',

{abstract_webtools-0.1.6.7 → abstract_webtools-0.1.6.9}/src/abstract_webtools/managers/crawlManager.py

@@ -19,7 +19,7 @@ class crawlManager():
         attrs = 'href','src'
         unique_classes, images=discover_classes_and_images(self,tag_name,class_name_1,class_name_2,class_value,attrs)
         return unique_classes, images
-    def extract_links_from_url(self):
+    def extract_links_from_url(self,url=None):
         """
         Extracts all href and src links from a given URL's source code.
 
@@ -29,6 +29,7 @@ class crawlManager():
         Returns:
             dict: Dictionary containing image links and external links under the parent page.
         """
+        url = url or self.url
         agg_js = {'images':[],'external_links':[]}
         
         if self.response != None:

{abstract_webtools-0.1.6.7 → abstract_webtools-0.1.6.9}/src/abstract_webtools/managers/soupManager.py

@@ -356,7 +356,7 @@ def get_soup(url=None,url_mgr=None,req_mgr=None,source_code=None,soup_mgr=None,p
         return BeautifulSoup(source_code, parse_type)
     url_mgr = get_url_mgr(url=url,url_mgr=url_mgr)
     url = get_url(url=url,url_mgr=url_mgr)
-    req_mgr = req_mgr or get_req_mgr(url_mgr=url_mgr,url=url,source_code=source)
+    req_mgr = req_mgr or get_req_mgr(url_mgr=url_mgr,url=url,source_code=source_code)
     source_code = req_mgr.source_code
     soup_mgr = get_soup_mgr(url=url,url_mgr=url_mgr,source_code=source_code,req_mgr=req_mgr,soup_mgr=soup_mgr)
     return soup_mgr.soup

{abstract_webtools-0.1.6.7 → abstract_webtools-0.1.6.9/src/abstract_webtools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_webtools
-Version: 0.1.6.7
+Version: 0.1.6.9
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff