abstract-webtools 0.1.6.57__tar.gz → 0.1.6.59__tar.gz

{abstract_webtools-0.1.6.57 → abstract_webtools-0.1.6.59}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.57
+Version: 0.1.6.59
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.6.57 → abstract_webtools-0.1.6.59}/setup.py

@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
     long_description = fh.read()
 setuptools.setup(
     name='abstract_webtools',
-    version='0.1.6.57',
+    version='0.1.6.59',
     author='putkoff',
     author_email='partners@abstractendeavors.com',
     description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',

{abstract_webtools-0.1.6.57 → abstract_webtools-0.1.6.59}/src/abstract_webtools/abstract_usurpit.py

@@ -53,7 +53,7 @@ def save_page(url, content,output_dir):
     with open(page_full_path, 'w', encoding='utf-8') as f:
         f.write(content)
     print(f"Saved page: {page_full_path}")
-def save_asset(asset_url, base_url,output_dir,session):
+def save_asset(asset_url, base_url,output_dir,downloaded_assets,session):
     """
     Download and save assets like images, CSS, JS files.
     """
@@ -78,6 +78,7 @@ def save_asset(asset_url, base_url,output_dir,session):
         print(f"Saved asset: {asset_full_path}")
     except Exception as e:
         print(f"Failed to save asset {asset_url}: {e}")
+    return downloaded_assets
 class usurpManager():
     def __init__(self,url,output_dir=None,max_depth=None,wait_between_requests=None,operating_system=None, browser=None, version=None,user_agent=None,website_bot=None):
         self.url = url
@@ -130,7 +131,7 @@ class usurpManager():
                     parsed_asset_url = urlparse(full_asset_url)
 
                     if is_valid_url(full_asset_url, base_domain):
-                        save_asset(full_asset_url, self.url,self.session)
+                        self.downloaded_assets = save_asset(full_asset_url, self.url,self.OUTPUT_DIR,self.downloaded_assets,self.session)
                         # Update tag to point to the local asset
                         local_asset_path = '/' + parsed_asset_url.path.lstrip('/')
                         tag[attr] = local_asset_path
@@ -170,5 +171,5 @@ def test_download(url=None,directory=None):
 def usurpit(url,output_dir=None,max_depth=None,wait_between_requests=None,operating_system=None, browser=None, version=None,user_agent=None,website_bot=None):
     output_dir= output_dir or os.path.join(os.getcwd(),'usurped')
     os.makedirs(output_dir,exist_ok=True)
-    site_mgr = usurpManager(url,output_dir)
+    site_mgr = usurpManager(url,output_dir=output_dir,max_depth=max_depth,wait_between_requests=wait_between_requests,operating_system=operating_system, browser=browser, version=version,user_agent=user_agent,website_bot=website_bot)
     site_mgr.main()

{abstract_webtools-0.1.6.57 → abstract_webtools-0.1.6.59}/src/abstract_webtools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.57
+Version: 0.1.6.59
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff