abstract-webtools 0.1.6.9__py3-none-any.whl → 0.1.6.10__py3-none-any.whl

abstract_webtools/managers/crawlManager.py

@@ -29,7 +29,8 @@ class crawlManager():
         Returns:
             dict: Dictionary containing image links and external links under the parent page.
         """
-        url = url or self.url
+        url = url or self.url_mgr.url
+        soup_mgr = get_soup_mgr(url=url)
         agg_js = {'images':[],'external_links':[]}
         
         if self.response != None:
@@ -37,7 +38,7 @@ class crawlManager():
             href_links,src_links='',''
             links = [href_links,src_links]
             for i,each in enumerate(attrs):
-                 links[i]= [a[attr[i]] for a in get_find_all_with_attributes(self, attrs[i])]
+                 links[i]= [a[attr[i]] for a in soup_mgr.get_find_all_with_attributes(attrs[i])]
             # Convert all links to absolute links
             absolute_links = [(url, link) for link in links[0] + links[1]]
             # Separate images and external links

{abstract_webtools-0.1.6.9.dist-info → abstract_webtools-0.1.6.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_webtools
-Version: 0.1.6.9
+Version: 0.1.6.10
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.6.9.dist-info → abstract_webtools-0.1.6.10.dist-info}/RECORD

@@ -7,7 +7,7 @@ abstract_webtools/url_grabber.py,sha256=pnCCev7ZIuM-6cAGTLmK5HfzZg_AX-fLcRpB6ZE7
 abstract_webtools/url_grabber_new.py,sha256=Oh2Kc0gBScCo0xpopNsg8JE5lIbPuzZVKM5f5GoZmw0,3454
 abstract_webtools/managers/__init__.py,sha256=5aIpbdUsDWTrhPUAjfIKnG54OULqOKan9LBL5EIUllo,407
 abstract_webtools/managers/cipherManager.py,sha256=NHQGdR11eNSm-1H-GezD5dyQgsPTJwY5kczt8Sher2s,1621
-abstract_webtools/managers/crawlManager.py,sha256=thImbK4ojRxEqF868Apox4-pJ85BuYR_u_iN51cxuEI,10684
+abstract_webtools/managers/crawlManager.py,sha256=_Pci_Rm1jZzFjFle_PerkecrZZ_unBxcK2HPEmS98HM,10736
 abstract_webtools/managers/domainManager.py,sha256=95znOBv05W77mW_fbZAfl4RmlENDlYqhEOMkL02L220,3610
 abstract_webtools/managers/dynamicRateLimiter.py,sha256=gopQcQo50JG2D0KcyepNCIQ_1uDQEBIHBzWf4R2Wgy0,7617
 abstract_webtools/managers/linkManager.py,sha256=m6y9s8jknrTX8RtOAFKeHd4yd23G7Rgf0T7Sp7wmHUw,12180
@@ -21,8 +21,8 @@ abstract_webtools/managers/tlsAdapter.py,sha256=XZSMZz9EUOhv-h3_Waf6mjV1dA3oN_M_
 abstract_webtools/managers/urlManager.py,sha256=XqMrCM84BeWEfWtHc_8UFpT91ZtG-okzdKdCuC49vsA,8678
 abstract_webtools/managers/userAgentManager.py,sha256=33SB2p2FG7EYZl7l2iYm1U4gI9PcdkGTZHw5lg_Ogrw,1653
 abstract_webtools/managers/videoDownloader.py,sha256=6G_aLc05BTMUYUWc7iqYtHF_BaR7DnCNK_NJ-QnjsYY,10531
-abstract_webtools-0.1.6.9.dist-info/LICENSE,sha256=g3WEJFiVS27HyCGRTwKSsMLyciMaGFdWcZGOe1QalZk,3877
-abstract_webtools-0.1.6.9.dist-info/METADATA,sha256=zOphffSFpsOcKSPWQfx7PAs45qkCu_xgCpX8-1aO8P0,15857
-abstract_webtools-0.1.6.9.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-abstract_webtools-0.1.6.9.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
-abstract_webtools-0.1.6.9.dist-info/RECORD,,
+abstract_webtools-0.1.6.10.dist-info/LICENSE,sha256=g3WEJFiVS27HyCGRTwKSsMLyciMaGFdWcZGOe1QalZk,3877
+abstract_webtools-0.1.6.10.dist-info/METADATA,sha256=vVVUtiXTGSf_Z2RGB7qE2LBFPxOOG_7dNxoR_JeoXwY,15858
+abstract_webtools-0.1.6.10.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+abstract_webtools-0.1.6.10.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
+abstract_webtools-0.1.6.10.dist-info/RECORD,,