abstract-webtools 0.1.6.117__py3-none-any.whl → 0.1.6.118__py3-none-any.whl

abstract_webtools/abstract_usurpit.py

@@ -9,13 +9,25 @@ from abstract_utilities import *
 
 # Import your custom classes/functions
 # from your_module import linkManager, get_soup_mgr
-def get_directory_from_url(url):
+def make_directory(directory=None,path=None):
+    if directory==None:
+        directory=os.getcwd()
+    if path:
+        directory = os.path.join(base_dir,path)
+    os.makedirs(directory,exist_ok=True)
+    return directory
+def get_domain_name_from_url(url):
     parsed_url = urlparse(url)
-    netloc = parsed_url['netloc']
-    directory_name = netloc.split('.')
+    netloc = parsed_url.netloc
+    parsed_spl = netloc.split('.')
+    directory_name = '.'.join(parsed_spl[:-1])
     if directory_name.startswith('www.'):
         directory_name = directory_name[len('www.'):]
     return directory_name
+def get_domain_directory_from_url(url,base_dir=None):
+    base_dir =base_dir or os.getcwd()
+    domain_name = get_domain_name_from_url(url)
+    return make_directory(directory,domain_name)
 # Configuration
 def normalize_url(url, base_url):
     """
@@ -176,7 +188,6 @@ def test_download(url=None,directory=None):
     site_mgr = usurpManager(url,output_dir)
     
 def usurpit(url,output_dir=None,max_depth=None,wait_between_requests=None,operating_system=None, browser=None, version=None,user_agent=None,website_bot=None):
-    output_dir= output_dir or get_directory_from_url(url) or os.path.join(os.getcwd(),'usurped')
-    os.makedirs(output_dir,exist_ok=True)
+    output_dir = domain_directory_from_url(url) or  make_directory(path='usurped')
     site_mgr = usurpManager(url,output_dir=output_dir,max_depth=max_depth,wait_between_requests=wait_between_requests,operating_system=operating_system, browser=browser, version=version,user_agent=user_agent,website_bot=website_bot)
     site_mgr.main()

{abstract_webtools-0.1.6.117.dist-info → abstract_webtools-0.1.6.118.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.117
+Version: 0.1.6.118
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.6.117.dist-info → abstract_webtools-0.1.6.118.dist-info}/RECORD

@@ -1,6 +1,6 @@
 abstract_webtools/__init__.py,sha256=zNMp-9f0Q6BXWxR-tgHrEqKP8GeXw9z7VYzbqIeEydo,132
 abstract_webtools/abstract_userpit.py,sha256=Rg_0Orx79rxqEePt6Sf-evGslPq5KLlTiL-P2w1u6ng,6462
-abstract_webtools/abstract_usurpit.py,sha256=tyPtxyRNKfSBTcOGjWAioSLMFUEI4z9dC9tx0-U9czc,7495
+abstract_webtools/abstract_usurpit.py,sha256=uiJ_AZ1aBbWOB19tKf_KEeaTv7YQFooIhv9EblzHdlk,7893
 abstract_webtools/abstract_webtools.py,sha256=3NzGmJlZvrdVtEcUi2K5iUgWr1822IBPhIN9us2e2t0,3859
 abstract_webtools/big_user_agent_list.py,sha256=5ZkrUWmfzYL5yaULREslh9ZiRQeITbSjqZlp2KQON3w,131923
 abstract_webtools/domain_identifier.py,sha256=AvWlGD7C19rySa_J_Brxi3kz43LMWvGsshuuZNg7MvI,3320
@@ -42,7 +42,7 @@ abstract_webtools/managers/soupManager/soupManager.py,sha256=U3_o189-OWoBRaSCe2s
 abstract_webtools/managers/urlManager/__init__.py,sha256=gaJCHeK91Z-eYsBnxgdhbIUten1-gbx-zqx70R6ag-Y,26
 abstract_webtools/managers/urlManager/urlManager.py,sha256=vCFuLADmv3h7icaaoAsImGqb_49VizPY_ZvMl-C7PYk,7756
 abstract_webtools/managers/videos/Heather brooke swallo from condom.mp4,sha256=h-bKFLAHt7pGLGu4EcMvSSox7BPRK0Nga3u813iMVKQ,8335544
-abstract_webtools-0.1.6.117.dist-info/METADATA,sha256=dVSsM7rghwl9Y6P2LDdUPRC-0asGotimL3DSzHrYs1M,7289
-abstract_webtools-0.1.6.117.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
-abstract_webtools-0.1.6.117.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
-abstract_webtools-0.1.6.117.dist-info/RECORD,,
+abstract_webtools-0.1.6.118.dist-info/METADATA,sha256=izj6wB0Wy3jFc2KMAZFC1T08mS1M0OKVrQQxOjPlbYg,7289
+abstract_webtools-0.1.6.118.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
+abstract_webtools-0.1.6.118.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
+abstract_webtools-0.1.6.118.dist-info/RECORD,,