abstract-webtools 0.1.6.115__py3-none-any.whl → 0.1.6.117__py3-none-any.whl

abstract_webtools/abstract_usurpit.py

@@ -9,7 +9,13 @@ from abstract_utilities import *
 
 # Import your custom classes/functions
 # from your_module import linkManager, get_soup_mgr
-
+def get_directory_from_url(url):
+    parsed_url = urlparse(url)
+    netloc = parsed_url['netloc']
+    directory_name = netloc.split('.')
+    if directory_name.startswith('www.'):
+        directory_name = directory_name[len('www.'):]
+    return directory_name
 # Configuration
 def normalize_url(url, base_url):
     """
@@ -164,12 +170,13 @@ class usurpManager():
         print("Website copying completed.")
 def test_download(url=None,directory=None):
     url=url or 'https://www.youtube.com/watch?v=jRGrNDV2mKc&list=RDMMjRGrNDV2mKc&start_radio=1'
-    output_dir= directory or os.path.join(os.getcwd(),'testit')
+    
+    output_dir= directory or get_directory_from_url(url) or os.path.join(os.getcwd(),'testit')
     os.makedirs(output_dir,exist_ok=True)
     site_mgr = usurpManager(url,output_dir)
     
 def usurpit(url,output_dir=None,max_depth=None,wait_between_requests=None,operating_system=None, browser=None, version=None,user_agent=None,website_bot=None):
-    output_dir= output_dir or os.path.join(os.getcwd(),'usurped')
+    output_dir= output_dir or get_directory_from_url(url) or os.path.join(os.getcwd(),'usurped')
     os.makedirs(output_dir,exist_ok=True)
     site_mgr = usurpManager(url,output_dir=output_dir,max_depth=max_depth,wait_between_requests=wait_between_requests,operating_system=operating_system, browser=browser, version=version,user_agent=user_agent,website_bot=website_bot)
     site_mgr.main()

abstract_webtools/k2s_downloader.py

@@ -32,6 +32,16 @@ class K2SDownloader:
         options = webdriver.ChromeOptions()
         options.add_argument("--disable-blink-features=AutomationControlled")
         options.add_argument("--headless")
+        
+        # Configure download preferences
+        prefs = {
+            "download.default_directory": self.download_dir,  # Set custom download directory
+            "download.prompt_for_download": False,            # Disable download prompt
+            "download.directory_upgrade": True,              # Allow directory override
+            "safebrowsing.enabled": True                     # Enable safe browsing
+        }
+        options.add_experimental_option("prefs", prefs)
+        
         return webdriver.Chrome(options=options)
 
     def login(self):

{abstract_webtools-0.1.6.115.dist-info → abstract_webtools-0.1.6.117.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.115
+Version: 0.1.6.117
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.6.115.dist-info → abstract_webtools-0.1.6.117.dist-info}/RECORD

@@ -1,12 +1,12 @@
 abstract_webtools/__init__.py,sha256=zNMp-9f0Q6BXWxR-tgHrEqKP8GeXw9z7VYzbqIeEydo,132
 abstract_webtools/abstract_userpit.py,sha256=Rg_0Orx79rxqEePt6Sf-evGslPq5KLlTiL-P2w1u6ng,6462
-abstract_webtools/abstract_usurpit.py,sha256=7PDUb5LNETjvU1rhfJaToKLIKmSXRkcJAmM4wOX7PsQ,7170
+abstract_webtools/abstract_usurpit.py,sha256=tyPtxyRNKfSBTcOGjWAioSLMFUEI4z9dC9tx0-U9czc,7495
 abstract_webtools/abstract_webtools.py,sha256=3NzGmJlZvrdVtEcUi2K5iUgWr1822IBPhIN9us2e2t0,3859
 abstract_webtools/big_user_agent_list.py,sha256=5ZkrUWmfzYL5yaULREslh9ZiRQeITbSjqZlp2KQON3w,131923
 abstract_webtools/domain_identifier.py,sha256=AvWlGD7C19rySa_J_Brxi3kz43LMWvGsshuuZNg7MvI,3320
 abstract_webtools/extention_list.py,sha256=gRSO4nMbuuXDYzd-ss4s64sS80ZHmUoazMCpgoKG5vE,4884
 abstract_webtools/find_dirs.py,sha256=BlE4ruzMABqmv03NcutZ1j5N3pCc-Q4uNEAMpNolZCQ,2609
-abstract_webtools/k2s_downloader.py,sha256=PP0POb1dJPySjWlBH1jX37wyols-SVuhqXYvLp3lhZo,6491
+abstract_webtools/k2s_downloader.py,sha256=t0tCKAfDNQGn9tKh3eg0XVU0bY-MmYITwJa3ANf7090,6988
 abstract_webtools/main.py,sha256=_I7pPXPkoLZOoYGLQDrSLGhGuQt6-PVyXEHZSmglk2g,1329
 abstract_webtools/soup_gui.py,sha256=n95YAps1R6DpMwR4UbthSqQby0C5WHUa9tsW-f2qpLg,5184
 abstract_webtools/url_grabber.py,sha256=pnCCev7ZIuM-6cAGTLmK5HfzZg_AX-fLcRpB6ZE70B8,10441
@@ -42,7 +42,7 @@ abstract_webtools/managers/soupManager/soupManager.py,sha256=U3_o189-OWoBRaSCe2s
 abstract_webtools/managers/urlManager/__init__.py,sha256=gaJCHeK91Z-eYsBnxgdhbIUten1-gbx-zqx70R6ag-Y,26
 abstract_webtools/managers/urlManager/urlManager.py,sha256=vCFuLADmv3h7icaaoAsImGqb_49VizPY_ZvMl-C7PYk,7756
 abstract_webtools/managers/videos/Heather brooke swallo from condom.mp4,sha256=h-bKFLAHt7pGLGu4EcMvSSox7BPRK0Nga3u813iMVKQ,8335544
-abstract_webtools-0.1.6.115.dist-info/METADATA,sha256=Cj7BerF6qSNwhHiTzSbnvQrwmuNSwthspvU_7tKtXxc,7289
-abstract_webtools-0.1.6.115.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
-abstract_webtools-0.1.6.115.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
-abstract_webtools-0.1.6.115.dist-info/RECORD,,
+abstract_webtools-0.1.6.117.dist-info/METADATA,sha256=dVSsM7rghwl9Y6P2LDdUPRC-0asGotimL3DSzHrYs1M,7289
+abstract_webtools-0.1.6.117.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
+abstract_webtools-0.1.6.117.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
+abstract_webtools-0.1.6.117.dist-info/RECORD,,

{abstract_webtools-0.1.6.115.dist-info → abstract_webtools-0.1.6.117.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.3.1)
+Generator: setuptools (80.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any