abstract-webtools 0.1.6.114__tar.gz → 0.1.6.116__tar.gz

{abstract_webtools-0.1.6.114 → abstract_webtools-0.1.6.116}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.114
+Version: 0.1.6.116
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.6.114 → abstract_webtools-0.1.6.116}/setup.py

@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
     long_description = fh.read()
 setuptools.setup(
     name='abstract_webtools',
-    version='0.1.6.114',
+    version='0.1.6.116',
     author='putkoff',
     author_email='partners@abstractendeavors.com',
     description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',

{abstract_webtools-0.1.6.114 → abstract_webtools-0.1.6.116}/src/abstract_webtools/k2s_downloader.py

@@ -32,6 +32,16 @@ class K2SDownloader:
         options = webdriver.ChromeOptions()
         options.add_argument("--disable-blink-features=AutomationControlled")
         options.add_argument("--headless")
+        
+        # Configure download preferences
+        prefs = {
+            "download.default_directory": self.download_dir,  # Set custom download directory
+            "download.prompt_for_download": False,            # Disable download prompt
+            "download.directory_upgrade": True,              # Allow directory override
+            "safebrowsing.enabled": True                     # Enable safe browsing
+        }
+        options.add_experimental_option("prefs", prefs)
+        
         return webdriver.Chrome(options=options)
 
     def login(self):
@@ -58,10 +68,10 @@ class K2SDownloader:
         #    with open('login_error.html', 'w', encoding='utf-8') as f:
         #        f.write(self.driver.page_source)
 
-    def download_file(self, url):
+    def download_file(self, url,download_dir=None):
         if not self.logged_in:
             self.login()
-
+        download_dir = download_dir or self.download_dir
         print(f"Navigating to: {url}")
         self.driver.get(url)
         time.sleep(5)
@@ -80,7 +90,7 @@ class K2SDownloader:
             if download_url:
                 response = self.session.get(download_url, stream=True)
                 file_name = self._extract_filename(response, download_url)
-                file_path = os.path.join(self.download_dir, file_name)
+                file_path = os.path.join(download_dir, file_name)
                 if not os.path.isfile(file_path):
                     with open(file_path, 'wb') as f:
                         for chunk in response.iter_content(chunk_size=8192):
@@ -119,6 +129,7 @@ class dlsManager:
     def __init__(self, downloader):
         self.downloader = downloader
         self.json_file_path = self.downloader.json_file_path
+        self.download_dir = self.downloader.download_dir
         all_dls= None
         if self.json_file_path:
             all_dls = safe_read_from_json(self.json_file_path)
@@ -134,7 +145,7 @@ class dlsManager:
     def dl_k2s_link(self, k2s_link):
         if k2s_link:
             print(f"Downloading: {k2s_link}")
-            self.downloader.download_file(k2s_link)
+            self.downloader.download_file(k2s_link,self.download_dir)
             time.sleep(10)
             if self.json_file_path:
                 self.all_dls.append(self.last_data)

{abstract_webtools-0.1.6.114 → abstract_webtools-0.1.6.116}/src/abstract_webtools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.114
+Version: 0.1.6.116
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff