abstract-webtools 0.1.6.100__tar.gz → 0.1.6.102__tar.gz

{abstract_webtools-0.1.6.100 → abstract_webtools-0.1.6.102}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.100
+Version: 0.1.6.102
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.6.100 → abstract_webtools-0.1.6.102}/setup.py

@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
     long_description = fh.read()
 setuptools.setup(
     name='abstract_webtools',
-    version='0.1.6.100',
+    version='0.1.6.102',
     author='putkoff',
     author_email='partners@abstractendeavors.com',
     description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',

{abstract_webtools-0.1.6.100 → abstract_webtools-0.1.6.102}/src/abstract_webtools/k2s_downloader.py

@@ -12,9 +12,10 @@ from selenium.webdriver.support import expected_conditions as EC
 from abstract_security import *
 from abstract_webtools import *
 DOWNLOAD_DIR = os.path.abspath("./downloads")
-os.makedirs(DOWNLOAD_DIR, exist_ok=True)
 class K2SDownloader:
-    def __init__(self,env_path=None):
+    def __init__(self,env_path=None,download_dir=None):
+        self.download_dir = download_dir or DOWNLOAD_DIR
+        os.makedirs(self.download_dir, exist_ok=True)
         self.env_path = env_path
         self.session = requests.Session()
         self.session.headers.update({
@@ -75,7 +76,7 @@ class K2SDownloader:
             if download_url:
                 response = self.session.get(download_url, stream=True)
                 file_name = self._extract_filename(response, download_url)
-                file_path = os.path.join(DOWNLOAD_DIR, file_name)
+                file_path = os.path.join(self.download_dir, file_name)
 
                 with open(file_path, 'wb') as f:
                     for chunk in response.iter_content(chunk_size=8192):
@@ -128,12 +129,11 @@ def get_k2s_link(soup):
     match = re.search(r'https://k2s\.cc/file/[^"<]+', str(soup))
     return match.group(0) if match else None
 
-def get_content(content,get_post_attributes,dls_mgr):
-    results=[]
+def get_sections_content(content,get_post_attribute,dls_mgr):
     if not content:
-        return results
+        return []
     for section in content:
-        data = get_post_attributes(section)
+        data = get_section_link(section)
         if data and data.get('k2s') and not dls_mgr.is_prev_dl(data):
             dls_mgr.dl_k2s_link(data['k2s'])
             results.append(data)

{abstract_webtools-0.1.6.100 → abstract_webtools-0.1.6.102}/src/abstract_webtools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.100
+Version: 0.1.6.102
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff