abstract-webtools 0.1.6.127__tar.gz → 0.1.6.129__tar.gz

{abstract_webtools-0.1.6.127 → abstract_webtools-0.1.6.129}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.127
+Version: 0.1.6.129
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.6.127 → abstract_webtools-0.1.6.129}/setup.py

@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
     long_description = fh.read()
 setuptools.setup(
     name='abstract_webtools',
-    version='0.1.6.127',
+    version='0.1.6.129',
     author='putkoff',
     author_email='partners@abstractendeavors.com',
     description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',

abstract_webtools-0.1.6.129/src/abstract_webtools/managers/clownworld/__init__.py

@@ -0,0 +1 @@
+from .get_bolshevid_video import *

{abstract_webtools-0.1.6.127 → abstract_webtools-0.1.6.129}/src/abstract_webtools/managers/clownworld/get_bolshevid_video.py

@@ -156,8 +156,10 @@ def get_url_list(urls = []):
             string = 'http'
         for piece in url.split('http'):
             string += piece
-            url_list.append(string)
+            string = clean_url(string)
+            url_list.append(string.split('?')[0])
             string = 'http'
+            
     return url_list
 def get_desired_links(url):
     urls = make_list(url)
@@ -214,13 +216,31 @@ def validate_video_urls(urls,
                         output_urls[-1]['initial_url'] = url
                     
     return output_urls
+def clean_url(urls):
+    init_typ = type(urls)
+    urls = make_list(urls  or [])
+    for i,url in enumerate(urls):
+        urls[i] = url.replace('threads.com','threads.net')
+    if urls and init_typ != list:
+        urls = urls[0]
+    return urls
+    
 def get_bolshevid_videos(url,
                         get_info_url=True,
                         get_for_video=True,
                         download_directory=None,
                         output_filename=None,
                         get_info=True,
-                        download_video=False):          
+                        download_video=False):
+    video_info = dl_video(
+                            url,
+                            download_directory=download_directory,
+                            output_filename=output_filename,
+                            get_info=get_info,
+                            download_video=download_video
+                            )
+    if video_info:
+        return video_info
     urls = deriveUrlList(url)
     video_urls = validate_video_urls(urls,
                         get_info_url=get_info_url,

{abstract_webtools-0.1.6.127 → abstract_webtools-0.1.6.129}/src/abstract_webtools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.127
+Version: 0.1.6.129
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

abstract_webtools-0.1.6.127/src/abstract_webtools/managers/clownworld/__init__.py

@@ -1 +0,0 @@
-from .get_bolshevid_videos import *