abstract-webtools 0.1.6.131__tar.gz → 0.1.6.133__tar.gz

{abstract_webtools-0.1.6.131 → abstract_webtools-0.1.6.133}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.131
+Version: 0.1.6.133
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff

{abstract_webtools-0.1.6.131 → abstract_webtools-0.1.6.133}/setup.py

@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
     long_description = fh.read()
 setuptools.setup(
     name='abstract_webtools',
-    version='0.1.6.131',
+    version='0.1.6.133',
     author='putkoff',
     author_email='partners@abstractendeavors.com',
     description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',

{abstract_webtools-0.1.6.131 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/clownworld/get_bolshevid_video.py

@@ -198,7 +198,7 @@ def validate_video_urls(urls,
                             )
         if video_info:
             output_urls.append(url)
-            if get_info_url or get_for_video:
+            if get_info_url or get_for_video and video_info and isinstance(video_info,dict) and video_info != {}:
                 output_urls[-1] = video_info
                 if get_for_video:   
                     dl_info  = for_dl_video(
@@ -213,16 +213,17 @@ def validate_video_urls(urls,
                 if get_info_url:
                     if isinstance(output_urls[-1],dict):
                         output_urls[-1]['initial_url'] = url
+                return output_urls[-1]
                     
     return output_urls
-def clean_url(urls):
-    init_typ = type(urls)
-    urls = make_list(urls  or [])
-    for i,url in enumerate(urls):
-        urls[i] = url.replace('threads.com','threads.net')
-    if urls and init_typ != list:
-        urls = urls[0]
-    return urls
+
+def normalize_threads_url(u: str) -> str:
+    p = urlparse(u)
+    if p.netloc in {"threads.com", "www.threads.com"}:
+        p = p._replace(netloc="www.threads.net")  # fallback for older extractors
+        return urlunparse(p)
+    return u
+
     
 def get_bolshevid_videos(url,
                         get_info_url=True,
@@ -231,14 +232,14 @@ def get_bolshevid_videos(url,
                         output_filename=None,
                         get_info=True,
                         download_video=True):
-    video_info = dl_video(
+    video_info = for_dl_video(
                             url,
                             download_directory=download_directory,
                             output_filename=output_filename,
                             get_info=get_info,
-                            download_video=True
+                            download_video=download_video
                             )
-    if video_info:
+    if video_info and isinstance(video_info,dict) and video_info != {}:
         return video_info
     urls = deriveUrlList(url)
     video_urls = validate_video_urls(urls,

{abstract_webtools-0.1.6.131 → abstract_webtools-0.1.6.133}/src/abstract_webtools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_webtools
-Version: 0.1.6.131
+Version: 0.1.6.133
 Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
 Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
 Author: putkoff