abstract-webtools 0.1.6.82__tar.gz → 0.1.6.84__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/PKG-INFO +1 -1
  2. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/setup.py +1 -1
  3. abstract_webtools-0.1.6.84/src/abstract_webtools/managers/allss//.py +9 -0
  4. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/videoDownloader.py +24 -2
  5. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools.egg-info/PKG-INFO +1 -1
  6. abstract_webtools-0.1.6.82/src/abstract_webtools/managers/allss//.py +0 -7
  7. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/README.md +0 -0
  8. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/pyproject.toml +0 -0
  9. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/setup.cfg +0 -0
  10. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/__init__.py +0 -0
  11. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/abstract_usurpit.py +0 -0
  12. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/abstract_webtools.py +0 -0
  13. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/big_user_agent_list.py +0 -0
  14. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/main.py +0 -0
  15. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/__init__.py +0 -0
  16. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/cipherManager.py +0 -0
  17. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/crawlManager.py +0 -0
  18. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/crawlmgr2.py +0 -0
  19. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/curlMgr.py +0 -0
  20. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/domainManager.py +0 -0
  21. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/dynamicRateLimiter.py +0 -0
  22. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/get_test.py +0 -0
  23. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/linkManager/__init__.py +0 -0
  24. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/linkManager/linkManager.py +0 -0
  25. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/mySocketClient.py +0 -0
  26. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/networkManager.py +0 -0
  27. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/requestManager/__init__.py +0 -0
  28. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/requestManager/requestManager.py +0 -0
  29. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/seleniumManager.py +0 -0
  30. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/soupManager/__init__.py +0 -0
  31. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/soupManager/asoueces.py +0 -0
  32. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/soupManager/soupManager.py +0 -0
  33. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/sslManager.py +0 -0
  34. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/tlsAdapter.py +0 -0
  35. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/urlManager/__init__.py +0 -0
  36. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/urlManager/urlManager.py +0 -0
  37. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/userAgentManager.py +0 -0
  38. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/managers/videoDownloader2.py +0 -0
  39. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/soup_gui.py +0 -0
  40. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/url_grabber.py +0 -0
  41. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools/url_grabber_new.py +0 -0
  42. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools.egg-info/SOURCES.txt +0 -0
  43. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools.egg-info/dependency_links.txt +0 -0
  44. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools.egg-info/requires.txt +0 -0
  45. {abstract_webtools-0.1.6.82 → abstract_webtools-0.1.6.84}/src/abstract_webtools.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: abstract_webtools
3
- Version: 0.1.6.82
3
+ Version: 0.1.6.84
4
4
  Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
5
5
  Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
6
6
  Author: putkoff
@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
4
4
  long_description = fh.read()
5
5
  setuptools.setup(
6
6
  name='abstract_webtools',
7
- version='0.1.6.82',
7
+ version='0.1.6.84',
8
8
  author='putkoff',
9
9
  author_email='partners@abstractendeavors.com',
10
10
  description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',
@@ -0,0 +1,9 @@
1
+ from abstract_apis import *
2
+ from abstract_webtools import *
3
+ url = 'https://clownworld.biz/media/download_from_url'
4
+ url = 'https://vk.com/video-79421135_456239830'
5
+
6
+ info = downloadvideo(url)
7
+ input(info)
8
+ response= postRequest(url,data={"url":url})
9
+ input(response.json())
@@ -287,6 +287,28 @@ def get_safe_title(title):
287
287
  re_str = r'[^\w\d.-]'
288
288
  safe_title = re.sub(re_str, '_', title)
289
289
  return safe_title
290
+ def get_info(video_mgr):
291
+ try:
292
+ info = video_mgr.info
293
+ return info
294
+ except Exception as e:
295
+ print(f"{e}")
296
+ return None
297
+ def dl_video(url):
298
+ video_mgr = get_video_info(url)
299
+ return video_mgr
300
+ def for_dl_video(url,download_directory=None,output_filename=None,get_info=None,download_video=None):
301
+ get_info = bool_or_default(get_info,default=True)
302
+ download_video =bool_or_default(download_video,default=True)
303
+ video_mgr = dl_video(url,download_directory=directory,output_filename=output_filename,download_video=download_video)
304
+ if get_info(video_mgr):
305
+ return video_mgr
306
+ videos = soupManager(url).soup.find_all('video')
307
+ for video in videos:
308
+ src = video.get("src")
309
+ video_mgr = dl_video(src,download_directory=directory,output_filename=output_filename,download_video=download_video)
310
+ if get_info(video_mgr):
311
+ return video_mgr
290
312
  def downloadvideo(url, directory=None,output_filename=None, rename_display=None, thumbnails=None, audio=None,safari_optimize=None,download_video=None,*args,**kwargs):
291
313
  rename_display = bool_or_default(rename_display)
292
314
  thumbnails= bool_or_default(thumbnails)
@@ -294,13 +316,13 @@ def downloadvideo(url, directory=None,output_filename=None, rename_display=None,
294
316
  safari_optimize=bool_or_default(thumbnails,default=True)
295
317
  download_video =bool_or_default(download_video,default=True)
296
318
  output_filename = output_filename or get_temp_file_name(url)
297
- video_mgr = get_video_info(url,download_directory=directory,output_filename=output_filename,download_video=download_video)
319
+ video_mgr = for_dl_video(url,download_directory=directory,output_filename=output_filename,download_video=download_video)
298
320
  info = video_mgr.info
299
321
  display_id = get_display_id(info)
300
322
  os.makedirs(directory, exist_ok=True)
301
323
  video_directory = os.path.join(directory, display_id)
302
324
  os.makedirs(video_directory, exist_ok=True)
303
- file_path = None
325
+ info['file_path'] = video_directory
304
326
  if info:
305
327
  file_path = info.get('file_path')
306
328
  if rename_display and file_path:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: abstract_webtools
3
- Version: 0.1.6.82
3
+ Version: 0.1.6.84
4
4
  Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
5
5
  Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
6
6
  Author: putkoff
@@ -1,7 +0,0 @@
1
- from abstract_apis import *
2
- from abstract_webtools import *
3
- url = 'https://clownworld.biz/media/download_from_url'
4
- video_url = 'https://www.youtube.com/watch?v=Tn7fks2UDRE'
5
- downloadvideo(video_url,directory=directory,safari_optimize=True)
6
- response= postRequest(url,data={"url":video_url})
7
- input(response)