abstract-webtools 0.1.6.132__tar.gz → 0.1.6.133__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/PKG-INFO +1 -1
  2. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/setup.py +1 -1
  3. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/clownworld/get_bolshevid_video.py +8 -8
  4. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools.egg-info/PKG-INFO +1 -1
  5. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/README.md +0 -0
  6. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/pyproject.toml +0 -0
  7. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/setup.cfg +0 -0
  8. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/__init__.py +0 -0
  9. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/abstract_usurpit.py +0 -0
  10. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/abstract_webtools.py +0 -0
  11. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/big_user_agent_list.py +0 -0
  12. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/domain_identifier.py +0 -0
  13. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/extention_list.py +0 -0
  14. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/find_dirs.py +0 -0
  15. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/k2s_downloader.py +0 -0
  16. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/main.py +0 -0
  17. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/__init__.py +0 -0
  18. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/allss//.py" +0 -0
  19. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/cipherManager.py +0 -0
  20. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/clownworld/__init__.py +0 -0
  21. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/crawlManager.py +0 -0
  22. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/crawlmgr2.py +0 -0
  23. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/curlMgr.py +0 -0
  24. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/domainManager.py +0 -0
  25. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/dynamicRateLimiter.py +0 -0
  26. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/get_test.py +0 -0
  27. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/linkManager/__init__.py +0 -0
  28. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/linkManager/linkManager.py +0 -0
  29. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/mySocketClient.py +0 -0
  30. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/networkManager.py +0 -0
  31. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/requestManager/__init__.py +0 -0
  32. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/requestManager/requestManager.py +0 -0
  33. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/seleniumManager.py +0 -0
  34. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/soupManager/__init__.py +0 -0
  35. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/soupManager/asoueces.py +0 -0
  36. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/soupManager/soupManager.py +0 -0
  37. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/sslManager.py +0 -0
  38. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/tlsAdapter.py +0 -0
  39. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/urlManager/__init__.py +0 -0
  40. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/urlManager/urlManager.py +0 -0
  41. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/userAgentManager.py +0 -0
  42. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/videoDownloader.py +0 -0
  43. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/managers/videoDownloader2.py +0 -0
  44. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/soup_gui.py +0 -0
  45. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/url_grabber.py +0 -0
  46. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools/url_grabber_new.py +0 -0
  47. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools.egg-info/SOURCES.txt +0 -0
  48. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools.egg-info/dependency_links.txt +0 -0
  49. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools.egg-info/requires.txt +0 -0
  50. {abstract_webtools-0.1.6.132 → abstract_webtools-0.1.6.133}/src/abstract_webtools.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: abstract_webtools
3
- Version: 0.1.6.132
3
+ Version: 0.1.6.133
4
4
  Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
5
5
  Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
6
6
  Author: putkoff
@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
4
4
  long_description = fh.read()
5
5
  setuptools.setup(
6
6
  name='abstract_webtools',
7
- version='0.1.6.132',
7
+ version='0.1.6.133',
8
8
  author='putkoff',
9
9
  author_email='partners@abstractendeavors.com',
10
10
  description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',
@@ -216,14 +216,14 @@ def validate_video_urls(urls,
216
216
  return output_urls[-1]
217
217
 
218
218
  return output_urls
219
- def clean_url(urls):
220
- init_typ = type(urls)
221
- urls = make_list(urls or [])
222
- for i,url in enumerate(urls):
223
- urls[i] = url.replace('threads.com','threads.net')
224
- if urls and init_typ != list:
225
- urls = urls[0]
226
- return urls
219
+
220
+ def normalize_threads_url(u: str) -> str:
221
+ p = urlparse(u)
222
+ if p.netloc in {"threads.com", "www.threads.com"}:
223
+ p = p._replace(netloc="www.threads.net") # fallback for older extractors
224
+ return urlunparse(p)
225
+ return u
226
+
227
227
 
228
228
  def get_bolshevid_videos(url,
229
229
  get_info_url=True,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: abstract_webtools
3
- Version: 0.1.6.132
3
+ Version: 0.1.6.133
4
4
  Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
5
5
  Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
6
6
  Author: putkoff