abstract-webtools 0.1.6.128__py3-none-any.whl → 0.1.6.129__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -156,8 +156,10 @@ def get_url_list(urls = []):
156
156
  string = 'http'
157
157
  for piece in url.split('http'):
158
158
  string += piece
159
- url_list.append(string)
159
+ string = clean_url(string)
160
+ url_list.append(string.split('?')[0])
160
161
  string = 'http'
162
+
161
163
  return url_list
162
164
  def get_desired_links(url):
163
165
  urls = make_list(url)
@@ -214,13 +216,31 @@ def validate_video_urls(urls,
214
216
  output_urls[-1]['initial_url'] = url
215
217
 
216
218
  return output_urls
219
+ def clean_url(urls):
220
+ init_typ = type(urls)
221
+ urls = make_list(urls or [])
222
+ for i,url in enumerate(urls):
223
+ urls[i] = url.replace('threads.com','threads.net')
224
+ if urls and init_typ != list:
225
+ urls = urls[0]
226
+ return urls
227
+
217
228
  def get_bolshevid_videos(url,
218
229
  get_info_url=True,
219
230
  get_for_video=True,
220
231
  download_directory=None,
221
232
  output_filename=None,
222
233
  get_info=True,
223
- download_video=False):
234
+ download_video=False):
235
+ video_info = dl_video(
236
+ url,
237
+ download_directory=download_directory,
238
+ output_filename=output_filename,
239
+ get_info=get_info,
240
+ download_video=download_video
241
+ )
242
+ if video_info:
243
+ return video_info
224
244
  urls = deriveUrlList(url)
225
245
  video_urls = validate_video_urls(urls,
226
246
  get_info_url=get_info_url,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: abstract_webtools
3
- Version: 0.1.6.128
3
+ Version: 0.1.6.129
4
4
  Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
5
5
  Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
6
6
  Author: putkoff
@@ -34,7 +34,7 @@ abstract_webtools/managers/userAgentManager.py,sha256=cUaOlcCTzftVBCp9ZHwMXR9IB1
34
34
  abstract_webtools/managers/videoDownloader.py,sha256=mKXhKYNnJwPaiqAsHvFTBGLdXFgR3wdV0G1OIimiKbE,15424
35
35
  abstract_webtools/managers/videoDownloader2.py,sha256=v3H6akdhvVWGrB-r35m3cp_-aKkNWadpfCiMylOnv6w,12748
36
36
  abstract_webtools/managers/clownworld/__init__.py,sha256=eq25euhRbFqHLm1ibi_7FGz_oNWs-kkyAkETzK3r4_Q,35
37
- abstract_webtools/managers/clownworld/get_bolshevid_video.py,sha256=jNUdVttQiYsMOxLd5hj9OQUpdXirg_BUP8qYTFM6FVw,9711
37
+ abstract_webtools/managers/clownworld/get_bolshevid_video.py,sha256=A-Mh2bxSTmPQ9aU1S1Y0T3TsGq-dYPrT1ng38YRdqfI,10387
38
38
  abstract_webtools/managers/linkManager/__init__.py,sha256=NpfWNzvTLSfsIWSeLYIxPzeLHADk_grSx5rfgCeWERw,27
39
39
  abstract_webtools/managers/linkManager/linkManager.py,sha256=roxOzOELca0rOlcMaJkTQHN3S0XF7dJihZmMq-uIXPQ,12184
40
40
  abstract_webtools/managers/requestManager/__init__.py,sha256=z2qGtweEoO_OKr959LGxVXEMu1hu7PIkmh89BEh5TI8,30
@@ -45,7 +45,7 @@ abstract_webtools/managers/soupManager/soupManager.py,sha256=U3_o189-OWoBRaSCe2s
45
45
  abstract_webtools/managers/urlManager/__init__.py,sha256=gaJCHeK91Z-eYsBnxgdhbIUten1-gbx-zqx70R6ag-Y,26
46
46
  abstract_webtools/managers/urlManager/urlManager.py,sha256=vCFuLADmv3h7icaaoAsImGqb_49VizPY_ZvMl-C7PYk,7756
47
47
  abstract_webtools/managers/videos/Heather brooke swallo from condom.mp4,sha256=h-bKFLAHt7pGLGu4EcMvSSox7BPRK0Nga3u813iMVKQ,8335544
48
- abstract_webtools-0.1.6.128.dist-info/METADATA,sha256=GsR5tS17eOfx5JTuxYRVxIR8_oAKHLzfE4M_jrCe7kk,7289
49
- abstract_webtools-0.1.6.128.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
50
- abstract_webtools-0.1.6.128.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
51
- abstract_webtools-0.1.6.128.dist-info/RECORD,,
48
+ abstract_webtools-0.1.6.129.dist-info/METADATA,sha256=BFVM1zz6WcRmsMenAyVo8wUjl0pME-4_wCtCB8mJe_M,7289
49
+ abstract_webtools-0.1.6.129.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
50
+ abstract_webtools-0.1.6.129.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
51
+ abstract_webtools-0.1.6.129.dist-info/RECORD,,