abstract-webtools 0.1.6.133__tar.gz → 0.1.6.134__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/PKG-INFO +1 -1
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/setup.py +1 -1
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/clownworld/get_bolshevid_video.py +2 -9
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools.egg-info/PKG-INFO +1 -1
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/README.md +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/pyproject.toml +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/setup.cfg +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/__init__.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/abstract_usurpit.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/abstract_webtools.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/big_user_agent_list.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/domain_identifier.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/extention_list.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/find_dirs.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/k2s_downloader.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/main.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/__init__.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/allss//.py" +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/cipherManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/clownworld/__init__.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/crawlManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/crawlmgr2.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/curlMgr.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/domainManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/dynamicRateLimiter.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/get_test.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/linkManager/__init__.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/linkManager/linkManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/mySocketClient.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/networkManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/requestManager/__init__.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/requestManager/requestManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/seleniumManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/soupManager/__init__.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/soupManager/asoueces.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/soupManager/soupManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/sslManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/tlsAdapter.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/urlManager/__init__.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/urlManager/urlManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/userAgentManager.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/videoDownloader.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/managers/videoDownloader2.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/soup_gui.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/url_grabber.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/url_grabber_new.py +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools.egg-info/SOURCES.txt +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools.egg-info/dependency_links.txt +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools.egg-info/requires.txt +0 -0
- {abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: abstract_webtools
|
3
|
-
Version: 0.1.6.
|
3
|
+
Version: 0.1.6.134
|
4
4
|
Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
|
5
5
|
Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
|
6
6
|
Author: putkoff
|
@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
|
|
4
4
|
long_description = fh.read()
|
5
5
|
setuptools.setup(
|
6
6
|
name='abstract_webtools',
|
7
|
-
version='0.1.6.
|
7
|
+
version='0.1.6.134',
|
8
8
|
author='putkoff',
|
9
9
|
author_email='partners@abstractendeavors.com',
|
10
10
|
description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',
|
@@ -156,6 +156,7 @@ def get_url_list(urls = []):
|
|
156
156
|
string = 'http'
|
157
157
|
for piece in url.split('http'):
|
158
158
|
string += piece
|
159
|
+
string = normalize_threads_url(string)
|
159
160
|
string = clean_url(string)
|
160
161
|
url_list.append(string.split('?')[0])
|
161
162
|
string = 'http'
|
@@ -232,15 +233,7 @@ def get_bolshevid_videos(url,
|
|
232
233
|
output_filename=None,
|
233
234
|
get_info=True,
|
234
235
|
download_video=True):
|
235
|
-
|
236
|
-
url,
|
237
|
-
download_directory=download_directory,
|
238
|
-
output_filename=output_filename,
|
239
|
-
get_info=get_info,
|
240
|
-
download_video=download_video
|
241
|
-
)
|
242
|
-
if video_info and isinstance(video_info,dict) and video_info != {}:
|
243
|
-
return video_info
|
236
|
+
|
244
237
|
urls = deriveUrlList(url)
|
245
238
|
video_urls = validate_video_urls(urls,
|
246
239
|
get_info_url=get_info_url,
|
{abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools.egg-info/PKG-INFO
RENAMED
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: abstract_webtools
|
3
|
-
Version: 0.1.6.
|
3
|
+
Version: 0.1.6.134
|
4
4
|
Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
|
5
5
|
Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
|
6
6
|
Author: putkoff
|
File without changes
|
File without changes
|
File without changes
|
{abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/extention_list.py
RENAMED
File without changes
|
{abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/find_dirs.py
RENAMED
File without changes
|
{abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/k2s_downloader.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/soup_gui.py
RENAMED
File without changes
|
{abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/url_grabber.py
RENAMED
File without changes
|
{abstract_webtools-0.1.6.133 → abstract_webtools-0.1.6.134}/src/abstract_webtools/url_grabber_new.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|