abstract-webtools 0.1.6.130__tar.gz → 0.1.6.132__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/PKG-INFO +1 -1
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/setup.py +1 -1
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/clownworld/get_bolshevid_video.py +5 -5
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools.egg-info/PKG-INFO +1 -1
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/README.md +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/pyproject.toml +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/setup.cfg +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/__init__.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/abstract_usurpit.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/abstract_webtools.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/big_user_agent_list.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/domain_identifier.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/extention_list.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/find_dirs.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/k2s_downloader.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/main.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/__init__.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/allss//.py" +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/cipherManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/clownworld/__init__.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/crawlManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/crawlmgr2.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/curlMgr.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/domainManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/dynamicRateLimiter.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/get_test.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/linkManager/__init__.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/linkManager/linkManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/mySocketClient.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/networkManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/requestManager/__init__.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/requestManager/requestManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/seleniumManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/soupManager/__init__.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/soupManager/asoueces.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/soupManager/soupManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/sslManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/tlsAdapter.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/urlManager/__init__.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/urlManager/urlManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/userAgentManager.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/videoDownloader.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/managers/videoDownloader2.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/soup_gui.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/url_grabber.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/url_grabber_new.py +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools.egg-info/SOURCES.txt +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools.egg-info/dependency_links.txt +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools.egg-info/requires.txt +0 -0
- {abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: abstract_webtools
|
3
|
-
Version: 0.1.6.
|
3
|
+
Version: 0.1.6.132
|
4
4
|
Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
|
5
5
|
Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
|
6
6
|
Author: putkoff
|
@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
|
|
4
4
|
long_description = fh.read()
|
5
5
|
setuptools.setup(
|
6
6
|
name='abstract_webtools',
|
7
|
-
version='0.1.6.
|
7
|
+
version='0.1.6.132',
|
8
8
|
author='putkoff',
|
9
9
|
author_email='partners@abstractendeavors.com',
|
10
10
|
description='Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.',
|
@@ -177,7 +177,6 @@ def deriveUrlList(url):
|
|
177
177
|
urls = url_function(urls)
|
178
178
|
except Exception as e:
|
179
179
|
logger.info(f"{e}")
|
180
|
-
input()
|
181
180
|
return urls
|
182
181
|
def validate_video_urls(urls,
|
183
182
|
get_info_url=False,
|
@@ -199,7 +198,7 @@ def validate_video_urls(urls,
|
|
199
198
|
)
|
200
199
|
if video_info:
|
201
200
|
output_urls.append(url)
|
202
|
-
if get_info_url or get_for_video:
|
201
|
+
if get_info_url or get_for_video and video_info and isinstance(video_info,dict) and video_info != {}:
|
203
202
|
output_urls[-1] = video_info
|
204
203
|
if get_for_video:
|
205
204
|
dl_info = for_dl_video(
|
@@ -214,6 +213,7 @@ def validate_video_urls(urls,
|
|
214
213
|
if get_info_url:
|
215
214
|
if isinstance(output_urls[-1],dict):
|
216
215
|
output_urls[-1]['initial_url'] = url
|
216
|
+
return output_urls[-1]
|
217
217
|
|
218
218
|
return output_urls
|
219
219
|
def clean_url(urls):
|
@@ -232,14 +232,14 @@ def get_bolshevid_videos(url,
|
|
232
232
|
output_filename=None,
|
233
233
|
get_info=True,
|
234
234
|
download_video=True):
|
235
|
-
video_info =
|
235
|
+
video_info = for_dl_video(
|
236
236
|
url,
|
237
237
|
download_directory=download_directory,
|
238
238
|
output_filename=output_filename,
|
239
239
|
get_info=get_info,
|
240
|
-
download_video=
|
240
|
+
download_video=download_video
|
241
241
|
)
|
242
|
-
if video_info:
|
242
|
+
if video_info and isinstance(video_info,dict) and video_info != {}:
|
243
243
|
return video_info
|
244
244
|
urls = deriveUrlList(url)
|
245
245
|
video_urls = validate_video_urls(urls,
|
{abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools.egg-info/PKG-INFO
RENAMED
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: abstract_webtools
|
3
|
-
Version: 0.1.6.
|
3
|
+
Version: 0.1.6.132
|
4
4
|
Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
|
5
5
|
Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
|
6
6
|
Author: putkoff
|
File without changes
|
File without changes
|
File without changes
|
{abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/extention_list.py
RENAMED
File without changes
|
{abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/find_dirs.py
RENAMED
File without changes
|
{abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/k2s_downloader.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/soup_gui.py
RENAMED
File without changes
|
{abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/url_grabber.py
RENAMED
File without changes
|
{abstract_webtools-0.1.6.130 → abstract_webtools-0.1.6.132}/src/abstract_webtools/url_grabber_new.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|