abstract-webtools 0.1.6.42__py3-none-any.whl → 0.1.6.44__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- abstract_webtools/managers/requestManager/requestManager.py +3 -0
- {abstract_webtools-0.1.6.42.dist-info → abstract_webtools-0.1.6.44.dist-info}/METADATA +1 -1
- {abstract_webtools-0.1.6.42.dist-info → abstract_webtools-0.1.6.44.dist-info}/RECORD +6 -6
- {abstract_webtools-0.1.6.42.dist-info → abstract_webtools-0.1.6.44.dist-info}/LICENSE +0 -0
- {abstract_webtools-0.1.6.42.dist-info → abstract_webtools-0.1.6.44.dist-info}/WHEEL +0 -0
- {abstract_webtools-0.1.6.42.dist-info → abstract_webtools-0.1.6.44.dist-info}/top_level.txt +0 -0
|
@@ -129,6 +129,7 @@ class requestManager:
|
|
|
129
129
|
self.max_retries = max_retries or 3
|
|
130
130
|
self.request_wait_limit = request_wait_limit or 1.5
|
|
131
131
|
self._response=None
|
|
132
|
+
self.status_code=None
|
|
132
133
|
self.source_code = get_selenium_source(self.url)
|
|
133
134
|
self.source_code_bytes=None
|
|
134
135
|
self.source_code_json = {}
|
|
@@ -156,6 +157,7 @@ class requestManager:
|
|
|
156
157
|
if self._response is None:
|
|
157
158
|
self._response = self.fetch_response()
|
|
158
159
|
|
|
160
|
+
|
|
159
161
|
return self._response
|
|
160
162
|
def authenticate(self,session, login_url=None, email=None, password=None,checkbox=None,dropdown=None):
|
|
161
163
|
login_urls = login_url or [self.url_mgr.url,self.url_mgr.domain,self.url_mgr.url_join(url=self.url_mgr.domain,path='login'),self.url_mgr.url_join(url=self.url_mgr.domain,path='auth')]
|
|
@@ -287,6 +289,7 @@ class requestManager:
|
|
|
287
289
|
try:
|
|
288
290
|
self.try_request() # 10 seconds timeout
|
|
289
291
|
if self.response:
|
|
292
|
+
self.status_code = self.response.status_code
|
|
290
293
|
if self.response.status_code == 200:
|
|
291
294
|
self.last_request_time = get_time_stamp()
|
|
292
295
|
return self.response
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.2
|
|
2
2
|
Name: abstract_webtools
|
|
3
|
-
Version: 0.1.6.
|
|
3
|
+
Version: 0.1.6.44
|
|
4
4
|
Summary: Abstract Web Tools is a Python package that provides various utility functions for web scraping tasks. It is built on top of popular libraries such as `requests`, `BeautifulSoup`, and `urllib3` to simplify the process of fetching and parsing web content.
|
|
5
5
|
Home-page: https://github.com/AbstractEndeavors/abstract_essentials/tree/main/abstract_webtools
|
|
6
6
|
Author: putkoff
|
|
@@ -28,15 +28,15 @@ abstract_webtools/managers/videoDownloader2.py,sha256=v3H6akdhvVWGrB-r35m3cp_-aK
|
|
|
28
28
|
abstract_webtools/managers/linkManager/__init__.py,sha256=NpfWNzvTLSfsIWSeLYIxPzeLHADk_grSx5rfgCeWERw,27
|
|
29
29
|
abstract_webtools/managers/linkManager/linkManager.py,sha256=roxOzOELca0rOlcMaJkTQHN3S0XF7dJihZmMq-uIXPQ,12184
|
|
30
30
|
abstract_webtools/managers/requestManager/__init__.py,sha256=z2qGtweEoO_OKr959LGxVXEMu1hu7PIkmh89BEh5TI8,30
|
|
31
|
-
abstract_webtools/managers/requestManager/requestManager.py,sha256=
|
|
31
|
+
abstract_webtools/managers/requestManager/requestManager.py,sha256=g3kqaGRXu5ZR8rj58xN32fBVPpDXI_CRuW3tJgnbznE,17459
|
|
32
32
|
abstract_webtools/managers/soupManager/__init__.py,sha256=mqfXfqM9sWlYpOkoXUqtBoVvk2KQx1862NnmRVJwGtY,27
|
|
33
33
|
abstract_webtools/managers/soupManager/asoueces.py,sha256=OaXqolZl0dI7b09NYwJ3Wnhuxf89ahZ1GjsOqy0GXfk,3506
|
|
34
34
|
abstract_webtools/managers/soupManager/soupManager.py,sha256=U3_o189-OWoBRaSCe2sIkg-bHxBt2mKpYMyZd-nJjLQ,17201
|
|
35
35
|
abstract_webtools/managers/urlManager/__init__.py,sha256=gaJCHeK91Z-eYsBnxgdhbIUten1-gbx-zqx70R6ag-Y,26
|
|
36
36
|
abstract_webtools/managers/urlManager/urlManager.py,sha256=vCFuLADmv3h7icaaoAsImGqb_49VizPY_ZvMl-C7PYk,7756
|
|
37
37
|
abstract_webtools/managers/videos/Heather brooke swallo from condom.mp4,sha256=h-bKFLAHt7pGLGu4EcMvSSox7BPRK0Nga3u813iMVKQ,8335544
|
|
38
|
-
abstract_webtools-0.1.6.
|
|
39
|
-
abstract_webtools-0.1.6.
|
|
40
|
-
abstract_webtools-0.1.6.
|
|
41
|
-
abstract_webtools-0.1.6.
|
|
42
|
-
abstract_webtools-0.1.6.
|
|
38
|
+
abstract_webtools-0.1.6.44.dist-info/LICENSE,sha256=g3WEJFiVS27HyCGRTwKSsMLyciMaGFdWcZGOe1QalZk,3877
|
|
39
|
+
abstract_webtools-0.1.6.44.dist-info/METADATA,sha256=RTPUlst4dfTheq2w7JQCNvZYvMJBO5Iy6ZwjgvB8J2E,16051
|
|
40
|
+
abstract_webtools-0.1.6.44.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
|
|
41
|
+
abstract_webtools-0.1.6.44.dist-info/top_level.txt,sha256=2DMJ7RmjTcjCsa-uwAV0K6eXXlIIkFDEjBLg_uyCmCI,18
|
|
42
|
+
abstract_webtools-0.1.6.44.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|