webtoolkit 0.0.191__py3-none-any.whl → 0.0.193__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- webtoolkit/baseurl.py +6 -0
- {webtoolkit-0.0.191.dist-info → webtoolkit-0.0.193.dist-info}/METADATA +2 -3
- {webtoolkit-0.0.191.dist-info → webtoolkit-0.0.193.dist-info}/RECORD +5 -5
- {webtoolkit-0.0.191.dist-info → webtoolkit-0.0.193.dist-info}/WHEEL +1 -1
- {webtoolkit-0.0.191.dist-info → webtoolkit-0.0.193.dist-info}/LICENSE +0 -0
webtoolkit/baseurl.py
CHANGED
|
@@ -94,12 +94,18 @@ class BaseUrl(ContentInterface):
|
|
|
94
94
|
request.crawler_name = "RequestsCrawler"
|
|
95
95
|
request.crawler_type = RequestsCrawler(url)
|
|
96
96
|
|
|
97
|
+
if request.timeout_s is None or request.timeout_s == 0:
|
|
98
|
+
request.timeout_s = 60 * 5
|
|
99
|
+
|
|
97
100
|
return request
|
|
98
101
|
|
|
99
102
|
def get_request_for_request(self, request):
|
|
100
103
|
request.crawler_name = "RequestsCrawler"
|
|
101
104
|
request.crawler_type = RequestsCrawler(request.url)
|
|
102
105
|
|
|
106
|
+
if request.timeout_s is None or request.timeout_s == 0:
|
|
107
|
+
request.timeout_s = 60 * 5
|
|
108
|
+
|
|
103
109
|
return request
|
|
104
110
|
|
|
105
111
|
def get_handlers(self):
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
2
|
Name: webtoolkit
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.193
|
|
4
4
|
Summary: Web tools and interfaces for Internet data processing.
|
|
5
5
|
License: GPL3
|
|
6
6
|
Author: Iwan Grozny
|
|
@@ -12,7 +12,6 @@ Classifier: Programming Language :: Python :: 3.9
|
|
|
12
12
|
Classifier: Programming Language :: Python :: 3.10
|
|
13
13
|
Classifier: Programming Language :: Python :: 3.11
|
|
14
14
|
Classifier: Programming Language :: Python :: 3.12
|
|
15
|
-
Classifier: Programming Language :: Python :: 3.13
|
|
16
15
|
Requires-Dist: beautifulsoup4 (>=4.13.5,<5.0.0)
|
|
17
16
|
Requires-Dist: brutefeedparser (>=0.10.5,<0.11.0)
|
|
18
17
|
Requires-Dist: lxml (>=5.4.0,<6.0.0)
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
webtoolkit/__init__.py,sha256=jQ1UPydyPjh3nov0yqdbuUtGhfCvCkqDWtsd1A2R_mY,798
|
|
2
|
-
webtoolkit/baseurl.py,sha256=
|
|
2
|
+
webtoolkit/baseurl.py,sha256=gqUoBrpCa-QT4Ps60lJNo-2YRXJalHzW7NDAOipZDJ0,19440
|
|
3
3
|
webtoolkit/contentinterface.py,sha256=ZnvoKPGI75ya73vZI1m1Gf8QpHdE1HwB56xHzcNo8-8,13184
|
|
4
4
|
webtoolkit/contentlinkparser.py,sha256=DLalcYSMsWOVol0kDN_qY0Lf9DNST1ISMzbq329wGA4,8756
|
|
5
5
|
webtoolkit/contentmoderation.py,sha256=IKuAfvgPV6XtUKO5FpYOekLKV8bojstpbFHdJICJHII,5833
|
|
@@ -47,7 +47,7 @@ webtoolkit/utils/dateutils.py,sha256=chHpgKdqn2q03m142SPSog2aAjaUhWNNRUQgQydOZe0
|
|
|
47
47
|
webtoolkit/utils/logger.py,sha256=SL6IYki4LPBxBQnUgyQo_qAf8ekNnvi8CiumyU4K_98,4681
|
|
48
48
|
webtoolkit/webconfig.py,sha256=5fM9CTwzsUcIqm162aT2tPgYlpADnHGl8SGvZbH8U4I,4174
|
|
49
49
|
webtoolkit/webtools.py,sha256=O-Qg7tJJxutvuiqSiJsKd8E7CdserkDAskqvh0u9D28,11845
|
|
50
|
-
webtoolkit-0.0.
|
|
51
|
-
webtoolkit-0.0.
|
|
52
|
-
webtoolkit-0.0.
|
|
53
|
-
webtoolkit-0.0.
|
|
50
|
+
webtoolkit-0.0.193.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
|
|
51
|
+
webtoolkit-0.0.193.dist-info/METADATA,sha256=P1moKpUeJmqn5PjmtI6lgEwo0-mwjE3TN5Zfj-j02KU,6692
|
|
52
|
+
webtoolkit-0.0.193.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
53
|
+
webtoolkit-0.0.193.dist-info/RECORD,,
|
|
File without changes
|