cobweb-launcher 1.0.3__py3-none-any.whl → 1.0.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of cobweb-launcher might be problematic. Click here for more details.
- cobweb/crawlers/base_crawler.py +1 -1
- cobweb/crawlers/file_crawler.py +1 -2
- cobweb/db/redis_db.py +1 -1
- cobweb/utils/oss.py +1 -1
- {cobweb_launcher-1.0.3.dist-info → cobweb_launcher-1.0.4.dist-info}/METADATA +1 -1
- {cobweb_launcher-1.0.3.dist-info → cobweb_launcher-1.0.4.dist-info}/RECORD +9 -9
- {cobweb_launcher-1.0.3.dist-info → cobweb_launcher-1.0.4.dist-info}/LICENSE +0 -0
- {cobweb_launcher-1.0.3.dist-info → cobweb_launcher-1.0.4.dist-info}/WHEEL +0 -0
- {cobweb_launcher-1.0.3.dist-info → cobweb_launcher-1.0.4.dist-info}/top_level.txt +0 -0
cobweb/crawlers/base_crawler.py
CHANGED
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import setting
|
|
2
1
|
import threading
|
|
3
2
|
|
|
4
3
|
from inspect import isgenerator
|
|
@@ -7,6 +6,7 @@ from typing import Union, Callable, Mapping
|
|
|
7
6
|
from cobweb.base import Queue, Seed, BaseItem, Request, Response, logger
|
|
8
7
|
from cobweb.constant import DealModel, LogTemplate
|
|
9
8
|
from cobweb.utils import download_log_info
|
|
9
|
+
from cobweb import setting
|
|
10
10
|
|
|
11
11
|
|
|
12
12
|
class Crawler(threading.Thread):
|
cobweb/crawlers/file_crawler.py
CHANGED
cobweb/db/redis_db.py
CHANGED
cobweb/utils/oss.py
CHANGED
|
@@ -2,7 +2,7 @@ from cobweb import setting
|
|
|
2
2
|
from requests import Response
|
|
3
3
|
from oss2 import Auth, Bucket, models
|
|
4
4
|
from cobweb.exceptions import oss_db_exception
|
|
5
|
-
from base.decorators import decorator_oss_db
|
|
5
|
+
from cobweb.base.decorators import decorator_oss_db
|
|
6
6
|
|
|
7
7
|
|
|
8
8
|
class OssUtil:
|
|
@@ -10,10 +10,10 @@ cobweb/base/request.py,sha256=b08AtUSZjlFLEFIEw5uGS__FjU6QSldL20-UjZD0LbI,2128
|
|
|
10
10
|
cobweb/base/response.py,sha256=7h9TwCNqRlwM_fvNmid9zOoRfHbKB8ABSU0eaVUJdVo,405
|
|
11
11
|
cobweb/base/seed.py,sha256=XswH16eEd6iwIBpt71E2S_AsV5UVCcOEOBFoP0r5QRo,2900
|
|
12
12
|
cobweb/crawlers/__init__.py,sha256=1sMhQ0-NJxiff3IqF2aMCXkSXcJFzzoCKIayQ5go4aI,71
|
|
13
|
-
cobweb/crawlers/base_crawler.py,sha256
|
|
14
|
-
cobweb/crawlers/file_crawler.py,sha256=
|
|
13
|
+
cobweb/crawlers/base_crawler.py,sha256=-3WQSMrMROensTrTulh-eLK61qBsZDPoK2AM-sQwUHA,4893
|
|
14
|
+
cobweb/crawlers/file_crawler.py,sha256=lOLsWxDKUQy0uJZ1NlXIPFiOJ17ufcveJIJD0Wqsqy8,9696
|
|
15
15
|
cobweb/db/__init__.py,sha256=ut0iEyBLjcJL06WNG_5_d4hO5PJWvDrKWMkDOdmgh2M,30
|
|
16
|
-
cobweb/db/redis_db.py,sha256=
|
|
16
|
+
cobweb/db/redis_db.py,sha256=XE1ebIi_4e0KBKiyPdKX7l2lSgV5vhMwEhNDlAcsccU,4247
|
|
17
17
|
cobweb/exceptions/__init__.py,sha256=E9SHnJBbhD7fOgPFMswqyOf8SKRDrI_i25L0bSpohvk,32
|
|
18
18
|
cobweb/exceptions/oss_db_exception.py,sha256=iP_AImjNHT3-Iv49zCFQ3rdLnlvuHa3h2BXApgrOYpA,636
|
|
19
19
|
cobweb/launchers/__init__.py,sha256=qwlkEJVri7dvCgi45aX3lqAmQS0HrPicAipDvH75kew,69
|
|
@@ -23,10 +23,10 @@ cobweb/pipelines/__init__.py,sha256=xanY-Z1d7zRR5JhCdW2htzrAywnKBkigiaUlTFa6of0,
|
|
|
23
23
|
cobweb/pipelines/base_pipeline.py,sha256=fYnWf79GmhufXpcnMa3te18SbmnVeYLwxfyo-zLd9CY,1577
|
|
24
24
|
cobweb/pipelines/loghub_pipeline.py,sha256=roQ8gLunvuPc4KOMIATN1nKvjOXrc_RSyzXq8YY9ZBU,1015
|
|
25
25
|
cobweb/utils/__init__.py,sha256=JTE4sBfHnKHhD6w9Auk0MIT7O9BMOamCeryhlHNx3Zg,47
|
|
26
|
-
cobweb/utils/oss.py,sha256=
|
|
26
|
+
cobweb/utils/oss.py,sha256=uD5aN2oVYImit3amE6TjxWMaTAcbAh9dCnpIQhf4M9Q,3238
|
|
27
27
|
cobweb/utils/tools.py,sha256=8oLxkzwaYcDqKXXuLI3A_lNabyLBr7HSPgTF6x4xbnk,1239
|
|
28
|
-
cobweb_launcher-1.0.
|
|
29
|
-
cobweb_launcher-1.0.
|
|
30
|
-
cobweb_launcher-1.0.
|
|
31
|
-
cobweb_launcher-1.0.
|
|
32
|
-
cobweb_launcher-1.0.
|
|
28
|
+
cobweb_launcher-1.0.4.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
|
|
29
|
+
cobweb_launcher-1.0.4.dist-info/METADATA,sha256=v2o5M3-5B4DTr8fueVNEr1pkGaS5HQxGjY_YovxDkiw,1245
|
|
30
|
+
cobweb_launcher-1.0.4.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
|
|
31
|
+
cobweb_launcher-1.0.4.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
|
|
32
|
+
cobweb_launcher-1.0.4.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|