cobweb-launcher 0.1.24__py3-none-any.whl → 1.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (32) hide show
  1. cobweb/__init__.py +1 -9
  2. cobweb/base/__init__.py +9 -0
  3. cobweb/base/common_queue.py +30 -0
  4. cobweb/base/decorators.py +40 -0
  5. cobweb/base/item.py +39 -0
  6. cobweb/base/log.py +94 -0
  7. cobweb/base/request.py +72 -0
  8. cobweb/base/response.py +22 -0
  9. cobweb/base/seed.py +114 -0
  10. cobweb/constant.py +52 -15
  11. cobweb/crawlers/__init__.py +2 -0
  12. cobweb/crawlers/base_crawler.py +121 -0
  13. cobweb/crawlers/file_crawler.py +182 -0
  14. cobweb/db/__init__.py +1 -3
  15. cobweb/db/redis_db.py +123 -205
  16. cobweb/exceptions/__init__.py +1 -0
  17. cobweb/exceptions/oss_db_exception.py +28 -0
  18. cobweb/launchers/__init__.py +2 -0
  19. cobweb/launchers/launcher.py +199 -0
  20. cobweb/launchers/launcher_pro.py +174 -0
  21. cobweb/pipelines/__init__.py +2 -0
  22. cobweb/pipelines/base_pipeline.py +54 -0
  23. cobweb/pipelines/loghub_pipeline.py +34 -0
  24. cobweb/setting.py +55 -6
  25. cobweb/utils/__init__.py +3 -0
  26. cobweb/utils/oss.py +87 -0
  27. cobweb/utils/tools.py +42 -0
  28. {cobweb_launcher-0.1.24.dist-info → cobweb_launcher-1.0.0.dist-info}/METADATA +1 -1
  29. {cobweb_launcher-0.1.24.dist-info → cobweb_launcher-1.0.0.dist-info}/RECORD +32 -10
  30. {cobweb_launcher-0.1.24.dist-info → cobweb_launcher-1.0.0.dist-info}/LICENSE +0 -0
  31. {cobweb_launcher-0.1.24.dist-info → cobweb_launcher-1.0.0.dist-info}/WHEEL +0 -0
  32. {cobweb_launcher-0.1.24.dist-info → cobweb_launcher-1.0.0.dist-info}/top_level.txt +0 -0
{cobweb_launcher-0.1.24.dist-info → cobweb_launcher-1.0.0.dist-info}/RECORD RENAMED
@@ -1,17 +1,28 @@
1
- cobweb/__init__.py,sha256=zVims_awYxKNqULuKSjFXdZAaDJaqzFBJJo_SqeakMs,286
1
+ cobweb/__init__.py,sha256=BJu97N8hZsP9aBkMFMhbLFMuFv7JOJvGKnE9NIvcFJo,44
2
2
  cobweb/bbb.py,sha256=zKeCeBVFQfhEv6M8CCktUTM7tXDZmAu6ZN0-ET44pUY,5707
3
3
  cobweb/config.py,sha256=iWrep4vW9UyUi3hvgUWb4RL2IpEwpo_ttY0EUDKWN4g,5362
4
- cobweb/constant.py,sha256=oT2Y-qm2du2QGLA2D53aGi52Eda9FdV3hBomYRpbXl8,613
4
+ cobweb/constant.py,sha256=Aw2ES_nohVRLTWylZp6WMiUAlgyw4kLbae7LpwdZ5y4,1867
5
5
  cobweb/decorators.py,sha256=eYQI9rddPVJihAlomLTmbtQhIOzPw8dCrOFpxAq2pLY,318
6
6
  cobweb/interface.py,sha256=um_k2AAQl1HTOvfUlq914DjkpfZVwt2m1B65EpPKrmE,802
7
7
  cobweb/log.py,sha256=Gb3_y4IzTo5pJohTggBCU9rK6-ZN3hgTOHkoXHyN6CU,2384
8
8
  cobweb/new.py,sha256=-ZHoLZE4ZGRMBU5YWmWHMfLn2ipuTKEaCTO1pU2fX5o,303
9
- cobweb/setting.py,sha256=UAu_dLuIFYO98MxtlZ5sZqJcwKAUKq4Bu4KoKlV50Mc,288
9
+ cobweb/setting.py,sha256=T693DAwLFLs9P6ZEvugP99UzXn-8PLeMEgdxRmL6cb4,1955
10
10
  cobweb/task.py,sha256=SyWC43C7hqQAqH-1HECXEEgp_6L6lwDhYe1kZNnHUvA,2006
11
11
  cobweb/utils.py,sha256=ivmRqJJNtwdOKYT4G7qQCWnL8ar9c-shxeDZzGB2E9c,2651
12
- cobweb/db/__init__.py,sha256=jC-uOThYLtiDUG6cTJRkDITgOzR4nIOeaZQeZhuk-v0,139
12
+ cobweb/base/__init__.py,sha256=diiK5MygQaWjlWNLbW6eUIg-93O6glMGC9WLNM5jyOc,209
13
+ cobweb/base/common_queue.py,sha256=W7PPZZFl52j3Mc916T0imHj7oAUelA6aKJwW-FecDPE,872
14
+ cobweb/base/decorators.py,sha256=wDCaQ94aAZGxks9Ljc0aXq6omDXT1_yzFy83ZW6VbVI,930
15
+ cobweb/base/item.py,sha256=pMriHStzUXtSvIf5Z3KXsP-bCvjlG1gM3z33wWeuoH8,966
16
+ cobweb/base/log.py,sha256=L01hXdk3L2qEm9X1FOXQ9VmWIoHSELe0cyZvrdAN61A,2003
17
+ cobweb/base/request.py,sha256=b08AtUSZjlFLEFIEw5uGS__FjU6QSldL20-UjZD0LbI,2128
18
+ cobweb/base/response.py,sha256=7h9TwCNqRlwM_fvNmid9zOoRfHbKB8ABSU0eaVUJdVo,405
19
+ cobweb/base/seed.py,sha256=XswH16eEd6iwIBpt71E2S_AsV5UVCcOEOBFoP0r5QRo,2900
20
+ cobweb/crawlers/__init__.py,sha256=1sMhQ0-NJxiff3IqF2aMCXkSXcJFzzoCKIayQ5go4aI,71
21
+ cobweb/crawlers/base_crawler.py,sha256=ZIdmlvL4f41yV7T77F9IhBBxRt1FH-LFm0BmIXAvP8I,4881
22
+ cobweb/crawlers/file_crawler.py,sha256=VVOZ38qNAUPyNDspu3P7-zzDtrUtqefYLjOMnb_-JOw,9685
23
+ cobweb/db/__init__.py,sha256=ut0iEyBLjcJL06WNG_5_d4hO5PJWvDrKWMkDOdmgh2M,30
13
24
  cobweb/db/oss_db.py,sha256=59HwMMfoGUr6l_BI4p84YHYoQwEn22cCM_1GZK34Uo4,4244
14
- cobweb/db/redis_db.py,sha256=mAkxlxZrrSDvq8g3WTqRNKSlGlfU8DEI-ToE8fz8GcE,8131
25
+ cobweb/db/redis_db.py,sha256=MahFsAyub9OFG-xuZU6Qq0AfWV1lASFAI34g2FRGpq8,4235
15
26
  cobweb/db/scheduler/__init__.py,sha256=w5uIGEB1wLJ-H9RqGpzRwOEWW-BBVSk6Cc7FxZIlWCs,51
16
27
  cobweb/db/scheduler/default.py,sha256=XDtxNyu5KTpVAbfCOW8mR1zNFNHiMuaQ4sAhZuIYBoM,79
17
28
  cobweb/db/scheduler/textfile.py,sha256=P5pk75DUnbXbLNPOaMIbHh2lbwBGBlv0mitX58yK-MU,786
@@ -36,12 +47,23 @@ cobweb/equip/download/models.py,sha256=USwa48PUZ9_J8qwmEoGu4Oq7-oo-xWxL0k5j8q8Po
36
47
  cobweb/equip/single/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
37
48
  cobweb/equip/single/launcher.py,sha256=lZt4WNar0_QQjUSDhaJnxvHDiuQReXeFxquVgJjI5T4,6824
38
49
  cobweb/equip/single/models.py,sha256=mfSmYBUkX-QuuyuajkIw6EI0NYhlbqrCM88YGP7dHUw,5590
50
+ cobweb/exceptions/__init__.py,sha256=E9SHnJBbhD7fOgPFMswqyOf8SKRDrI_i25L0bSpohvk,32
51
+ cobweb/exceptions/oss_db_exception.py,sha256=iP_AImjNHT3-Iv49zCFQ3rdLnlvuHa3h2BXApgrOYpA,636
52
+ cobweb/launchers/__init__.py,sha256=qwlkEJVri7dvCgi45aX3lqAmQS0HrPicAipDvH75kew,69
53
+ cobweb/launchers/launcher.py,sha256=vqRqaBEg04mX6F-EGuoAdeCA163sSZk45mNmmQ2LWUA,5654
54
+ cobweb/launchers/launcher_pro.py,sha256=GlDpyP1XAY2bX5SuSBn3920D5OKNigQgLnJfu6QOmPw,6760
55
+ cobweb/pipelines/__init__.py,sha256=xanY-Z1d7zRR5JhCdW2htzrAywnKBkigiaUlTFa6of0,80
56
+ cobweb/pipelines/base_pipeline.py,sha256=fYnWf79GmhufXpcnMa3te18SbmnVeYLwxfyo-zLd9CY,1577
57
+ cobweb/pipelines/loghub_pipeline.py,sha256=roQ8gLunvuPc4KOMIATN1nKvjOXrc_RSyzXq8YY9ZBU,1015
39
58
  cobweb/single/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
40
59
  cobweb/single/launcher.py,sha256=IoJbn87j7t7Pib_FxoWZmmX8asXOqNGb-9ospw6EYJI,7302
41
60
  cobweb/single/models.py,sha256=wIEV35666lxdzqjDqBHPjjh-r6zD0x24rtQYz7d4Oxw,4332
42
61
  cobweb/single/nest.py,sha256=49K6KQ934INfPrWQsrq9rIFpQauLbLGOFbDaHvoQzOk,5015
43
- cobweb_launcher-0.1.24.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
44
- cobweb_launcher-0.1.24.dist-info/METADATA,sha256=j4GRpxDY20FeedJh2UYZxyfmI8Q4RpA5okIb7g6j2tI,1246
45
- cobweb_launcher-0.1.24.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
46
- cobweb_launcher-0.1.24.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
47
- cobweb_launcher-0.1.24.dist-info/RECORD,,
62
+ cobweb/utils/__init__.py,sha256=JTE4sBfHnKHhD6w9Auk0MIT7O9BMOamCeryhlHNx3Zg,47
63
+ cobweb/utils/oss.py,sha256=8QlVVhXv3GBk53_616MOjbDxgD7c0ooJ0X28BE9pw-M,3220
64
+ cobweb/utils/tools.py,sha256=8oLxkzwaYcDqKXXuLI3A_lNabyLBr7HSPgTF6x4xbnk,1239
65
+ cobweb_launcher-1.0.0.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
66
+ cobweb_launcher-1.0.0.dist-info/METADATA,sha256=aLZS3GZb0OACP69bVQXj1mOkTT3fRYNxiEB2e2G6GrE,1245
67
+ cobweb_launcher-1.0.0.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
68
+ cobweb_launcher-1.0.0.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
69
+ cobweb_launcher-1.0.0.dist-info/RECORD,,