cobweb-launcher 0.1.11__tar.gz → 0.1.13__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (35) hide show
  1. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/PKG-INFO +1 -1
  2. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/bbb.py +1 -1
  3. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/constant.py +1 -0
  4. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/equip/distributed/models.py +2 -1
  5. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/equip/single/models.py +2 -1
  6. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/task.py +1 -0
  7. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb_launcher.egg-info/PKG-INFO +1 -1
  8. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/setup.py +1 -1
  9. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/LICENSE +0 -0
  10. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/README.md +0 -0
  11. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/__init__.py +0 -0
  12. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/__init__.py +0 -0
  13. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/oss_db.py +0 -0
  14. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/redis_db.py +0 -0
  15. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/scheduler/__init__.py +0 -0
  16. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/scheduler/default.py +0 -0
  17. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/scheduler/textfile.py +0 -0
  18. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/storer/__init__.py +0 -0
  19. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/storer/console.py +0 -0
  20. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/storer/loghub.py +0 -0
  21. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/db/storer/textfile.py +0 -0
  22. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/decorators.py +0 -0
  23. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/equip/__init__.py +0 -0
  24. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/equip/distributed/__init__.py +0 -0
  25. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/equip/distributed/launcher.py +0 -0
  26. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/equip/single/__init__.py +0 -0
  27. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/equip/single/launcher.py +0 -0
  28. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/interface.py +0 -0
  29. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/log.py +0 -0
  30. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/utils.py +0 -0
  31. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb_launcher.egg-info/SOURCES.txt +0 -0
  32. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb_launcher.egg-info/dependency_links.txt +0 -0
  33. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb_launcher.egg-info/requires.txt +0 -0
  34. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb_launcher.egg-info/top_level.txt +0 -0
  35. {cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/setup.cfg +0 -0
{cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 0.1.11
3
+ Version: 0.1.13
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/bbb.py RENAMED
@@ -123,7 +123,7 @@ class Seed:
123
123
 
124
124
  @property
125
125
  def format_seed(self):
126
- return json.dumps(self.dict_seed, ensure_ascii=False)
126
+ return json.dumps(self.dict_seed, ensure_ascii=False, separators=(",", ":"))
127
127
 
128
128
 
129
129
  class DBItem:
{cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/constant.py RENAMED
@@ -22,3 +22,4 @@ class Setting:
22
22
  CHECK_LOCK_TIME = None
23
23
  DEAL_MODEL = None
24
24
  LAUNCHER_MODEL = None
25
+ SPIDER_RUN_TIME = None
{cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/equip/distributed/models.py RENAMED
@@ -3,7 +3,7 @@ from hashlib import md5
3
3
  from inspect import isgenerator
4
4
 
5
5
  from .. import log, ici
6
- from .. import DealModel, Queue, Seed
6
+ from .. import DealModel, Queue, Seed, Setting
7
7
  # from pympler import asizeof
8
8
 
9
9
 
@@ -109,6 +109,7 @@ class Spider:
109
109
  log.info(f"{str(seed)} -> {str(e)}")
110
110
  finally:
111
111
  self.spider_in_progress.pop()
112
+ time.sleep(Setting.SPIDER_RUN_TIME)
112
113
  log.info(f"close thread: spider")
113
114
 
114
115
 
{cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/equip/single/models.py RENAMED
@@ -2,7 +2,7 @@ import time
2
2
  from inspect import isgenerator
3
3
  # from pympler import asizeof
4
4
  from .. import log, ici
5
- from .. import DealModel, Queue, Seed
5
+ from .. import DealModel, Queue, Seed, Setting
6
6
 
7
7
 
8
8
  class Scheduler:
@@ -105,6 +105,7 @@ class Spider:
105
105
  log.info(f"{str(seed)} -> {str(e)}")
106
106
  finally:
107
107
  self.spider_in_progress.pop()
108
+ time.sleep(Setting.SPIDER_RUN_TIME)
108
109
  log.info(f"close thread: spider")
109
110
 
110
111
 
{cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb/task.py RENAMED
@@ -6,6 +6,7 @@ from .utils import parse_info, struct_start_seeds
6
6
  def init_task_env():
7
7
  Setting.RESET_SCORE = int(os.getenv("RESET_SCORE", 600))
8
8
  Setting.CHECK_LOCK_TIME = int(os.getenv("CHECK_LOCK_TIME", 30))
9
+ Setting.SPIDER_RUN_TIME = float(os.getenv("SPIDER_RUN_TIME", 0.2))
9
10
  Setting.DEAL_MODEL = os.getenv("DEAL_MODEL", DealModel.failure)
10
11
  Setting.LAUNCHER_MODEL = os.getenv("LAUNCHER_MODEL", LauncherModel.task)
11
12
 
{cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/cobweb_launcher.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 0.1.11
3
+ Version: 0.1.13
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-0.1.11 → cobweb-launcher-0.1.13}/setup.py RENAMED
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="cobweb-launcher",
8
- version="0.1.11",
8
+ version="0.1.13",
9
9
  packages=find_packages(),
10
10
  url="https://github.com/Juannie-PP/cobweb",
11
11
  license="MIT",