cobweb-launcher 0.1.10__tar.gz → 0.1.12__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (35) hide show
  1. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/PKG-INFO +1 -1
  2. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/bbb.py +1 -1
  3. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/equip/distributed/models.py +6 -1
  4. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/equip/single/models.py +6 -1
  5. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb_launcher.egg-info/PKG-INFO +1 -1
  6. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/setup.py +1 -1
  7. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/LICENSE +0 -0
  8. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/README.md +0 -0
  9. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/__init__.py +0 -0
  10. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/constant.py +0 -0
  11. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/__init__.py +0 -0
  12. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/oss_db.py +0 -0
  13. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/redis_db.py +0 -0
  14. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/scheduler/__init__.py +0 -0
  15. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/scheduler/default.py +0 -0
  16. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/scheduler/textfile.py +0 -0
  17. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/storer/__init__.py +0 -0
  18. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/storer/console.py +0 -0
  19. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/storer/loghub.py +0 -0
  20. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/db/storer/textfile.py +0 -0
  21. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/decorators.py +0 -0
  22. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/equip/__init__.py +0 -0
  23. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/equip/distributed/__init__.py +0 -0
  24. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/equip/distributed/launcher.py +0 -0
  25. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/equip/single/__init__.py +0 -0
  26. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/equip/single/launcher.py +0 -0
  27. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/interface.py +0 -0
  28. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/log.py +0 -0
  29. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/task.py +0 -0
  30. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb/utils.py +0 -0
  31. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb_launcher.egg-info/SOURCES.txt +0 -0
  32. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb_launcher.egg-info/dependency_links.txt +0 -0
  33. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb_launcher.egg-info/requires.txt +0 -0
  34. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/cobweb_launcher.egg-info/top_level.txt +0 -0
  35. {cobweb-launcher-0.1.10 → cobweb-launcher-0.1.12}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 0.1.10
3
+ Version: 0.1.12
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
@@ -123,7 +123,7 @@ class Seed:
123
123
 
124
124
  @property
125
125
  def format_seed(self):
126
- return json.dumps(self.dict_seed, ensure_ascii=False)
126
+ return json.dumps(self.dict_seed, ensure_ascii=False, separators=(",", ":"))
127
127
 
128
128
 
129
129
  class DBItem:
@@ -128,7 +128,12 @@ class Storer:
128
128
 
129
129
  while not stop.is_set():
130
130
 
131
- if last.is_set() or self.queue.length >= self.length:
131
+ storer_length = self.queue.length
132
+ if not storer_length:
133
+ time.sleep(5)
134
+ continue
135
+
136
+ if last.is_set() or storer_length >= self.length:
132
137
  seeds, data_list = [], []
133
138
 
134
139
  while True:
@@ -123,7 +123,12 @@ class Storer:
123
123
 
124
124
  while not stop.is_set():
125
125
 
126
- if last.is_set() or self.queue.length >= self.length:
126
+ storer_length = self.queue.length
127
+ if not storer_length:
128
+ time.sleep(5)
129
+ continue
130
+
131
+ if last.is_set() or storer_length >= self.length:
127
132
  seeds, data_list = [], []
128
133
 
129
134
  for _ in range(self.length):
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 0.1.10
3
+ Version: 0.1.12
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="cobweb-launcher",
8
- version="0.1.10",
8
+ version="0.1.12",
9
9
  packages=find_packages(),
10
10
  url="https://github.com/Juannie-PP/cobweb",
11
11
  license="MIT",