cobweb-launcher 1.2.23__tar.gz → 1.2.25__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (42) hide show
  1. {cobweb-launcher-1.2.23/cobweb_launcher.egg-info → cobweb-launcher-1.2.25}/PKG-INFO +1 -1
  2. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/launchers/launcher_api.py +3 -3
  3. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/launchers/launcher_pro.py +3 -3
  4. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25/cobweb_launcher.egg-info}/PKG-INFO +1 -1
  5. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/setup.py +1 -1
  6. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/LICENSE +0 -0
  7. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/README.md +0 -0
  8. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/__init__.py +0 -0
  9. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/base/__init__.py +0 -0
  10. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/base/common_queue.py +0 -0
  11. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/base/decorators.py +0 -0
  12. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/base/item.py +0 -0
  13. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/base/log.py +0 -0
  14. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/base/request.py +0 -0
  15. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/base/response.py +0 -0
  16. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/base/seed.py +0 -0
  17. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/constant.py +0 -0
  18. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/crawlers/__init__.py +0 -0
  19. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/crawlers/crawler.py +0 -0
  20. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/db/__init__.py +0 -0
  21. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/db/api_db.py +0 -0
  22. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/db/redis_db.py +0 -0
  23. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/exceptions/__init__.py +0 -0
  24. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/exceptions/oss_db_exception.py +0 -0
  25. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/launchers/__init__.py +0 -0
  26. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/launchers/launcher.py +0 -0
  27. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/launchers/launcher_air.py +0 -0
  28. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/pipelines/__init__.py +0 -0
  29. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/pipelines/pipeline.py +0 -0
  30. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/pipelines/pipeline_console.py +0 -0
  31. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/pipelines/pipeline_loghub.py +0 -0
  32. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/setting.py +0 -0
  33. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/utils/__init__.py +0 -0
  34. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/utils/bloom.py +0 -0
  35. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/utils/oss.py +0 -0
  36. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/utils/tools.py +0 -0
  37. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb_launcher.egg-info/SOURCES.txt +0 -0
  38. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb_launcher.egg-info/dependency_links.txt +0 -0
  39. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb_launcher.egg-info/requires.txt +0 -0
  40. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb_launcher.egg-info/top_level.txt +0 -0
  41. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/setup.cfg +0 -0
  42. {cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/test/test.py +0 -0
{cobweb-launcher-1.2.23/cobweb_launcher.egg-info → cobweb-launcher-1.2.25}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.2.23
3
+ Version: 1.2.25
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/launchers/launcher_api.py RENAMED
@@ -209,9 +209,9 @@ class LauncherApi(Launcher):
209
209
  doing_len=len(self.__DOING__.keys()),
210
210
  todo_len=self.__LAUNCHER_QUEUE__['todo'].length,
211
211
  done_len=self.__LAUNCHER_QUEUE__['done'].length,
212
- redis_seed_count=self._db.zcount(self._todo_key, "-inf", "+inf") or "error",
213
- redis_todo_len=self._db.zcount(self._todo_key, 0, "(1000") or "error",
214
- redis_doing_len=self._db.zcount(self._todo_key, "-inf", "(0") or "error",
212
+ redis_seed_count=self._db.zcount(self._todo_key, "-inf", "+inf"),
213
+ redis_todo_len=self._db.zcount(self._todo_key, 0, "(1000"),
214
+ redis_doing_len=self._db.zcount(self._todo_key, "-inf", "(0"),
215
215
  upload_len=self.__LAUNCHER_QUEUE__['upload'].length,
216
216
  ))
217
217
 
{cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/cobweb/launchers/launcher_pro.py RENAMED
@@ -151,9 +151,9 @@ class LauncherPro(Launcher):
151
151
 
152
152
  if seed_info["count"]:
153
153
 
154
- succeed_count = self._db.zrem(self._todo_key, *seed_info["common"])
155
- succeed_count += self._db.done([self._todo_key, self._done_key], *seed_info["succeed"])
156
- failed_count = self._db.done([self._todo_key, self._fail_key], *seed_info["failed"])
154
+ succeed_count = int(self._db.zrem(self._todo_key, *seed_info["common"]) or 0)
155
+ succeed_count += int(self._db.done([self._todo_key, self._done_key], *seed_info["succeed"]) or 0)
156
+ failed_count = int(self._db.done([self._todo_key, self._fail_key], *seed_info["failed"]) or 0)
157
157
 
158
158
  if failed_count:
159
159
  self.statistics(self._statistics_fail_key, failed_count)
{cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25/cobweb_launcher.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.2.23
3
+ Version: 1.2.25
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-1.2.23 → cobweb-launcher-1.2.25}/setup.py RENAMED
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="cobweb-launcher",
8
- version="1.2.23",
8
+ version="1.2.25",
9
9
  packages=find_packages(),
10
10
  url="https://github.com/Juannie-PP/cobweb",
11
11
  license="MIT",