cobweb-launcher 3.1.7__tar.gz → 3.1.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (44) hide show
  1. {cobweb-launcher-3.1.7/cobweb_launcher.egg-info → cobweb-launcher-3.1.8}/PKG-INFO +1 -1
  2. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/launchers/distributor.py +1 -1
  3. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/launchers/launcher.py +1 -0
  4. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/launchers/uploader.py +0 -2
  5. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8/cobweb_launcher.egg-info}/PKG-INFO +1 -1
  6. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/setup.py +1 -1
  7. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/LICENSE +0 -0
  8. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/README.md +0 -0
  9. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/__init__.py +0 -0
  10. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/base/__init__.py +0 -0
  11. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/base/common_queue.py +0 -0
  12. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/base/item.py +0 -0
  13. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/base/log.py +0 -0
  14. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/base/request.py +0 -0
  15. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/base/response.py +0 -0
  16. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/base/seed.py +0 -0
  17. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/constant.py +0 -0
  18. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/crawlers/__init__.py +0 -0
  19. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/crawlers/crawler.py +0 -0
  20. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/db/__init__.py +0 -0
  21. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/db/api_db.py +0 -0
  22. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/db/redis_db.py +0 -0
  23. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/exceptions/__init__.py +0 -0
  24. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/exceptions/oss_db_exception.py +0 -0
  25. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/launchers/__init__.py +0 -0
  26. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/pipelines/__init__.py +0 -0
  27. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/pipelines/pipeline.py +0 -0
  28. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/pipelines/pipeline_console.py +0 -0
  29. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/pipelines/pipeline_loghub.py +0 -0
  30. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/schedulers/__init__.py +0 -0
  31. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/schedulers/scheduler.py +0 -0
  32. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/schedulers/scheduler_with_redis.py +0 -0
  33. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/setting.py +0 -0
  34. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/utils/__init__.py +0 -0
  35. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/utils/bloom.py +0 -0
  36. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/utils/decorators.py +0 -0
  37. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/utils/dotting.py +0 -0
  38. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/utils/oss.py +0 -0
  39. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/utils/tools.py +0 -0
  40. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb_launcher.egg-info/SOURCES.txt +0 -0
  41. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb_launcher.egg-info/dependency_links.txt +0 -0
  42. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb_launcher.egg-info/requires.txt +0 -0
  43. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb_launcher.egg-info/top_level.txt +0 -0
  44. {cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/setup.cfg +0 -0
{cobweb-launcher-3.1.7/cobweb_launcher.egg-info → cobweb-launcher-3.1.8}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 3.1.7
3
+ Version: 3.1.8
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/launchers/distributor.py RENAMED
@@ -44,7 +44,7 @@ class Distributor(threading.Thread):
44
44
  self.thread_num = setting.SPIDER_THREAD_NUM
45
45
  self.max_retries = setting.SPIDER_MAX_RETRIES
46
46
  self.record_failed = setting.RECORD_FAILED_SPIDER
47
- self.loghub_dot = LoghubDot() # todo: 解偶
47
+ self.loghub_dot = LoghubDot(stop=stop) # todo: 解偶
48
48
 
49
49
  self.Crawler = SpiderCrawler
50
50
 
{cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/launchers/launcher.py RENAMED
@@ -128,6 +128,7 @@ class Launcher:
128
128
  self.__WORKER_THREAD__[name] = worker_thread
129
129
  worker_thread.start()
130
130
  time.sleep(3)
131
+ logger.info("monitor thread close ...")
131
132
 
132
133
  def start(self):
133
134
  self._pause.is_set()
{cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/cobweb/launchers/uploader.py RENAMED
@@ -57,8 +57,6 @@ class Uploader(threading.Thread):
57
57
  if seeds:
58
58
  self.done.push(seeds)
59
59
 
60
- logger.info("upload pipeline close!")
61
-
62
60
  def run(self):
63
61
  self.register(self.upload_data, tag="Uploader")
64
62
 
{cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8/cobweb_launcher.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 3.1.7
3
+ Version: 3.1.8
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/setup.py RENAMED
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="cobweb-launcher",
8
- version="3.1.7",
8
+ version="3.1.8",
9
9
  packages=find_packages(),
10
10
  url="https://github.com/Juannie-PP/cobweb",
11
11
  license="MIT",
{cobweb-launcher-3.1.7 → cobweb-launcher-3.1.8}/LICENSE RENAMED
File without changes