cobweb-launcher 0.0.22__tar.gz → 0.0.24__tar.gz

{cobweb-launcher-0.0.22 → cobweb-launcher-0.0.24}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cobweb-launcher
-Version: 0.0.22
+Version: 0.0.24
 Summary: spider_hole
 Home-page: https://github.com/Juannie-PP/cobweb
 Author: Juannie-PP

{cobweb-launcher-0.0.22 → cobweb-launcher-0.0.24}/cobweb/db/redis_db.py

@@ -158,7 +158,7 @@ class RedisDB:
                 score = -int(time.time()) + self.rs_time if heartbeat else "-inf"
 
                 keys = self.client.keys(self.storer_key % "*")
-                if len(keys) == storer_num:
+                if len(keys) >= storer_num:
                     intersection_key = self.storer_key % "intersection"
                     self.client.delete(intersection_key)
                     self.client.zinterstore(intersection_key, keys)

{cobweb-launcher-0.0.22 → cobweb-launcher-0.0.24}/cobweb/distributed/launcher.py

@@ -72,7 +72,7 @@ def check(stop, last, spider, scheduler, storer_list, ready_seed_length, spider_
             )
         if (
                 scheduler.stop and
-                not redis_ready_seed_length and
+                # not redis_ready_seed_length and
                 not memory_seed_queue_length and
                 not running_spider_thread_num
         ):
@@ -88,7 +88,11 @@ def check(stop, last, spider, scheduler, storer_list, ready_seed_length, spider_
                 storer_upload_queue_list.append(
                     f"{storer.__class__.__name__} storer queue length: {storer.queue.length}"
                 )
-            if storer_queue_empty and not redis_spider_seed_length:
+            if (
+                    storer_queue_empty and
+                    not redis_ready_seed_length and
+                    not redis_spider_seed_length
+            ):
                 if MODEL:
                     log.info("waiting for push seeds...")
                     status = "waiting"

{cobweb-launcher-0.0.22 → cobweb-launcher-0.0.24}/cobweb_launcher.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cobweb-launcher
-Version: 0.0.22
+Version: 0.0.24
 Summary: spider_hole
 Home-page: https://github.com/Juannie-PP/cobweb
 Author: Juannie-PP

{cobweb-launcher-0.0.22 → cobweb-launcher-0.0.24}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name="cobweb-launcher",
-    version="0.0.22",
+    version="0.0.24",
     packages=find_packages(),
     url="https://github.com/Juannie-PP/cobweb",
     license="MIT",