cobweb-launcher 1.2.2__tar.gz → 1.2.3__tar.gz

{cobweb-launcher-1.2.2/cobweb_launcher.egg-info → cobweb-launcher-1.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cobweb-launcher
-Version: 1.2.2
+Version: 1.2.3
 Summary: spider_hole
 Home-page: https://github.com/Juannie-PP/cobweb
 Author: Juannie-PP

{cobweb-launcher-1.2.2 → cobweb-launcher-1.2.3}/cobweb/launchers/launcher.py

@@ -40,7 +40,6 @@ class Launcher(threading.Thread):
         self.task = task
         self.project = project
 
-        self._app_time = int(time.time())
         self._stop = threading.Event()  # 结束事件
         self._pause = threading.Event()  # 暂停事件
 

{cobweb-launcher-1.2.2 → cobweb-launcher-1.2.3}/cobweb/launchers/launcher_pro.py

@@ -16,6 +16,8 @@ class LauncherPro(Launcher):
         self._fail_key = "{%s:%s}:fail" % (project, task)
         self._heartbeat_key = "heartbeat:%s_%s" % (project, task)
         self._reset_lock_key = "lock:reset:%s_%s" % (project, task)
+        self._statistics_done_key = "{%s:%s}:statistics:done" % (project, task)
+        self._statistics_fail_key = "{%s:%s}:statistics:fail" % (project, task)
         self._db = RedisDB()
 
         self._heartbeat_start_event = threading.Event()
@@ -25,6 +27,12 @@ class LauncherPro(Launcher):
     def heartbeat(self):
         return self._db.exists(self._heartbeat_key)
 
+    def statistics(self, key, count, expire_time):
+        if self._db.exists(key):
+            self._db._client.incrby(key, count)
+        else:
+            self._db.setex(key, expire_time, int(count))
+
     def _execute_heartbeat(self):
         while not self._stop.is_set():
             if self._heartbeat_start_event.is_set():
@@ -124,13 +132,16 @@ class LauncherPro(Launcher):
                 else:
                     seeds.append(seed.to_string)
             if seeds:
-                self._db.zrem(self._todo_key, *seeds)
+                count = self._db.zrem(self._todo_key, *seeds)
+                self.statistics(self._statistics_done_key, count, 86400 * 30)
                 self._remove_doing_seeds(seeds)
             if s_seeds:
-                self._db.done([self._todo_key, self._done_key], *s_seeds)
+                count = self._db.done([self._todo_key, self._done_key], *s_seeds)
+                self.statistics(self._statistics_done_key, count, 86400 * 30)
                 self._remove_doing_seeds(s_seeds)
             if f_seeds:
-                self._db.done([self._todo_key, self._fail_key], *f_seeds)
+                count = self._db.done([self._todo_key, self._fail_key], *f_seeds)
+                self.statistics(self._statistics_fail_key, count, 86400 * 30)
                 self._remove_doing_seeds(f_seeds)
 
             if status:

{cobweb-launcher-1.2.2 → cobweb-launcher-1.2.3/cobweb_launcher.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cobweb-launcher
-Version: 1.2.2
+Version: 1.2.3
 Summary: spider_hole
 Home-page: https://github.com/Juannie-PP/cobweb
 Author: Juannie-PP

{cobweb-launcher-1.2.2 → cobweb-launcher-1.2.3}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name="cobweb-launcher",
-    version="1.2.2",
+    version="1.2.3",
     packages=find_packages(),
     url="https://github.com/Juannie-PP/cobweb",
     license="MIT",