buildz 0.7.6__tar.gz → 0.7.7__tar.gz

{buildz-0.7.6/buildz.egg-info → buildz-0.7.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buildz
-Version: 0.7.6
+Version: 0.7.7
 Summary: 配置读写（基于json格式进行简化）、ioc、以及其他工具代码。a json-base file format's read and write code by python, and codes to read and product object from configure file in such format(ioc), and other tool codes
 Home-page: https://github.com/buildCodeZ/buildz
 Author: Zzz

{buildz-0.7.6 → buildz-0.7.7}/buildz/cachez/cache.py

@@ -172,6 +172,8 @@ class Caches(Base):
         self.set_currents = cache.set_currents
         self.set_basedir = cache.set_basedir
         self.get_basedir = cache.get_basedir
+        self.save = cache.save
+        self.load = cache.load
         self.has_file = cache.has
         self.has_mem = mem.has
     def get_file(self, key):

{buildz-0.7.6 → buildz-0.7.7}/buildz/db/dv/basez.py

@@ -74,6 +74,8 @@ class SimpleDv(ItDv):
             rst = rst[1:]
             rst = [{k:v for k,v in zip(keys, dt)} for dt in rst]
         return rst
+    def clone(self):
+        return type(self)(self.host, self.port, self.user, sel.pwd, self.db, self.as_map, *self.argv, **self.maps)
     def __init__(self, host, port, user, pwd, db, as_map=False, *argv, **maps):
         self.host = host
         self.port = port
@@ -83,6 +85,8 @@ class SimpleDv(ItDv):
         self.con = None
         self.cursor = None
         self.as_map = as_map
+        self.argv = argv
+        self.maps = maps
         self.init(*argv, **maps)
     def begin(self):
         if self.con is not None:

{buildz-0.7.6 → buildz-0.7.7}/buildz/db/dv/sqlite3z.py

@@ -20,6 +20,8 @@ class Db(SimpleDv):
         return sqlite3.connect(self.fp)
     def new_cursor(self):
         return self.con.cursor()
+    def clone(self):
+        return Db(self.fp, self.as_map)
     def __init__(self, fp, as_map=False, *argv, **maps):
         #def __init__(self, fp):
         self.con = None

{buildz-0.7.6 → buildz-0.7.7}/buildz/logz.py

@@ -88,11 +88,11 @@ def mstr(s):
 @ns.obj(id="formatLog")
 @ns.obj_args("ref, buildz.logz.shows, null", "ref, buildz.logz.tag, null", "ref, buildz.logz.format, null")
 class FormatLog(Log):
-    def init(self, shows =None, tag=None, format=None, lock = False):
+    def init(self, shows =None, tag=None, format=None, base=None, lock = False):
         if format is None:
             format = "[{LEVEL}] %Y-%m-%d %H:%M:%S [{tag}] {msg}\n"
         self.format=format
-        super().init(shows, tag, lock)
+        super().init(shows, tag, base, lock)
     def output(self, msg):
         raise Exception("impl")
     def do_log(self, level, tag, *args):
@@ -107,8 +107,8 @@ class FormatLog(Log):
         msg = replaces(rst, "{Level}", x_level, "{level}", m_level, "{LEVEL}", u_level, "{tag}", tag, "{msg}", msg)
         self.output(msg)
 class FpLog(FormatLog):
-    def init(self, fp = None,shows =None, tag=None, format=None, lock = False):
-        super().init(shows, tag, format, lock)
+    def init(self, fp = None,shows =None, tag=None, format=None, base=None, lock = False):
+        super().init(shows, tag, format, base, lock)
         self.fp = fp
     def output(self, msg):
         #sys.stdout.write(msg)

buildz-0.7.7/buildz/threads/__init__.py

@@ -0,0 +1,3 @@
+#
+from .pool import *
+from .impl import *

buildz-0.7.7/buildz/threads/impl.py

@@ -0,0 +1,64 @@
+#
+
+from .pool import *
+import threading
+class FcTask(Task):
+    def init(self, fc, args=[], maps={}, fc_exp = None):
+        self.fc = fc
+        self.args = args
+        self.maps = maps
+        self.fc_exp = fc_exp
+    def run(self):
+        return self.fc(*self.args, **self.maps)
+    def deal_exp(self, exp):
+        if self.fc_exp is not None:
+            return self.fc_exp(exp)
+        print("FcTask exp:", exp)
+class SimpleTasks(Tasks):
+    def init(self, wait_sec = 0.1):
+        self.condition = threading.Condition()
+        self.tasks = []
+        self.wait_sec = wait_sec
+        self.wait_count=0
+    def waits(self):
+        return len(self.tasks)
+    def add(self, task):
+        with self.condition:
+            self.tasks.append(task)
+            if self.wait_count>0:
+                self.condition.notify(1)
+    def pop(self):
+        with self.condition:
+            if len(self.tasks)==0:
+                self.wait_count+=1
+                self.condition.wait(self.wait_sec)
+                self.wait_count-=1
+            if len(self.tasks)==0:
+                return None
+            return self.tasks.pop(0)
+class RangeManager(WorkerManager):
+    def init(self, vmin=0, vmax=-1):
+        self.min = vmin
+        self.max = vmax
+    def change(self, workers, tasks, first_call):
+        waits = tasks.waits()
+        curr = len(workers)
+        if curr<self.min:
+            return self.min-curr
+        if self.max>0 and curr>self.max:
+            return self.max-curr
+        frees = len([wk for wk in workers if wk.wait_count>1])
+        needs = waits-frees
+        rst = curr+needs
+        if needs==0:
+            return 0
+        if needs>0:
+            if self.max>0 and rst>self.max:
+                needs = self.max-curr
+            return needs
+        else:
+            if rst<self.min:
+                needs = self.min-curr
+            return needs
+
+pass            

buildz-0.7.7/buildz/threads/pool.py

@@ -0,0 +1,124 @@
+
+import threading,time
+from .. import Base
+class Task(Base):
+    def run(self):
+        pass
+    def deal_exp(self, exp):
+        pass
+class BasePool(Base):
+    def check_run(self):
+        return False
+    def get_task(self):
+        return None
+class Worker(Base):
+    def id(self):
+        return threading.get_ident()
+    def init(self, pool):
+        self.pool = pool
+        self.running = False
+        self.do_run = False
+        self.wait_time=0
+        self.wait_count = 0
+        self.work_time=0
+        self.th = None
+    def start(self):
+        self.th = threading.Thread(target=self.run,daemon=True)
+        self.th.start()
+    def safe_stop(self):
+        self.do_run=False
+    def work_rate(self):
+        return self.work_time/(self.work_time+self.wait_time+1e-4)
+    def run(self):
+        self.wait_time=0
+        self.work_time=0
+        self.wait_count=0
+        self.running = True
+        self.do_run = True
+        while self.do_run and self.pool.check_run():
+            start = time.time()
+            task = self.pool.get_task()
+            task_start = time.time()
+            if task is None:
+                self.wait_time+=task_start-start
+                self.wait_count+=1
+                continue
+            self.wait_count=0
+            try:
+                task.run()
+            except Exception as exp:
+                try:
+                    task.deal_exp(exp)
+                except Exception as _exp:
+                    print(f"deal_exp on {exp} get except: {_exp}")
+            finish = time.time()
+            self.wait_time+=task_start-start
+            self.work_time+=finish-task_start
+        self.running = False
+
+pass
+class Tasks(Base):
+    def waits(self):
+        return 0
+    def add(self, task):
+        pass
+    def pop(self):
+        return None
+class WorkerManager(Base):
+    def change(self, workers, tasks, first_call=False):
+        return 0
+
+pass
+class Pool(BasePool):
+    def check_run(self):
+        return self.running
+    def get_task(self):
+        return self.tasks.pop()
+    def init(self, tasks, manager):
+        self.running = False
+        self.workers = []
+        self.stops = []
+        self.manager = manager
+        self.tasks = tasks
+    def start(self):
+        if self.running:
+            return
+        self.running = True
+        for wk in self.workers:
+            wk.safe_stop()
+            self.stops.append(wk)
+        self.workers = []
+        self.clean_stops()
+        self.change_workers(True)
+    def change_workers(self, first=False):
+        num = self.manager.change(self.workers, self.tasks, first)
+        if num==0:
+            return
+        if num>0:
+            for i in range(num):
+                worker = Worker(self)
+                worker.start()
+                self.workers.append(worker)
+        else:
+            for i in range(-num):
+                worker = self.workers.pop()
+                worker.safe_stop()
+                self.stops.append(worker)
+    def clean_stops(self):
+        self.stops = [wk for wk in self.stops if wk.running]
+    def check_finish(self):
+        for k in self.workers:
+            if k.running:
+                return False
+        for k in self.stops:
+            if k.running:
+                return False
+        return True
+    def stop(self):
+        self.running = False
+    def add_task(self, task):
+        self.tasks.add(task)
+        if self.running:
+            self.change_workers()
+
+pass

{buildz-0.7.6 → buildz-0.7.7/buildz.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buildz
-Version: 0.7.6
+Version: 0.7.7
 Summary: 配置读写（基于json格式进行简化）、ioc、以及其他工具代码。a json-base file format's read and write code by python, and codes to read and product object from configure file in such format(ioc), and other tool codes
 Home-page: https://github.com/buildCodeZ/buildz
 Author: Zzz

{buildz-0.7.6 → buildz-0.7.7}/buildz.egg-info/SOURCES.txt

@@ -246,6 +246,9 @@ buildz/netz/test/__main__.py
 buildz/netz/test/test.py
 buildz/netz/test/test_cli.py
 buildz/netz/test/test_gw.py
+buildz/threads/__init__.py
+buildz/threads/impl.py
+buildz/threads/pool.py
 buildz/tz/__init__.py
 buildz/tz/code.py
 buildz/tz/myers_diff.py

{buildz-0.7.6 → buildz-0.7.7}/setup.py

@@ -7,7 +7,7 @@ from setuptools import setup, find_packages
 
 setup(
     name = 'buildz',
-    version = '0.7.6',
+    version = '0.7.7',
     keywords='buildz',
     long_description=open('README.md', 'r', encoding="utf-8").read(),
     long_description_content_type='text/markdown',