buildz 0.7.7__tar.gz → 0.7.9__tar.gz

{buildz-0.7.7/buildz.egg-info → buildz-0.7.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buildz
-Version: 0.7.7
+Version: 0.7.9
 Summary: 配置读写（基于json格式进行简化）、ioc、以及其他工具代码。a json-base file format's read and write code by python, and codes to read and product object from configure file in such format(ioc), and other tool codes
 Home-page: https://github.com/buildCodeZ/buildz
 Author: Zzz

{buildz-0.7.7 → buildz-0.7.9}/buildz/cachez/cache.py

@@ -6,7 +6,7 @@ from ..base import Base
 from ..ioc import wrap
 from .. import logz
 ns = wrap.ns("buildz.cache")
-import os,re
+import os,re,json
 
 
 @ns.obj(id="cache.save")
@@ -70,7 +70,8 @@ class Cache(Base):
             self.save()
     def remove(self, key):
         xf.removes(self.data, key.split(self.spt))
-    def init(self, fps="cache.js", log=None, current_first=False, spt = ".", key_currents = "buildz.cache.path.currents", key_basedir = "buildz.cache.path.basedir", save_index = -1, auto_save = False):
+    def init(self, fps="cache.js", log=None, current_first=False, spt = ".", key_currents = "buildz.cache.path.currents", key_basedir = "buildz.cache.path.basedir", save_index = -1, auto_save = False, load_replace=False, save_json = False):
+        self.save_json = save_json
         if type(fps) not in (tuple, list):
             fps = [fps]
         self.fps = fps
@@ -80,6 +81,7 @@ class Cache(Base):
         self.key_currents = key_currents
         self.key_basedir = key_basedir
         self.save_index = save_index
+        self.load_replace = load_replace
         self.data = {}
         self.auto_save = auto_save
     def set_currents(self, dp):
@@ -127,13 +129,18 @@ class Cache(Base):
         if basedir is not None:
             fp = os.path.join(basedir, fp)
         return fp
-    def save(self, fp = None):
+    def save(self, fp = None, save_json=None):
         if fp is None:
             fp = self.fps[self.save_index]
         fp = self.rfp(fp)
         fz.makefdir(fp)
-        rst  = self.data
-        rs = xf.dumps(rst, format=True).encode("utf-8")
+        rst = self.data
+        if save_json is None:
+            save_json = self.save_json
+        if save_json:
+            rs = json.dumps(rst, indent=4, ensure_ascii= False).encode("utf-8")
+        else:
+            rs = xf.dumps(rst, format=True).encode("utf-8")
         fz.write(rs, fp, 'wb')
     def load(self, fps = None):
         if fps is None:
@@ -144,7 +151,7 @@ class Cache(Base):
             if os.path.isfile(fp):
                 self.log.info(f"load cache from {fp}")
                 xdata = xf.flush_maps(xf.loadf(fp),visit_list=True)
-                xf.fill(xdata, data, replace=1)
+                xf.fill(xdata, data, replace=self.load_replace)
         xf.fill(data, self.data, replace=0)
 
 pass

buildz-0.7.9/buildz/db/__main__.py

@@ -0,0 +1,42 @@
+#coding=utf-8
+from . import runz
+from .. import Base
+
+
+from ..sc.lst import FcFpsListener
+from buildz.db import runz
+class DbRunner(Base):
+    def init(self, conf_fp, listener):
+        self.fp = conf_fp
+        self.lstn = listener
+        self.lstn.set_update(self.update)
+        self.lstn.set_deal_exp(self.deal_exp)
+        self.reset()
+    def reset(self, last_update=False):
+        self.lstn.clean()
+        self.lstn.add(self.fp,last_update)
+        conf = xf.loadf(self.fp)
+        src = xf.g(conf, src=None)
+        self.lstn.add(src,last_update)
+        sec = xf.g(conf, sec=0.1)
+        self.lstn.set_wait(sec)
+    def update(self, fps):
+        self.reset(True)
+        runz.test(self.fp)
+    def deal_exp(self, exp, fmt_exc):
+        print(f"exp: {exp}")
+        print(f"traceback: \n{fmt_exc}")
+
+pass
+runz.main()
+def test():
+    import sys
+    fp = runz.FP
+    if len(sys.argv)>1:
+        fp = sys.argv[1]
+    lst = FcFpsListener()
+    runner = DbRunner(fp, lst)
+    lst.run()
+
+pass
+test()

{buildz-0.7.7 → buildz-0.7.9}/buildz/db/dv/basez.py

@@ -129,7 +129,10 @@ class SimpleDv(ItDv):
             self.cursor.execute("commit;")
         return tmp
     def iou_sql(self, table, ks, vs, sets, qs):
-        sql = f"insert into {table}({ks}) values({vs}) on duplicate key update {sets}"
+        if len(sq)==0:
+            sql = f"insert into {table}({ks}) values({vs})"
+        else:
+            sql = f"insert into {table}({ks}) values({vs}) on duplicate key update {sets}"
         return sql
     def insert_or_update(self, maps, table, keys = None, update_keys = None):
         if type(update_keys)==str:

{buildz-0.7.7 → buildz-0.7.9}/buildz/db/dv/orm.py

@@ -105,10 +105,8 @@ def make(data, table=None, data_keys = "sql_key,sql_def,py_key".split(","), py_n
 pass
 
 class TableObject(Base):
-    def clone(self, table_name, py_name = None):
-        sql_create = self.sql_create.replace("<table>", table_name)
-        sql_delete = self.sql_delete.replace("<table>", table_name)
-        obj = TableObject(self.keys, table_name, self.src_py2sqls, self.query_keys, self.auto_translate, self.dv, sql_create, sql_delete, py_name)
+    def clone(self):
+        obj = TableObject(self.keys, self.table, self.src_py2sqls, self.query_keys, self.auto_translate, self.dv, self.sql_create, self.sql_delete, self.py_name)
         return obj
     """
         字段映射
@@ -149,9 +147,10 @@ class TableObject(Base):
         self.query_keys = query_keys
         self.dv = dv
         self.py2sql=self.to_sql
-        self.sql2py = self.toPy
+        self.sql2py = self.to_py
         self.sql_create = sql_create
         self.sql_delete = sql_delete
+        self.auto_translate = auto_translate
     def create(self, dv=None):
         assert self.sql_create is not None
         if self.sql_create.find("<table>")>=0:
@@ -180,7 +179,7 @@ class TableObject(Base):
     def to_sql_keys(self, keys):
         obj = [k for k in keys if k in self.py2sqls]
         return obj
-    def toPy(self, obj):
+    def to_py(self, obj):
         if type(obj)!=dict:
             tmp = {}
             for k in self.sql2pys:
@@ -203,6 +202,9 @@ class TableObject(Base):
     def query_all(self, dv=None, sql2py=True):
         sql = f"select * from {self.table};"
         return self.query(sql, dv, sql2py)
+    def execute(self, sql, dv=None):
+        dv=self.rdv(dv)
+        return dv.execute(sql)
     def filter_sql(self, obj):
         if type(obj)!=dict:
             tmp = {}
@@ -212,6 +214,9 @@ class TableObject(Base):
             obj = tmp
         obj = {k:v for k,v in obj.items() if k in self.keys}
         return obj
+    def commit(self, dv=None):
+        dv = self.rdv(dv)
+        dv.execute("commit")
     def save(self, obj, dv=None, py2sql = True, commit=False, check = True, update_keys = None):
         dv = self.rdv(dv)
         if type(update_keys)==str:

{buildz-0.7.7 → buildz-0.7.9}/buildz/db/dv/sqlite3z.py

@@ -93,7 +93,10 @@ class Db(SimpleDv):
             rst = [{k:v for k,v in zip(keys, dt)} for dt in rst]
         return rst
     def iou_sql(self, table, ks, vs, sets, qs):
-        sql = f"insert into {table}({ks}) values({vs}) ON CONFLICT({','.join(qs)}) DO UPDATE SET {sets}"
+        if len(qs)==0:
+            sql = f"insert into {table}({ks}) values({vs})"
+        else:
+            sql = f"insert into {table}({ks}) values({vs}) ON CONFLICT({','.join(qs)}) DO UPDATE SET {sets}"
         return sql
     def insert_or_updatexxx(self, maps, table, keys = None, update_keys = None):
         if type(maps)!=dict:

{buildz-0.7.7 → buildz-0.7.9}/buildz/pathz.py

@@ -32,6 +32,7 @@ class Path(Base):
         return os.path.join(*a)
     @staticmethod
     def rjoin(path, *a):
+        a = [k.strip() for k in a if k.strip()!=""]
         if path is None:
             return os.path.join(*a)
         return os.path.join(path, *a)
@@ -39,7 +40,7 @@ class Path(Base):
     def rfp(paths, *a, last=-1, check_abs=False):
         if check_abs and len(a)>0:
             f = a[0]
-            if f[0]=="/" or f.find(":")>0:
+            if f[:1]=="/" or f.find(":")>0:
                 return Path.join(*a)
         #print(f"[TESTZ] a: {a}, paths: {paths}")
         #fp = os.path.join(*a)

buildz-0.7.9/buildz/sc/lst.py

@@ -0,0 +1,68 @@
+
+from buildz import Base
+import os,time, traceback
+class FpsListener(Base):
+    def init(self, wait_sec=0.1):
+        self.fps = {}
+        self.wait_sec = wait_sec
+        self.running=False
+    def set_wait(self, wait):
+        self.wait_sec = wait
+    def update(self, fps):
+        pass
+    def deal_exp(self, exp, format_exc):
+        pass
+    def add(self, fp, last_update=False):
+        if type(last_update)==bool:
+            if last_update:
+                last_update = os.path.getmtime(fp)
+            else:
+                last_update = 0
+        self.fps[fp] = last_update
+    def clean(self):
+        self.fps = {}
+    def reset(self, fps, last_update=False):
+        self.clean()
+        for fp in fps:
+            self.add(fp, last_update)
+    def run(self):
+        self.running = True
+        while self.running:
+            self.work()
+            time.sleep(self.wait_sec)
+    def work(self):
+        upds = []
+        for fp,sec in self.fps.items():
+            curr = os.path.getmtime(fp)
+            if curr!=sec:
+                upds.append(fp)
+            self.fps[fp]=curr
+        if len(upds)==0:
+            return
+        try:
+            self.update(upds)
+        except Exception as exp:
+            trs = traceback.format_exc()
+            try:
+                self.deal_exp(exp, trs)
+            except Exception as exp1:
+                print(f"exp in deal_exp({exp}): {exp1}")
+                traceback.print_exc()
+
+pass
+
+class FcFpsListener(FpsListener):
+    def init(self,wait_sec=0.1):
+        super().init(wait_sec)
+        self.fc_update = None
+        self.fc_exp = None
+    def set_update(self, fc):
+        self.fc_update = fc
+    def set_deal_exp(self, fc):
+        self.fc_exp = fc
+    def update(self, fps):
+        return self.fc_update(fps)
+    def deal_exp(self, exp, fmt_exc):
+        return self.fc_exp(exp, fmt_exc)
+
+pass

buildz-0.7.9/buildz/sc/run.py

@@ -0,0 +1,42 @@
+#
+
+from .lst import FcFpsListener
+from .. import Base, xf, dz, pathz, pyz
+import os, sys
+class Runner(Base):
+    def init(self, fp, lst):
+        fp = os.path.abspath(fp)
+        self.dp = os.path.dirname(fp)
+        self.path = pathz.Path(fp=self.dp)
+        self.fp = fp
+        self.lst = lst
+        self.lst.set_update(self.update)
+        self.lst.set_deal_exp(self.deal_exp)
+        self.reset()
+    def reset(self,last_update=False):
+        conf = xf.loadf(self.fp)
+        fps, target, dp = dz.g(conf, fps = [], run=None, dp="")
+        dp = self.path.fp(dp)
+        sys.path.append(dp)
+        self.path.set("sc", dp)
+        fps = [self.path.sc(fp) for fp in fps]
+        self.lst.clean()
+        self.lst.add(self.fp, last_update)
+        [self.lst.add(fp, last_update) for fp in fps]
+        self.target=target
+    def update(self, fps):
+        self.reset(True)
+        fc = pyz.load(self.target)
+        fc()
+    def deal_exp(self, exp, fmt_exc):
+        print(f"exp: {exp}")
+        print(f"traceback: \n{fmt_exc}")
+
+def test():
+    fp = sys.argv[1]
+    lst = FcFpsListener()
+    runner = Runner(fp, lst)
+    lst.run()
+
+pass
+pyz.lc(locals(), test)

buildz-0.7.9/buildz/sc/test/x.js

@@ -0,0 +1,5 @@
+
+
+dp: ''
+fps: [x.py]
+run: x.test

buildz-0.7.9/buildz/sc/test/x.py

@@ -0,0 +1,5 @@
+
+def test():
+    print("testxx")
+
+pass

{buildz-0.7.7 → buildz-0.7.9}/buildz/threads/impl.py

@@ -10,10 +10,11 @@ class FcTask(Task):
         self.fc_exp = fc_exp
     def run(self):
         return self.fc(*self.args, **self.maps)
-    def deal_exp(self, exp):
+    def deal_exp(self, exp, traceback_exp):
         if self.fc_exp is not None:
-            return self.fc_exp(exp)
+            return self.fc_exp(exp, traceback_exp)
         print("FcTask exp:", exp)
+        print("traceback:", traceback_exp)
 class SimpleTasks(Tasks):
     def init(self, wait_sec = 0.1):
         self.condition = threading.Condition()

{buildz-0.7.7 → buildz-0.7.9}/buildz/threads/pool.py

@@ -4,7 +4,7 @@ from .. import Base
 class Task(Base):
     def run(self):
         pass
-    def deal_exp(self, exp):
+    def deal_exp(self, exp, traceback_exp):
         pass
 class BasePool(Base):
     def check_run(self):
@@ -23,6 +23,7 @@ class Worker(Base):
         self.work_time=0
         self.th = None
     def start(self):
+        assert self.th is None
         self.th = threading.Thread(target=self.run,daemon=True)
         self.th.start()
     def safe_stop(self):
@@ -47,14 +48,16 @@ class Worker(Base):
             try:
                 task.run()
             except Exception as exp:
+                import traceback
                 try:
-                    task.deal_exp(exp)
+                    task.deal_exp(exp, traceback.format_exc())
                 except Exception as _exp:
                     print(f"deal_exp on {exp} get except: {_exp}")
             finish = time.time()
             self.wait_time+=task_start-start
             self.work_time+=finish-task_start
         self.running = False
+        self.th = None
 
 pass
 class Tasks(Base):

buildz-0.7.9/buildz/threads/test.py

@@ -0,0 +1,22 @@
+
+from buildz.threads import *
+import time
+tasks = SimpleTasks()
+manager = RangeManager(1,3)
+pool = Pool(tasks, manager)
+print(pool)
+import threading,time
+def test(sec):
+    _id = threading.get_ident()
+    print(f"thread {_id} [start]")
+    time.sleep(sec)
+    print(f"thread {_id} stop")
+
+pass
+pool.add_task(FcTask(test, [0.5]))
+pool.start()
+for i in range(10):
+    pool.add_task(FcTask(test, [0.5]))
+
+
+time.sleep(2.0)

{buildz-0.7.7 → buildz-0.7.9}/buildz/xf/cpp/loaderz/deal/dict.cpp

@@ -1,6 +1,7 @@
 
 #include"dict.h"
 #include"../mg.h"
+#include<iostream>
 Item* DictDeal::build(Item* obj, Manager& mg) {
     ItemList& list = *(ItemList*)obj->val;
     int size = list.size();
@@ -16,6 +17,9 @@ Item* DictDeal::build_arr(ItemList& arr, Int2& arr_pos, Manager& mg){
     if (size%3!=0){
         std::stringstream errs;
         errs<<"u f in map: "<<arr.size();
+        // for(int i=0;i<size;i++){
+        //     std::cout<<"index:"<<i<<":"<<arr[i]->str()<<std::endl;
+        // }
         throw Exp(errs.str(), arr_pos);
     }
     void* rst = mg.callback->create(TYPE_DICT, NULL, (size/3));

{buildz-0.7.7 → buildz-0.7.9}/buildz/xf/cpp/loaderz/deal/str.cpp

@@ -17,16 +17,16 @@ bool StrDeal::deal(BufferBase& buffer, ItemList& rst, Manager& mg){
     buffer.pos(rm_pos);
     buffer.clean2read(ll);
     //ItemList* arr = new ItemList();
-    ItemList arr, mg_arr;
-    arr.reserve(16);
-    mg_arr.reserve(16);
+    // ItemList arr, mg_arr;
+    // arr.reserve(16);
+    // mg_arr.reserve(16);
     if (rm_size>0){
         if (!note){
             std::stringstream errs;
             errs<<"unexcept char before string: "<<rm;
             throw Exp(errs.str(), rm_pos);
         } else {
-            arr.push_back(new Item(rm, rm_pos, BUILD_TYPE_STR, false));
+            rst.push_back(new Item(rm, rm_pos, BUILD_TYPE_STR, false));
         }
     }
     bool do_judge = true;
@@ -77,9 +77,9 @@ bool StrDeal::deal(BufferBase& buffer, ItemList& rst, Manager& mg){
     buffer.clean();
     int build_type = TYPE_STR;
     if (translate&&mark_l2) {
-	char* tdata = do_translate(data);
-	delete data;
-	data=tdata;
+        char* tdata = do_translate(data);
+        delete data;
+        data=tdata;
         //build_type = TYPE_STR_TRANSLATE;
     }
     void* real_obj = mg.callback->create(build_type, data);

{buildz-0.7.7 → buildz-0.7.9}/buildz/xf/cpp/pcxf.pyx

@@ -105,7 +105,7 @@ def loads(s,coding="utf-8"):
     return rst
 
 pass
-def loadx(s,coding="utf-8"):
+def loadx(s,coding="utf-8", out_args=False):
     """
         和python版loadx区别：
             cpp版没有dict和list，全是Args
@@ -123,6 +123,11 @@ def loadx(s,coding="utf-8"):
     #     rst = rst[0]
     if type(rst)==Args and rst.size()==1 and len(rst.args)==1:
         rst = rst.args[0]
+    if type(rst)==Args and not out_args:
+        if rst.size()==len(rst.args):
+            rst = rst.args
+        elif rst.size()==len(rst.maps):
+            rst = rst.maps
     return rst
 
 pass

{buildz-0.7.7 → buildz-0.7.9/buildz.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buildz
-Version: 0.7.7
+Version: 0.7.9
 Summary: 配置读写（基于json格式进行简化）、ioc、以及其他工具代码。a json-base file format's read and write code by python, and codes to read and product object from configure file in such format(ioc), and other tool codes
 Home-page: https://github.com/buildCodeZ/buildz
 Author: Zzz

{buildz-0.7.7 → buildz-0.7.9}/buildz.egg-info/SOURCES.txt

@@ -246,9 +246,14 @@ buildz/netz/test/__main__.py
 buildz/netz/test/test.py
 buildz/netz/test/test_cli.py
 buildz/netz/test/test_gw.py
+buildz/sc/lst.py
+buildz/sc/run.py
+buildz/sc/test/x.js
+buildz/sc/test/x.py
 buildz/threads/__init__.py
 buildz/threads/impl.py
 buildz/threads/pool.py
+buildz/threads/test.py
 buildz/tz/__init__.py
 buildz/tz/code.py
 buildz/tz/myers_diff.py

{buildz-0.7.7 → buildz-0.7.9}/setup.py

@@ -7,7 +7,7 @@ from setuptools import setup, find_packages
 
 setup(
     name = 'buildz',
-    version = '0.7.7',
+    version = '0.7.9',
     keywords='buildz',
     long_description=open('README.md', 'r', encoding="utf-8").read(),
     long_description_content_type='text/markdown',

buildz-0.7.7/buildz/db/__main__.py

@@ -1,3 +0,0 @@
-#coding=utf-8
-from . import runz
-runz.main()