buildz 0.5.6__tar.gz → 0.5.8__tar.gz

{buildz-0.5.6/buildz.egg-info → buildz-0.5.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buildz
-Version: 0.5.6
+Version: 0.5.8
 Summary: 配置读写（基于json格式进行简化），以及ioc。a json-base file format's read and write code by python, and codes to read and product object from configure file in such format(ioc)
 Home-page: https://github.com/buildCodeZ/buildz
 Author: Zzz

{buildz-0.5.6 → buildz-0.5.8}/buildz/argx.py

@@ -15,8 +15,24 @@ class Fetch:
     就是对引号不太适用
     """
     def __init__(self, args = [], maps ={}):
+        args = [maps[k] if k in maps else k for k in args]
         self.args = args
         self.maps = maps
+    def des(self):
+        cmd = " ".join(self.args)
+        adds = []
+        for k, val in self.maps.items():
+            tmp = f"    [-{k} param] [--{val}=param]"
+            adds.append(tmp)
+        adds = [cmd]+adds
+        rs = "\n".join(adds)
+        return rs
+    def check(self, args, ks):
+        rst = []
+        for k in ks:
+            if k not in args:
+                rst.append(k)
+        return rst
     def __call__(self, argv = None):
         args, maps = fetch(argv)
         rst = {}
@@ -35,6 +51,11 @@ class Fetch:
                 del rst[key]
         return rst
 
+pass
+class FetchX(Fetch):
+    def __init__(self, *a, **b):
+        super().__init__(a,b)
+
 pass
 def fetch(argv = None):
     r"""

buildz-0.5.8/buildz/cmd.py

@@ -0,0 +1,78 @@
+#coding=utf-8
+from . import xf
+class Cmd:
+    def close(self):
+        self.running = False
+    def __init__(self, obj):
+        self.running = False
+        self.obj = obj
+        self.tmp = None
+        self.exits = "exit,close,quit".split(",")
+    def __call__(self):
+        self.run()
+    def doc(self, *arr):
+        if len(arr)>0:
+            rfc = getattr(self.obj, arr[0])
+        else:
+            rfc = self.obj
+        return rfc.__doc__
+    def help(self, *arr):
+        if len(arr)>0:
+            rfc = getattr(self.obj, arr[0])
+        else:
+            rfc = self.obj
+        help(rfc)
+    def dir(self, *arr):
+        if len(arr)>0:
+            rfc = getattr(self.obj, arr[0])
+        else:
+            rfc = self.obj
+        arr = rfc.__dir__()
+        arr = [k for k in arr if k[:2]!="__"]
+        return arr
+    def dict(self, *arr):
+        if len(arr)>0:
+            rfc = getattr(self.obj, arr[0])
+        else:
+            rfc = self.obj
+        return rfc.__dict__
+    def get(self, *arr):
+        if len(arr)>0:
+            return getattr(self.obj, arr[0])
+        return self.obj
+    def set(self, key, val):
+        setattr(self.obj,key, val)
+        return getattr(self.obj, key)
+    def run(self):
+        self.running = True
+        while self.running:
+            s = input(":").strip()
+            if s.strip()=="":
+                continue
+            if s in self.exits:
+                break
+            try:
+                arr = xf.loads(s)
+                if type(arr)!=list:
+                    if type(arr)==dict:
+                        rst = []
+                        for k,v in arr.items():
+                            rst+=[k,v]
+                        arr = rst
+                    else:
+                        arr = [arr]
+                fc = arr[0]
+                if not hasattr(self.obj, fc):
+                    fc = fc.split(".")[-1]
+                    fc = getattr(self, fc)
+                else:
+                    fc = getattr(self.obj, fc)
+                params = arr[1:]
+                tmp = fc(*params)
+                print(tmp)
+            except Exception as exp:
+                import traceback
+                print(f"error:{exp}")
+                traceback.print_exc()
+
+pass

{buildz-0.5.6 → buildz-0.5.8}/buildz/fz/__init__.py

@@ -1,7 +1,8 @@
 #coding=utf-8
 #author:
 from .dirz import dirs, FileDeal
-from .lsf import lists, search
-from .fio import fread, freads, fwrite, fwrites, read,reads,write,writes, makefdir
+from .lsf import lists, search, searchd,searchs,_search
+from .fio import fread, freads, fwrite, fwrites, read,reads,write,writes, makefdir, dirpath,makedir,removes
+from .fhs import fhash
 
 __author__ = "Zzz, emails: 1174534295@qq.com, 1309458652@qq.com"

buildz-0.5.8/buildz/fz/dirz.py

@@ -0,0 +1,74 @@
+#coding=utf-8
+import os
+class FileInfo:
+    def __repr__(self):
+        return self.__str__()
+    def __str__(self):
+        return f"<path='{self.path}', rpath='{self.rpath}' isdir={self.isdir}>"
+    def __init__(self, path, rpath, base_dir, isdir, empty_dir=False, visit_dir = False):
+        self.path = path
+        self.rpath = rpath
+        self.base_dir = base_dir
+        self.isdir = isdir
+        self.empty_dir = empty_dir
+        self.visit_dir = visit_dir
+
+pass
+#列出文件夹下所有文件和文件更新时间
+#文件访问处理方法
+#建议visit读取文件
+#catch处理目录访问异常
+class FileDeal:
+    def __init__(self, *argv, **maps):
+        self.init(*argv, **maps)
+    def result(self):
+        return None
+    def init(self, *argv, **maps):
+        pass
+    def work(self, *argv, **maps):
+        return self.dirs(*argv, **maps)
+    def dirs(self, filepath, depth = 0):
+        dirs(filepath, self, depth)
+        return self.result()
+    def visit(self, fileinfo, depth):
+        return True
+    def catch(self, filepinfo, depth, exp):
+        pass
+    def deal(self, filepinfo, depth, exp = None):
+        if exp is None:
+            return self.visit(filepinfo, depth)
+        else:
+            return self.catch(filepinfo, depth, exp)
+    def __call__(self, *argv, **maps):
+        return self.deal(*argv, **maps)
+
+pass
+#遍历文件／文件夹filepath
+def dirs(filepath, fc=FileDeal(), depth = 0, base_dir = None, rpath = None):
+    if base_dir is None:
+        base_dir = filepath
+    if rpath is None:
+        rpath = ""
+    isdir = os.path.isdir(filepath)
+    finfo = FileInfo(filepath, rpath, base_dir, isdir)
+    visit = fc(finfo, depth)
+    if isdir and visit:
+        try:
+            files = os.listdir(filepath)
+        except Exception as exp:
+            finfo = FileInfo(filepath, rpath, base_dir, isdir, False, True)
+            fc(finfo, depth, exp)
+            return
+        if len(files)==0:
+            finfo = FileInfo(filepath, rpath, base_dir, isdir, True, True)
+            fc(finfo, depth)
+        files = [
+            [
+                os.path.join(filepath, file),
+                os.path.join(rpath, file)
+            ]
+            for file in files]
+        [dirs(fp[0], fc, depth+1, base_dir, fp[1]) for fp in files]
+
+pass
+

buildz-0.5.8/buildz/fz/fhs.py

@@ -0,0 +1,17 @@
+#coding=utf-8
+
+import hashlib
+
+#计算文件hash值
+def fhash(fp, hm="sha256", blk_sz = 10240):
+	if type(hm) == str:
+		hm = getattr(hashlib, hm)()
+	with open(fp, 'rb') as f:
+		while True:
+			bs = f.read(blk_sz)
+			if len(bs)==0:
+				break
+			hm.update(bs)
+	return hm.hexdigest()
+
+pass

{buildz-0.5.6 → buildz-0.5.8}/buildz/fz/fio.py

@@ -34,12 +34,39 @@ def fwrites(cts, fp, mode = 'wb'):
 pass
 writes = fwrites
 
-def makefdir(fp):
-    fp = os.path.abspath(fp)
-    dp = os.path.dirname(fp)
+def makedir(dp):
     if os.path.isdir(dp):
         return
     os.makedirs(dp)
 
 pass
+def makefdir(fp):
+    fp = os.path.abspath(fp)
+    dp = os.path.dirname(fp)
+    makedir(dp)
+
+pass
+
+def dirpath(fp, n=1):
+    for i in range(n):
+        fp = os.path.dirname(fp)
+    return fp
+
+pass
+
+dirname = dirpath
+
+def removes(fp):
+    if not os.path.exists(fp):
+        return
+    if os.path.isfile(fp):
+        #print(f"remove file '{fp}'")
+        os.remove(fp)
+        return
+    fps = os.listdir(fp)
+    fps = [os.path.join(fp, f) for f in fps]
+    [removes(f) for f in fps]
+    #print(f"removedirs '{fp}'")
+    os.rmdir(fp)
 
+pass

buildz-0.5.8/buildz/fz/lsf.py

@@ -0,0 +1,113 @@
+#coding=utf-8
+
+from . import dirz
+
+import re
+class ListsDeal(dirz.FileDeal):
+    def result(self):
+        return self.fps, self.errors
+    def init(self):
+        super().init()
+        self.fps = []
+        self.errors = []
+    def visit(self, finfo, depth):
+        fp, isdir = finfo.path, finfo.isdir
+        self.fps.append([fp, isdir])
+        return True
+    def catch(self, finfo, depth, exp):
+        fp, isdir = finfo.path, finfo.isdir
+        self.errors.append([fp, isdir, exp])
+
+pass
+
+class SearchDeal(dirz.FileDeal):
+    def init(self, pt_fp=None, pt = None, pt_dp = None, depth = None, relative = False):
+        super().init()
+        self.pt_fp = pt_fp
+        self.pt_dp = pt_dp
+        if type(pt) == str:
+            pt = pt.encode()
+        self.pt = pt
+        self.rst = []
+        self.errs = []
+        self.depth = depth
+        self.relative = relative
+    def fps(self, keep_dir = False, relative = None, fp_only = True):
+        if relative is None:
+            relative = self.relative
+        rst = self.rst
+        if relative:
+            rst = [[i.rpath, i.isdir] for i in rst]
+        else:
+            rst = [[i.path, i.isdir] for i in rst]
+        if not keep_dir:
+            rst = [k for k in rst if not k[1]]
+        if fp_only:
+            rst = [k[0] for k in rst]
+        return rst
+    def result(self):
+        return self.rst
+    def visit(self, finfo, depth):
+        if self.depth is not None and depth > self.depth:
+            return False
+        filepath = finfo.path
+        isdir = finfo.isdir
+        if self.relative:
+            filepath = finfo.rpath
+        if isdir:
+            if finfo.empty_dir or depth==self.depth:
+                if self.pt_dp is not None and len(re.findall(self.pt_dp, filepath))==0:
+                    return True
+                self.rst.append(finfo)
+            return True
+        if self.pt_fp is not None and len(re.findall(self.pt_fp, filepath))==0:
+            return False
+        if self.pt is not None:
+            try:
+                with open(filepath, 'rb') as f:
+                    s = f.read()
+            except Exception as exp:
+                self.catch(finfo, depth, exp)
+                return False
+            if len(re.findall(self.pt, s))==0:
+                return False
+        self.rst.append(finfo)
+        return False
+    def catch(self, finfo, depth, exp):
+        filepath = finfo.path
+        if self.relative:
+            filepath = finfo.rpath
+        print(f"exp in {finfo}: {exp}")
+        self.errs.append([finfo, exp])
+        pass
+
+pass
+
+def lists(fp):
+    return ListsDeal().dirs(fp)
+
+pass
+def _search(dp, pt_fp = None, pt = None, pt_dp = None, depth=None, relative = False):
+    deal = SearchDeal(pt_fp, pt, pt_dp, depth,relative)
+    return deal.dirs(dp)
+
+pass
+def searchs(dp, pt_fp = None, pt = None, pt_dp = None, depth=None, relative = False):
+    deal = SearchDeal(pt_fp, pt, pt_dp, depth,relative)
+    deal.dirs(dp)
+    return deal.fps(keep_dir=True, fp_only=False)
+
+pass
+def searchd(dp, pt_fp = None, pt = None, pt_dp = None, depth=None, relative = False):
+    deal = SearchDeal(pt_fp, pt, pt_dp, depth,relative)
+    deal.dirs(dp)
+    return deal.fps(keep_dir=True, fp_only=True)
+
+pass
+
+def search(dp, pt_fp = None, pt = None, depth=None, relative = False):
+    deal = SearchDeal(pt_fp, pt, None, depth,relative)
+    deal.dirs(dp)
+    return deal.fps(keep_dir=False, fp_only=True)
+
+pass

buildz-0.5.8/buildz/ioc/base.py

@@ -0,0 +1,5 @@
+#coding=utf-8
+
+from .ioc.base import *
+from .ioc_deal.base import BaseDeal, FormatDeal
+from .ioc.single import Single

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc/base.py

@@ -37,17 +37,21 @@ class EncapeData(Base):
             info: 额外的调用信息，目前只有object会用到里面的id字段，作为单例额外输入
         """
         if typez(data)==dict:
-            pid = xf.g(data, parent=None)
+            pid = xf.g1(data, parent=None)
             if pid is not None:
-                pedt = conf.get_data(pid, local=True, search_confs = True,src = src, info = info)
-                if pedt is None:
-                    raise IOCError("unfind parend: "+pid)
-                pdt = pedt.data
-                if typez(pdt)!=dict:
-                    raise IOCError("only dict can be a parent: "+pid)
                 data = dict(data)
-                self.update_maps(data, pdt, replace=0)
                 del data['parent']
+                pids = pid
+                if typez(pids)!=list:
+                    pids = [pid]
+                for pid in pids:
+                    pedt = conf.get_data(pid, local=True, search_confs = True,src = src, info = info)
+                    if pedt is None:
+                        raise IOCError("unfind parend: "+pid)
+                    pdt = pedt.data
+                    if typez(pdt)!=dict:
+                        raise IOCError("only dict can be a parent: "+pid)
+                    self.update_maps(data, pdt, replace=0)
         self.data = data
         self.sid = conf.id
         self.src = src

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc/conf.py

@@ -133,8 +133,19 @@ class Conf(Base):
         if not search_confs:
             return None
         return self.confs.get_deal(type, self.id)
+    def get_data_conf(self, data, src = None, info = None):
+        if type(data) not in [list, dict, tuple]:
+            i = self.confs.data_index_type[0]
+            data = [self.default_type(), data]
+            if i != 0:
+                data.reverse()
+        _type = self.confs.get_data_type(data, 1, self.default_type())
+        edata = EncapeData(data, self, local=True, type=_type, src = src, info = info)
+        return edata
     def get_data(self, id, local = True, search_confs = True, src = None, info = None):
         self.do_init()
+        if type(id) in [list, tuple, dict]:
+            return self.get_data_conf(id, src, info)
         if id in self.datas:
             obj = self.datas[id]
             edata = EncapeData(obj, self, local = False, src=src, info = info)

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc/confs.py

@@ -285,7 +285,11 @@ class Confs(Base):
         for fp in fps:
             self.add_fp(fp)
     def add_fp(self, fp):
-        conf = self.loads(xf.fread(fp))
+        try:
+            conf = self.loads(xf.fread(fp))
+        except:
+            print(f'error in loads: {fp}')
+            raise
         return self.add(conf)
     def adds(self, confs):
         for conf in confs:

buildz-0.5.8/buildz/ioc/ioc/single.py

@@ -0,0 +1,56 @@
+#coding=utf-8
+from .base import Base, EncapeData,IOCError
+from buildz import xf, pyz
+import os
+dp = os.path.dirname(__file__)
+join = os.path.join
+
+class Single(Base):
+    """
+        virtual deal
+        {
+            single=1/0
+            info: {
+                cid: ??
+            }
+        }
+    """
+    def init(self, single="single", cid = "id", default=1):
+        self.k_cid = cid
+        self.k_single = single
+        self.default = default
+        self.singles = {}
+    def get_ids(self, edata: EncapeData):
+        sid = edata.sid
+        data = edata.data
+        info = edata.info
+        if type(info) == dict:
+            cid = xf.get(info, self.cid, None)
+        else:
+            cid = None
+        id = xf.g(data, id = None)
+        single = xf.get(data, self.k_single, None)
+        if id is None:
+            single = 0
+        if single is None:
+            single = self.default
+        ids = None
+        if single or cid is not None:
+            if cid is not None:
+                ids = [sid, 'local_id', id, cid]
+            else:
+                ids = [sid, 'single', id]
+        return ids
+    def get(self, edata:EncapeData):
+        ids = self.get_ids(edata)
+        if ids is None:
+            return None
+        obj = xf.gets(self.singles, ids)
+        return obj
+    def set(self, obj, edata:EncapeData):
+        ids = self.get_ids(edata)
+        if ids is None:
+            return
+        xf.sets(self.singles, ids, obj)
+
+pass

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/base.py

@@ -123,7 +123,18 @@ class BaseDeal(Base):
         自己实现的处理类，要实现两个方法：__call__(self, edata:EncapeData)和remove(self, edata:EncapeData)
         其中remove可以只写个空方法
     """
+    def get_data(self, data, conf, src = None, info = None):
+        if type(data) not in [list, dict, tuple]:
+            i = conf.confs.data_index_type[0]
+            data = [conf.default_type(), data]
+            if i != 0:
+                data.reverse()
+        _type = conf.confs.get_data_type(data, 1, conf.default_type())
+        edata = EncapeData(data, conf, local=True, type=_type, src = src, info = info)
+        return edata
     def get_obj(self, data, conf, src = None, info = None):
+        edata = self.get_data(data, conf, src, info)
+        return edata()
         if type(data) not in [list, dict, tuple]:
             i = conf.confs.data_index_type[0]
             data = [conf.default_type(), data]

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/calls.py

@@ -35,7 +35,7 @@ class CallsDeal(FormatDeal):
         conf = edata.conf
         data = self.format(data)
         src = edata.src
-        calls = xf.g(data, calls=[])
+        calls = xf.g1(data, calls=[], data = [])
         rst = None
         for call in calls:
             rst = self.get_obj(call, conf, src)

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/conf/var_lists.js

@@ -13,6 +13,6 @@
     },
     {
         nullable: 0,
-        key: key
+        key: data
     }
 ]

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/env.py

@@ -25,7 +25,7 @@ class EnvDeal(FormatDeal):
     def deal(self, edata:EncapeData):
         data = edata.data
         data = self.fill(data)
-        key = data['key']
+        key = xf.get_first(data, 'env', 'key')
         val = edata.conf.get_env(key)
         default = xf.g(data, default=None)
         if val is None and default is not None:

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/ioc.py

@@ -25,7 +25,7 @@ class IOCObjectDeal(FormatDeal):
     def deal(self, edata:EncapeData):
         data = edata.data
         data = self.fill(data)
-        key = data['key']
+        key = xf.get_first(data, 'ioc', 'key')
         if not hasattr(edata, key):
             return None
         return getattr(edata, key)

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/join.py

@@ -24,7 +24,7 @@ class JoinDeal(FormatDeal):
     def deal(self, edata:EncapeData):
         data = edata.data
         data = self.fill(data)
-        lists = xf.g(data, data=[])
+        lists = xf.g1(data, join = [], data=[])
         conf = edata.conf
         rst = [self.get_obj(k, conf, edata.src, edata.info) for k in lists]
         return join(*rst)

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/list.py

@@ -27,7 +27,7 @@ class ListDeal(FormatDeal):
     def deal(self, edata:EncapeData):
         data = edata.data
         data = self.fill(data)
-        lists = xf.g(data, data=[])
+        lists = xf.g1(data, list = [], data=[])
         conf = edata.conf
         rst = [self.get_obj(k, conf, edata.src, edata.info) for k in lists]
         return rst

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/map.py

@@ -28,7 +28,7 @@ class MapDeal(FormatDeal):
         data = edata.data
         conf = edata.conf
         data = self.fill(data)
-        maps = xf.g(data, data={})
+        maps = xf.g1(data, map = {}, data={})
         rst = {k:self.get_obj(maps[k], conf, edata.src, edata.info) for k in maps}
         return rst
 

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/obj.py

@@ -136,12 +136,17 @@ class ObjectDeal(FormatDeal):
             # TODO: 这边info透传好像会有问题
             self.get_obj(prev_call, conf, obj, edata.info)
         sets = xf.g(data, sets=[])
-        for kv in sets:
-            kv = self.fmt_set(kv)
-            k = kv['key']
-            v = kv['data']
-            v = self.get_obj(v, conf, obj, edata.info)
-            setattr(obj, k, v)
+        if type(sets)==list:
+            for kv in sets:
+                kv = self.fmt_set(kv)
+                k = kv['key']
+                v = xf.get_first(kv, "val", "data")
+                v = self.get_obj(v, conf, obj, edata.info)
+                setattr(obj, k, v)
+        else:
+            for k,v in sets.items():
+                v = self.get_obj(v, conf, obj, edata.info)
+                setattr(obj, k, v)
         call = xf.g(data, call=None)
         if call is not None:
             self.get_obj(call, conf, obj, edata.info)

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/ref.py

@@ -26,7 +26,7 @@ class RefDeal(FormatDeal):
     def deal(self, edata:EncapeData):
         data = edata.data
         data = self.fill(data)
-        key = data['key']
+        key = xf.get_first(data, 'ref', 'key')
         info = xf.g(data, info=None)
         if info is not None and type(info)==dict:
             #info = {k:self.get_obj(info, edata.conf, src = edata.src) for k in info}

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/val.py

@@ -1,6 +1,6 @@
 #
 from ..ioc.base import Base, EncapeData
-
+from buildz import xf
 class ValDeal(Base):
     """
         数据val:
@@ -24,6 +24,6 @@ class ValDeal(Base):
         data = edata.data
         if type(data)==list:
             return data[-1]
-        return data['data']
+        return xf.get_first(data, "val", "data")
 
 pass

{buildz-0.5.6 → buildz-0.5.8}/buildz/ioc/ioc_deal/var.py

@@ -11,11 +11,11 @@ class VarDeal(FormatDeal):
             {
                 id:id
                 type: var
-                key: string
+                data: string
             }
         简写:
-            [[id, var], key]
-            [var, key]
+            [[id, var], data]
+            [var, data]
         例:
             [var, buildz.pyz.is_windows] // 返回buildz.pyz下的is_windows
     """
@@ -30,7 +30,7 @@ class VarDeal(FormatDeal):
         conf = edata.conf
         data = self.format(data)
         src = edata.src
-        key = xf.g(data, key=0)
+        key = xf.get_first(data, "var", "data")
         key = pyz.load(key)
         return key