buildz 0.6.52__tar.gz → 0.6.54__tar.gz

{buildz-0.6.52/buildz.egg-info → buildz-0.6.54}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buildz
-Version: 0.6.52
+Version: 0.6.54
 Summary: 配置读写（基于json格式进行简化）、ioc、以及其他工具代码。a json-base file format's read and write code by python, and codes to read and product object from configure file in such format(ioc), and other tool codes
 Home-page: https://github.com/buildCodeZ/buildz
 Author: Zzz

buildz-0.6.54/buildz/argz/tests/conf.js

@@ -0,0 +1,34 @@
+{
+    id: main
+    type: calls
+    range: 1
+    calls: [
+        search
+    ]
+}
+{
+    id: search
+    type: call
+    src: search
+    judge: ['=', args[0], search]
+    args: [1, [[0,()], [1, ()], {}]]
+    args: {
+        range: 1
+        keep: 1
+        list: {
+            0: {
+                des: path
+                need: 1
+                src: 0
+            }
+        }
+        dict: {
+            filepath: {
+                srcs: [f, fp, filepath]
+            }
+            content: {
+                srcs: [c, ct, content]
+            }
+        }
+    }
+}

buildz-0.6.54/buildz/argzx/argz.py

@@ -0,0 +1,216 @@
+from .. import Base, xf, dz
+class ArgExp(Exception):
+    def __repr__(self):
+        return self.__str__()
+    def __str__(self):
+        return f"stype: {self.stype}, trs: {self.trs}, des: {self.des}"
+    def __init__(self, stype, trs, des=None, prev = None):
+        super().__init__()
+        self.prev = prev
+        self.stype = stype
+        self.trs = trs
+        self.des = des
+
+pass
+class ArgType:
+    list = 'list'
+    dict='dict'
+    @staticmethod
+    def stand(s):
+        if ArgType.islist(s):
+            return ArgType.list
+        return ArgType.dict
+    @staticmethod
+    def islist(s):
+        return s in ('list','l','lst','args')
+    @staticmethod
+    def isdict(s):
+        return s in ('dict', 'd', 'dct', 'maps')
+
+pass
+class Args(Base):
+    '''
+        参数映射基础类
+    '''
+    Type=ArgType
+    def call(self, args, maps):
+        return args, maps
+    def deal_exp(self, exp):
+        return exp
+
+pass
+class ArrArgs(Args):
+    '''
+        参数映射类的队列，顺序处理
+    '''
+    def str(self):
+        return f"ArrArgs(args={self.args})"
+    def init(self, args = None):
+        if args is None:
+            args = []
+        self.args = args
+    def add(self, item):
+        self.args.append(item)
+        return self
+    def call(self, args, maps):
+        i=0
+        try:
+            for i in range(len(self.args)):
+                item = self.args[i]
+                args, maps = item(args,maps)
+        except ArgExp as exp:
+            exp = self.deal_exp(exp, i-1)
+            raise exp
+        return args, maps
+    def deal_exp(self, exp, base=None):
+        if base is None:
+            base = len(self.args)-1
+        for i in range(base, -1, -1):
+            exp = self.args[i].deal_exp(exp)
+        return exp
+class RangeListArgs(Args):
+    '''
+        范围映射
+    '''
+    def str(self):
+        return f"RangeArgs(base={self.base}, last={self.last}, min={self.min})"
+    def init(self, base = 0, last = None, min=0):
+        self.base = base
+        self.last = last
+        self.min = min
+    def deal_exp(self, exp):
+        trs = set()
+        for key, vtype in exp.trs:
+            if ArgType.islist(vtype):
+                trs.add((key+self.base, vtype))
+            else:
+                trs.add((key, vtype))
+        return ArgExp(exp.stype, trs, exp.des, exp)
+    def call(self, args, maps):
+        if self.last is None:
+            args = args[self.base:]
+        else:
+            args = args[self.base:self.last]
+        if len(args)<self.min:
+            raise ArgExp("need", set([(self.base, 'list')]))
+        return args, maps
+
+
+class ArgItem(Base):
+    '''
+        单个字段映射处理
+    '''
+    # vtype = 'dict' | 'list'
+    def init(self, key, vtype=ArgType.dict, need = False, default = False, default_value = None, des = None,remove=True):
+        self.vtype = vtype
+        self.key = key
+        self.need = need
+        self.default = default
+        self.default_value = default_value
+        self.trs = []
+        self.remove = remove
+        if des is None:
+            des = key
+        self.des = des
+    def add(self, key, vtype=ArgType.dict):
+        self.trs.append((key, vtype))
+        return self
+    def deal_exp(self, exp):
+        trs = set()
+        for key, vtype in exp.trs:
+            if key == self.key and vtype==self.vtype:
+                trs.update(self.trs)
+            else:
+                trs.add((key, vtype))
+        return ArgExp(exp.stype, trs, exp.des, exp)
+    def fetch(self, key, vtype, set_args, args, maps):
+        find = False
+        if ArgType.isdict(vtype):
+            val,find = dz.dget(maps, key)
+            if find:
+                if self.remove:
+                    dz.dremove(maps, key)
+        else:
+            if key in set_args:
+                val = args[key]
+                if self.remove:
+                    set_args.remove(key)
+                find = True
+        return val, find
+    def call(self, set_args, args, maps, rst_args, rst_maps):
+        val = None
+        find = False
+        for key, vtype in self.trs:
+            val, find = self.fetch(key, vtype, set_args, args, maps)
+            if find:
+                break
+        if not find and self.default:
+            find = True
+            val = self.default_value
+        if not find and self.need:
+            raise ArgExp("need", set(self.trs), self.des)
+        if not find:
+            return
+        if ArgType.isdict(self.vtype):
+            xf.dset(rst_maps, self.key, val)
+        else:
+            rst_args[self.key] = val
+
+pass
+class ListFill:
+    '''
+        数组映射后，中间缺失位置如何处理
+        exp=报错
+        null=填充None
+    '''
+    exp='exp'
+    null = 'null'
+    default=exp
+class TrsArgs(Args):
+    def str(self):
+        return f"TrsArgs(args={len(self.args)}, keep={self.keep}, fill = {self.list_fill})"
+    '''
+        数据映射
+    '''
+    def deal_exp(self, exp):
+        for item in self.args:
+            exp = item.deal_exp(exp)
+        return exp
+    def init(self, args=None, keep = True, list_fill = ListFill.default):
+        super().init()
+        if args is None:
+            args = []
+        self.args = args
+        self.keep = keep
+        self.list_fill = list_fill
+    def add(self, item):
+        self.args.append(item)
+        return self
+    def call(self, args, maps):
+        rst_args, rst_maps = {}, {}
+        set_args = set(range(len(args)))
+        for item in self.args:
+            item(set_args, args, maps, rst_args, rst_maps)
+        if self.keep and len(set_args)>0:
+            for i in set_args:
+                if i not in rst_args:
+                    rst_args[i] = args[i]
+        l_args = 0
+        if len(rst_args)>0:
+            l_args= max(rst_args.keys())
+        out_args = []
+        for i in range(l_args+1):
+            if i in rst_args:
+                out_args.append(rst_args[i])
+            else:
+                if self.list_fill == ListFill.null:
+                    out_args.append(None)
+                else:
+                    raise ArgExp("need", set([(i, ArgType.list)]))
+        if self.keep:
+            for k in maps:
+                if k not in rst_maps:
+                    rst_maps[k] = maps[k]
+        return out_args, rst_maps
+
+pass

buildz-0.6.54/buildz/argzx/conf_argz.py

@@ -0,0 +1,118 @@
+from ..iocz.conf import conf
+from .. import Base, xf, dz,pyz
+from .argz import *
+"""
+key:{
+    src: [a,b,c]
+    des: asdf
+    need:1
+    default: True
+    default_value: 123
+    remove: 1
+}
+key: [
+    src, 
+    [des, need, remove]
+    [default, default_value]
+]
+"""
+class ArgItemConf(conf.Conf):
+    def init(self):
+        super().init()
+        self.index(0, 'src', need=1)
+        self.key('src', need=1)
+        df = conf.Conf()
+        df.index(0, 'default')
+        df.index(1, 'default_value')
+        self.index(1, df, dict_out=1)
+        des = conf.Conf()
+        des.index(0, 'des')
+        des.index(1,'need')
+        des.index(2, 'remove')
+        self.index(2, deal=des, dict_out=1)
+
+pass
+class ArgSrcConf(conf.Conf):
+    def init(self):
+        super().init()
+        self.index(0, 'key', need=1)
+        self.key('key', 'val,value,data'.split(','), need=1)
+        self.index(1, 'type')
+        self.key('type', 'vtype'.split(","))
+    def call(self, data, unit=None):
+        data, upd = super().call(data, unit)
+        val = data['key']
+        if 'type' not in data:
+            if type(val)==int:
+                vtype = ArgType.list
+            else:
+                vtype = ArgType.dict
+        else:
+            vtype = data['type']
+        data['type'] = ArgType.stand(vtype)
+        return data, upd
+
+class TrsArgsBuild(Base):
+    def init(self):
+        self.conf = ArgItemConf()
+        self.src_conf = ArgSrcConf()
+    def visits(self, datas, vtype,obj):
+        for key, item in dz.dict2iter(datas):
+            item,_ = self.conf(item)
+            it = ArgItem(key, vtype, *dz.g(item, need=0, default=0, default_value=None,des=None, remove=True))
+            srcs = dz.g(item, src=[])
+            if not dz.islist(srcs):
+                srcs = [srcs]
+            for src in srcs:
+                src, _ = self.src_conf(src)
+                print(f"CONF src: {src}")
+                key, vtype = src['key'], src['type']
+                it.add(key, vtype)
+            obj.add(it)
+    def call(self, conf):
+        lists = xf.g(conf, list={})
+        dicts = xf.g(conf, dict={})
+        if len(lists)+len(dicts)==0:
+            return None
+        keep,list_fill = xf.g(conf, keep=0, fill='exp')
+        obj = TrsArgs([], keep, list_fill)
+        self.visits(lists, ArgType.list, obj)
+        self.visits(dicts, ArgType.dict, obj)
+        return obj
+
+class FullArgsBuild(Base):
+    def init(self):
+        self.trs_build = TrsArgsBuild()
+        cf = conf.Conf()
+        rcf = conf.Conf()
+        rcf.index(0, 'base')
+        rcf.index(1, 'last')
+        rcf.index(2, 'min')
+        cf.index(0, 'range', deal=rcf)
+        cf.key('range', 'ranges'.split(","), deal=rcf)
+        cf.index(1, 'list')
+        cf.index(2, 'dict')
+        cf.key('list', 'args,lists'.split(","))
+        cf.key("dict", 'maps,dicts'.split(","))
+        _cf = conf.Conf()
+        _cf.index(0, 'keep')
+        _cf.index(1, 'fill')
+        _cf.key('fill', 'fill_type'.split(','))
+        cf.index(3, deal=_cf, dict_out=1)
+        self.conf = cf
+    def call(self, conf):
+        arr_args = ArrArgs()
+        conf, upd = self.conf(conf)
+        #print(f"BUILD conf: {conf}")
+        ranges = dz.g(conf, range=None)
+        if ranges is not None:
+            base = ranges['base']
+            if base is not None:
+                last, min = dz.g(ranges, last=None,min=0)
+                min = pyz.nnull(min, 0)
+                range_args = RangeListArgs(base, last, min)
+                arr_args.add(range_args)
+        trs_args = self.trs_build(conf)
+        if trs_args is not None:
+            arr_args.add(trs_args)
+        return arr_args

buildz-0.6.54/buildz/argzx/test.py

@@ -0,0 +1,29 @@
+#
+
+from buildz.argzx import conf_argz as argzx
+from buildz.tls import *
+conf = xf.loads(r"""
+#range=(0,12,3)
+range=(0,12,3)
+args: {
+    0:[0,0]
+}
+maps: {
+    a={
+        src: [(1,list)]
+    }
+}
+""")
+def test():
+    args = [0,1,2]
+    maps = {'a':'b','c':'d'}
+    bd = argzx.FullArgsBuild()
+    obj = bd(conf)
+    args, maps = obj(args, maps)
+    print(f"obj: {obj}")
+    print(f"args: {args}, maps: {maps}")
+    pass
+
+pass
+
+pyz.lc(locals(),test)

{buildz-0.6.52 → buildz-0.6.54}/buildz/evalz/evalz.py

@@ -132,6 +132,7 @@ class EvalBuilder(Base):
                 {type: val, data: 'test'}
             ]
         }
+        eq(var(name),val(test))
     """
     def init(self, default_type = None):
         self._default_type = default_type

{buildz-0.6.52 → buildz-0.6.54}/buildz/iocz/conf/conf.py

@@ -5,9 +5,11 @@ class Conf(Base):
     '''
         list to dict
     '''
-    def init(self):
+    def init(self, v2l=True):
         self.lists = {}
         self.aliases = {}
+        self.ranges = {}
+        self.v2l = v2l
     @staticmethod
     def default(val):
         if val is None:
@@ -15,13 +17,33 @@ class Conf(Base):
         if not dz.islist(val):
             val = [1, val]
         return val
-    def key(self, key, aliases, need=False, remove=True, deal = None, default=None):
+    def range(self, key, base, last=None, min = 0, default=None):
+        self.ranges[key] = base,last,min,self.default(default)
+    def key(self, key, aliases=[], need=False, remove=True, deal = None, default=None):
         self.aliases[key] = list(aliases), need, remove, deal, self.default(default)
     def index(self, i, key=None, need=False, deal = None, dict_out = False, default=None):
         self.lists[i] = key,need,deal, dict_out, self.default(default)
+    def range_to_dict(self, rst, conf, unit=None):
+        for key, item in self.ranges.items():
+            base,last,min,default = item
+            if last is None:
+                tmp = conf[base:]
+            else:
+                tmp = conf[base:last]
+            if len(tmp)<min:
+                if default[0]:
+                    val = default[1]
+                else:
+                    assert 0,f"require key '{key}' not set in list {conf}"
+            else:
+                val = tmp
+            rst[key] = val
     def to_dict(self, conf, unit=None):
         if not dz.islist(conf):
-            return conf, False
+            if not dz.isdict(conf) and self.v2l:
+                conf = [conf]
+            else:
+                return conf, False
         rst = {}
         for i,item in self.lists.items():
             key, need, deal, out_dict, default = item
@@ -39,6 +61,7 @@ class Conf(Base):
                 rst.update(val)
             else:
                 rst[key] = val
+        self.range_to_dict(rst, conf, unit)
         return rst, 1
     def update_dict(self, conf, unit=None):
         upd = False

{buildz-0.6.52 → buildz-0.6.54}/buildz/iocz/conf/mg.py

@@ -10,7 +10,7 @@ class DLKey(GetKey):
     def Load(conf):
         keys, kfind = dz.dget(conf, spt("dict.key"))
         lids, lfind = dz.dget(conf, spt("list.index"))
-        default = dz.dget(conf, 'default', None)
+        default, find = dz.dget(conf, 'default', None)
         return DLKey(keys, lids, default)
     def init(self, keys, indexes, default=None):
         super().init()
@@ -56,7 +56,10 @@ default_conf = None
 s_default_conf = r"""
     {
         id.spt: '.'
-        env.spt: '.'
+        env: {
+            spt: '.'
+            orders: [local, args, conf, sys]
+        }
         conf:{
             dict.key = 'id'
             list.index = [(0,1)]
@@ -68,6 +71,9 @@ s_default_conf = r"""
             list.index = ((0,0),0)
             default: null
         }
+        tag: {
+            dict.key='tag'
+        }
     }
 """
 def init():
@@ -78,11 +84,6 @@ def init():
     default_conf = dz.flush_maps(default_conf)
 class ConfManager(Manager):
     def init(self, conf=None):
-        ids, deal_key, conf_key, deal_ids, env_ids = self.Conf(conf)
-        super().init(ids, deal_key, conf_key, deal_ids, env_ids)
-        self.set_deal('deal', DealDeal())
-    @staticmethod
-    def Conf(conf=None):
         init()
         spt = Ids(".")
         if conf is None:
@@ -95,10 +96,13 @@ class ConfManager(Manager):
         ids = Ids(id_spt)
         deal_spt, find = dz.dget(conf, spt("id.spt"), id_spt)
         deal_ids = Ids(deal_spt)
-        env_spt, find = dz.dget(conf, spt("env.spt"), id_spt)
+        env_ids, find = dz.dget(conf, spt("env.spt"), id_spt)
         deal_key = DLKey.Load(conf['deal'])
         conf_key = DLKey.Load(conf['conf'])
-        return ids, deal_key, conf_key, deal_ids, env_spt
+        tag_key = DLKey.Load(conf['tag'])
+        env_orders, find = dz.dget(conf, spt("env.orders"), None)
+        super().init(ids, deal_key, conf_key, tag_key, deal_ids, env_ids, env_orders)
+        self.set_deal('deal', DealDeal())
     def add_conf(self, conf):
         unit = ConfUnit(conf, self)
         return unit

buildz-0.6.54/buildz/iocz/conf/unit.py

@@ -0,0 +1,111 @@
+
+#
+from ..ioc.unit import Unit
+from ... import dz,xf
+from ..ioc.datas import Datas
+'''
+id|namespace|ns:
+deal_id|deal_ns: 
+env_id|env_ns:
+envs.pub|envs.pri|envs.ns|envs: {
+    
+}
+confs.pub|confs.pri|confs.ns|confs: [
+
+]
+confs.pub|confs.pri|confs.ns|confs: {
+
+}
+builds: [
+    
+]
+
+or
+
+[
+    ...
+]
+'''
+def split2list(s, by=','):
+    if s is None:
+        return [s]
+    if not dz.islist(s):
+        s = s.split(by)
+    return s
+def join_nnull(by, *args):
+    args = [k for k in args if k is not None and k!=""]
+    return by.join(args)
+    
+def joins(prefix, suffix=None, by='.', split=","):
+    prefix = split2list(prefix,split)
+    suffix = split2list(suffix,split)
+    rst = []
+    for pfx in prefix:
+        for sfx in suffix:
+            rst.append(join_nnull(by, pfx, sfx))
+    return rst
+
+
+class ConfUnit(Unit):
+    #key_ns = ('id', 'namespace', 'ns')
+    key_ns = joins("id,namespace,ns")
+    #key_deal_ns = "deal_id,deal_ns,deal_namespace".split(",")
+    key_deal_ns = joins("deal", "id,ns,namespace", "_")
+    #key_env_ns = "env_id,env_ns,env_namespace,profile_id,profile_ns,profile_namespace".split(",")
+    key_env_ns = joins("env,profile", "id,ns,namespace", "_")
+    #key_confs_pub = "confs.pub,confs".split(",")
+    key_confs_pub = joins("confs,conf", "pub,")
+    #key_confs_pri = "confs.pri,confs.prv".split(",")
+    key_confs_pri = joins("confs,conf", "pri,prv")
+    #key_confs_ns = "confs.ns,confs.namespace".split(",")
+    key_confs_ns = joins("confs,conf", "ns,namespace")
+    #key_envs_pub = "envs.pub,envs,profiles,profiles.pub".split(",")
+    key_envs_pub = joins("envs,env,profiles,profile", "pub,Pub,P,")
+    #key_envs_pri = "envs.pri,envs.prv,profiles.pri,profiles.prv".split(",")
+    key_envs_pri = joins("envs,env,profiles,profile", "pri,prv,local,p,l")
+    #key_envs_ns = "envs.ns,envs.namespace,profiles.ns,profiles.namespace".split(",")
+    key_envs_ns = joins("envs,env,profiles,profile", "ns,namespace,n")
+    #key_builds = "builds,build".split(",")
+    key_builds = joins("builds,build")
+    def init(self, conf, mg):
+        if type(conf)==str:
+            conf = xf.loads(conf)
+        if dz.islist(conf):
+            conf = {'confs': conf}
+        ns = dz.get_one(conf, self.key_ns)
+        deal_ns = dz.get_one(conf, self.key_deal_ns)
+        env_ns = dz.get_one(conf, self.key_env_ns)
+        super().init(ns, deal_ns, env_ns)
+        self.tag_key = None
+        self.bind(mg)
+        self.load(conf)
+    def load_confs(self, confs, tag=None):
+        rst = []
+        if dz.isdict(confs):
+            for k,v in confs.items():
+                self.conf_key.fill(v, k)
+                rst.append(v)
+            confs = rst
+        for item in confs:
+            self.add_conf(item, tag)
+            # key,find = self.conf_key(item)
+            # if find:
+            #     self.set_conf(key, item, tag)
+    def load_envs(self, envs, tag=None):
+        for key, val in envs.items():
+            self.set_env(key, val, tag)
+    def load(self, conf):
+        tags = [Datas.Key.Pub, Datas.Key.Ns, Datas.Key.Pri]
+        keys = [self.key_confs_pub, self.key_confs_ns, self.key_confs_pri]
+        for key, tag in zip(keys, tags):
+            tag_confs = dz.get_one(conf, key, [])
+            self.load_confs(tag_confs, tag)
+        keys = [self.key_envs_pub, self.key_envs_ns, self.key_envs_pri]
+        for key, tag in zip(keys, tags):
+            tag_envs = dz.get_one(conf, key, {})
+            self.load_envs(tag_envs, tag)
+        builds = dz.get_one(conf, self.key_builds, [])
+        for item in builds:
+            self.add_build(item)
+
+pass

buildz-0.6.54/buildz/iocz/conf_deal/base.py

@@ -0,0 +1,3 @@
+from ..conf.base import *
+from ..conf.up import *
+from ..ioc_deal.base import *

buildz-0.6.54/buildz/iocz/conf_deal/call.py

@@ -0,0 +1,34 @@
+
+from .base import *
+from ... import dz,pyz
+class CallEncape(BaseEncape):
+    def init(self, unit, cvar, args, maps):
+        super().init()
+        self.unit = unit
+        self.params = call, args, maps
+    def call(self, params=None, **_):
+        call, args, maps = self.params
+        call = self.obj(call)
+        if type(call)==str:
+            call = self.unit.get(call)
+        args = self.elist2obj(args)
+        maps = self.edict2obj(maps)
+        return call(*args, **maps)
+class CallDeal(BaseDeal):
+    def init(self):
+        super().init()
+        conf = BaseConf()
+        conf.index(1, 'call', need=1)
+        conf.index(2, 'args')
+        conf.index(3, 'maps')
+        conf.key('call', need=1)
+        self.update = conf
+    def deal(self, conf, unit):
+        assert 'call' in conf
+        call = conf['call']
+        call = self.get_encape(call, unit)
+        args = self.get_elist(unit, conf, 'args',[])
+        maps = self.get_edict(unit, conf, 'maps', {})
+        return CallEncape(unit, call, args, maps)
+
+pass