buildz 0.4.5__tar.gz → 0.4.6__tar.gz

buildz-0.4.6/PKG-INFO

@@ -0,0 +1,35 @@
+Metadata-Version: 2.1
+Name: buildz
+Version: 0.4.6
+Summary: a json-base file format's read and write code by python, and codes to read and product object from configure file in such format
+Home-page: https://github.com/buildCodeZ/buildz
+Author: Zzz
+Author-email: 1309458652@qq.com
+License: Apache License 2.0
+Keywords: buildz
+Platform: any
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# buildz
+```
+1，在json格式基础上加了点东西，让配置文件写起来更简单，模块在buildz.xf下
+2，基于xf格式写了个ioc控制反转配置文件读取的程序，模块在buildz.ioc下
+3，其他工具模块：
+    buildz.fz: 文件夹查找
+    buildz.pyz: 简化python __import__调用
+    buildz.argx: 按格式读命令行参数
+    buildz.demo: 使用参考，运行"python -m buildz"会用这个模块
+
+运行python -m buildz查看帮助
+
+1, a profile file format base on json, make it easy to write profile file, module is in buildz.xf
+2, a ioc profile file read function base on xf format, module is in buildz.ioc
+3, other tools module:
+    buildz.fz: file search
+    buildz.pyz: make it easier to use python's __import__ function
+    buildz.argx: read command argument in special format
+    buildz.demo: example codes to use buildz, run "python -m buildz" will use this module
+
+run python -m buildz to see help
+```

buildz-0.4.6/README.md

@@ -0,0 +1,22 @@
+# buildz
+```
+1，在json格式基础上加了点东西，让配置文件写起来更简单，模块在buildz.xf下
+2，基于xf格式写了个ioc控制反转配置文件读取的程序，模块在buildz.ioc下
+3，其他工具模块：
+    buildz.fz: 文件夹查找
+    buildz.pyz: 简化python __import__调用
+    buildz.argx: 按格式读命令行参数
+    buildz.demo: 使用参考，运行"python -m buildz"会用这个模块
+
+运行python -m buildz查看帮助
+
+1, a profile file format base on json, make it easy to write profile file, module is in buildz.xf
+2, a ioc profile file read function base on xf format, module is in buildz.ioc
+3, other tools module:
+    buildz.fz: file search
+    buildz.pyz: make it easier to use python's __import__ function
+    buildz.argx: read command argument in special format
+    buildz.demo: example codes to use buildz, run "python -m buildz" will use this module
+
+run python -m buildz to see help
+```

{buildz-0.4.5 → buildz-0.4.6}/buildz/argx.py

@@ -13,12 +13,14 @@ def fetch(argv = None):
     i = 0
     while i<len(argv):
         v = argv[i]
+        make_plus = 0
         if v in ["-", "--", "+"]or v[0] not in "+-":
             lists.append(v)
             i+=1
             continue
         if v[0] == "+":
             key = v[1:]
+            make_plus = 1
             val = 1
         else:
             if v[1]=="-":
@@ -31,16 +33,21 @@ def fetch(argv = None):
             else:
                 key = v[1]
                 if len(v)>2:
-                    val = argv[2:]
+                    val = v[2:]
                 else:
                     if i+1>=len(argv):
                         val = 1
                     else:
                         val = argv[i+1]
                         i+=1
-        if key not in maps:
-            maps[key] = []
-        maps[key].append(val)
+        if make_plus:
+            keys = key.split(",")
+        else:
+            keys = [key]
+        for key in keys:
+            if key not in maps:
+                maps[key] = []
+            maps[key].append(val)
         i+=1
     for k in maps:
         v = maps[k]
@@ -50,5 +57,14 @@ def fetch(argv = None):
 
 pass
 
+def get(maps, keys, default=None):
+    if type(keys) not in [list, tuple]:
+        keys = [keys]
+    for key in keys:
+        if key in maps:
+            return maps[key]
+    return default
+
+pass
         
 

buildz-0.4.6/buildz/demo/ioc/deal.py

@@ -0,0 +1,20 @@
+#coding=utf-8
+from buildz import xf, argx, pyz, ioc, fz
+
+from ..test import text_sfx, args, maps
+class Deal:
+    def deal(self):
+        if len(args)<2:
+            print("need params 1 to be dirpath")
+            return
+        dp = args[1]
+        sfx = argx.get(maps, ("s", "suffix"), "js")
+        fps = fz.search(dp, f".*\.{sfx}$")
+        confs = ioc.build()
+        confs.add_fps(fps)
+        id = argx.get(maps, ("i", "id"), "main")
+        rst = confs.get(id)
+        print(f"get {id}: {rst}")
+        return rst
+
+pass

buildz-0.4.6/buildz/demo/ioc/help.py

@@ -0,0 +1,42 @@
+#coding=utf-8
+from buildz import xf, argx, pyz, ioc
+from buildz.ioc.ioc.conf import Conf
+from ..test import Help as BaseHelp
+from os.path import dirname, join
+from ..test import text_sfx, args, maps, en
+class Help(BaseHelp):
+    def __init__(self, dp, fp):
+        fp = join(dp, fp)
+        self.helps = xf.loads(xf.fread(fp))
+        self.text = self.helps['text'+text_sfx]
+    def deal(self):
+        self._deal()
+        if en:
+            print("remarks isn't fully translated into English yet.")
+    def _deal(self):
+        if xf.g(maps, doc=0):
+            print(Conf.__doc__)
+            return
+        fp = argx.get(maps, ('f', 'file'))
+        if fp is None:
+            fp = ioc.default_deals
+        deals = xf.g(xf.loads(xf.fread(fp)), deals=[])
+        types = [f"{k['type']}({xf.g(k, note='???')})" for k in deals]
+        deals = {k['type']:k for k in deals}
+        notes = []
+        stypes = ", ".join(types)
+        self.text = self.text.replace("{items}",stypes)
+        var = argx.get(maps, ('h', 'help'))
+        if var == True:
+            print(self.text)
+            return
+        if var not in deals:
+            print(f"unknown type: {var}")
+            return
+        build = deals[var]['build']
+        c = pyz.load(build)
+        doc = c.__doc__
+        if doc is None:
+            doc = "没有注释"
+        print(doc)
+pass

{buildz-0.4.5 → buildz-0.4.6}/buildz/demo/res/conf/main.js

@@ -5,13 +5,13 @@
             type: join
             data: [
                 [var, buildz.demo.test.dp]
-                [val, res/help]
+                res/help
             ]
         }
         {
             id: help.default, type: object, source: buildz.demo.test.Help
             construct: {
-                args: [(ref, help.dir), (val, default.js)]
+                args: [(ref, help.dir), default.js]
             }
         }
         {
@@ -34,6 +34,10 @@
                             xf: {
                                 deal: deal.xf
                                 help: help.xf
+                            },
+                            search: {
+                                deal: deal.search
+                                help: help.search
                             }
                         }
                     }

buildz-0.4.6/buildz/demo/res/conf/search.js

@@ -0,0 +1,21 @@
+{
+    datas: [
+        {
+            id: help.search
+            type: object
+            source: buildz.demo.search.help.Help
+            construct: {
+                args: [
+                    [ref, help.dir]
+                    [val, search.js]
+                ]
+            }
+        }
+        {
+            id: deal.search
+            type: object
+            source: buildz.demo.search.deal.Deal
+            construct: {}
+        }
+    ]
+}

buildz-0.4.6/buildz/demo/res/help/default.js

@@ -0,0 +1,20 @@
+{
+text=
+r"""run 
+    python -m buildz xf +h [+en]
+or
+    python -m buildz ioc +h [+en]
+or
+    python -m buildz search +h [+en]
+to see help
+"""
+text.en=
+r"""run 
+    python -m buildz xf +h [+en]
+or
+    python -m buildz ioc +h [+en]
+or
+    python -m buildz search +h [+en]
+to see help
+"""
+}

buildz-0.4.6/buildz/demo/res/help/ioc.js

@@ -0,0 +1,39 @@
+{
+    text= 
+r"""
+xf格式的ioc控制反转配置文件的文件读取和生成对象
+预设的数据项(item_conf)格式:
+    {items}
+查看预设数据类型格式:
+    python -m buildz ioc -h 类型 [--file=预设数据处理配置文件] [-f 预设数据处理配置文件]
+查看配置文件书写格式:
+    python -m buildz ioc +h,doc
+比如:
+    python -m buildz ioc -h val
+
+测试执行ioc:
+    python -m buildz ioc 文件夹路径 [-s 配置文件后缀，默认js] [-i 数据id，默认main]
+例:
+    python -m buildz ioc /root/test -i obj.test
+""";
+text.en= 
+r"""
+xf format ioc profile file's reading and object build
+preset data item(item_conf)format:
+
+{items}
+
+to see preset data item format:
+python -m buildz ioc -h type [--file="filepath contain deal func to deal item_conf"] [-f "same to --file"]
+
+to see profile file write format:
+python -m buildz ioc +h,doc
+exp:
+python -m buildz ioc -h val
+
+test run ioc:
+python -m buildz ioc dirpath [-s profile file suffix, default js] [-i "data id，default 'main'"]
+exp:
+python -m buildz ioc /root/test -i obj.test
+""";
+}

buildz-0.4.6/buildz/demo/res/help/search.js

@@ -0,0 +1,38 @@
+{
+text= 
+r"""
+文件查找，运行:
+    python -m buildz search 文件夹路径
+    可选参数:
+        -f 文件路径正则
+        --file=文件路径正则
+        -c 文件内容正则
+        --content=文件内容正则
+        -o 输出文件
+        --output=输出文件
+        -d 最深路径
+        --depth=最深路径
+
+比如:
+    python -m buildz search {default} -f ".*\.js" -c "ioc" -d 3
+
+"""
+text.en= 
+r"""
+file search, run by:
+    python -m buildz search dirpath
+    options:
+        -f "regex on filepath"
+        --file="regex on filepath"
+        -c "regex on file content"
+        --content="regex on file content"
+        -o "output filepath"
+        --output="output filepath"
+        -d "max-depth"
+        --depth="max-depth"
+
+exp:
+    python -m buildz search {default} -f ".*\.js" -c "ioc" -d 3
+
+"""
+}

buildz-0.4.6/buildz/demo/res/help/xf.js

@@ -0,0 +1,34 @@
+{
+text= 
+r"""在json格式基础上加了些其他东西，让配置写起来更简单：
+    1，字符串可以不用引号括起来，程序判断字段不是整数，小数，布尔型等类型后，当字段是字符串
+    2，可以写注释，//,#,/**/, ###...###，其中/*note*/和###note###是多行注释
+    3，分号;和逗号,和换行\n等价，等于号=和冒号:等价，括号()和中括号[]等价
+    4，加了python的字符串书写方式："...", '...', r"..."，r'...', r'''...'''
+    5，输出格式化
+    6，可配置化(但没太多注释)
+
+运行以下命令会打印文件格式化后的样式:
+    python -m buildz xf 文件名
+
+比如:
+    python -m buildz xf {default}
+
+"""
+text.en= 
+r"""add something base on json format, make it eaisier to write profile file:
+    1, string can write without ' or ", codes will regard item as string if not in int, float, boolean, list, map, ... format
+    2, can write note on file, support note type: //note1 #note2 /*note3*/ ###note4###, /*note*/ and ###note### support multi-line notes
+    3, ';' and '\n' used equal to ',' in json, '=' used equal to ':', '()' used equals to '[]'
+    4, string can write like python format: "string1", 'string2', r"string3", r'string4', '''multi-line string1''', r'''multi-line string2'''
+    5, codes to make format output string on data
+    6, configurable(but has few notes on code)
+
+output format string on input file:
+    python -m buildz xf filepath
+
+exp:
+    python -m buildz xf {default}
+
+"""
+}

buildz-0.4.6/buildz/demo/res/test.js

@@ -0,0 +1,23 @@
+{
+    /*
+        这里有三行注释
+        这里有三行注释
+        这里有三行注释
+    */
+    name: 测试配置
+    ###
+        还是注释
+        steal is note
+    ###
+    data: [
+        (1,.2,.03,4e-4,500)
+        {
+            // 中文当key
+            代号=嘿嘿
+            age = ???
+            # 字符串里有特殊符合，还是要用引号括起来
+            # if special charater is contained  in string, use '' or "" to wrap string
+            'a:b':"{c,d,e,f}"
+        }
+    ]
+}

buildz-0.4.6/buildz/demo/search/deal.py

@@ -0,0 +1,29 @@
+#coding=utf-8
+from buildz import xf, argx, pyz, ioc, fz
+
+from ..test import text_sfx, args, maps
+class Deal:
+    def deal(self):
+        if len(args)<2:
+            print("need params 1 to be dirpath")
+            return
+        dp = args[1]
+        ct_fp = argx.get(maps, "f,file".split(","), None)
+        ct = argx.get(maps, "c,content".split(","), None)
+        depth = argx.get(maps, "d,depth".split(","), None)
+        out_fp = argx.get(maps, "o,output".split(","), None)
+        if depth is not None:
+            depth = int(depth)
+        rst = fz.search(dp, ct_fp, ct, depth)
+        l = len(rst)
+        rs = "\n".join(rst)
+        if out_fp is not None:
+            with open(out_fp, 'w') as f:
+                f.write(rs)
+            print(f"result save in {out_fp}")
+        else:
+            print(rs)
+        print(f"done search, find files: {l}")
+    pass
+
+pass

buildz-0.4.6/buildz/demo/search/help.py

@@ -0,0 +1,16 @@
+#coding=utf-8
+from buildz import xf, argx, pyz, ioc
+from ..test import Help as BaseHelp
+from os.path import dirname, join
+from ..test import text_sfx, args, maps
+dp = dirname(dirname(__file__))
+default_fp = join(dp, "res")
+class Help(BaseHelp):
+    def __init__(self, dp, fp):
+        fp = join(dp, fp)
+        self.text = xf.loads(xf.fread(fp))['text'+text_sfx]
+        self.text = self.text.replace("{default}", default_fp)
+    def deal(self):
+        print(self.text)
+
+pass

{buildz-0.4.5 → buildz-0.4.6}/buildz/demo/test.py

@@ -1,10 +1,14 @@
 #coding=utf-8
 from buildz import xf, argx, pyz, ioc, fz
 from os.path import dirname, join
+args, maps = argx.fetch()
+en = argx.get(maps, 'en', 0)
+text_sfx = "" if not en else ".en"
 class Help:
     def __init__(self, dp, fp):
         fp = join(dp, fp)
-        self.text = xf.loads(xf.fread(fp))['text']
+        self.obj = xf.loads(xf.fread(fp))
+        self.text = self.obj['text'+text_sfx]
     def deal(self):
         print(self.text)
 
@@ -21,22 +25,32 @@ class Deal:
                 obj = conf.get(ref)
                 self.deals[md][key] = obj
     def run(self):
-        args, maps = argx.fetch()
         if len(args)==0:
             return self.default.deal()
         md = args[0]
         help = "h" in maps or "help" in maps
         key = "deal" if not help else "help"
+        if md not in self.deals:
+            return self.default.deal()
         obj = self.deals[md][key]
         obj.deal()
 
 pass
 dp = dirname(__file__)
+import time
 def test():
+    print(f"start\n{'='*30}")
+    args, maps = argx.fetch()
+    curr = time.time()
     fps = fz.search(join(dp, 'res', 'conf'), ".*\.js")
     confs = ioc.build()
     confs.add_fps(fps)
     confs.get("run")
+    sec = time.time()-curr
+    ps = f"{'='*30}\nPS: 这只是个使用展示demo，代码在buildz.demo里，可供参考，运行耗时: {sec}"
+    if en:
+        ps = f"{'='*30}\nPS: just an demo show used of buildz module, demo codes is in buildz.demo, run time cost: {sec}"
+    print(ps)
 
 pass
     

{buildz-0.4.5 → buildz-0.4.6}/buildz/demo/xf/deal.py

@@ -1,9 +1,9 @@
 #coding=utf-8
 from buildz import xf, argx, pyz, ioc
 
+from ..test import text_sfx, args, maps
 class Deal:
     def deal(self):
-        args, maps = argx.fetch()
         if len(args)<2:
             print("need params 1 to be filepath")
             return

buildz-0.4.6/buildz/demo/xf/help.py

@@ -0,0 +1,16 @@
+#coding=utf-8
+from buildz import xf, argx, pyz, ioc
+from ..test import Help as BaseHelp
+from ..test import text_sfx, args, maps
+from os.path import dirname, join
+dp = dirname(dirname(__file__))
+default_fp = join(dp, "res", "test.js")
+class Help(BaseHelp):
+    def __init__(self, dp, fp):
+        fp = join(dp, fp)
+        self.text = xf.loads(xf.fread(fp))['text'+text_sfx]
+        self.text = self.text.replace("{default}", default_fp)
+    def deal(self):
+        print(self.text)
+
+pass

{buildz-0.4.5 → buildz-0.4.6}/buildz/fz/lsf.py

@@ -19,16 +19,19 @@ class ListsDeal(dirz.FileDeal):
 pass
 
 class FileSearchDeal(dirz.FileDeal):
-    def init(self, pt_fp=None, pt = None):
+    def init(self, pt_fp=None, pt = None, depth = None):
         super().init()
         self.pt_fp = pt_fp
         if type(pt) == str:
             pt = pt.encode()
         self.pt = pt
         self.rst = []
+        self.depth = depth
     def result(self):
         return self.rst
     def visit(self, filepath, isdir, depth):
+        if self.depth is not None and depth > self.depth:
+            return False
         if isdir:
             return True
         if self.pt_fp is not None and len(re.findall(self.pt_fp, filepath))==0:
@@ -56,7 +59,7 @@ def lists(fp):
     return ListsDeal().dirs(fp)
 
 pass
-def search(dp, pt_fp = None, pt = None):
-    return FileSearchDeal(pt_fp, pt).dirs(dp)
+def search(dp, pt_fp = None, pt = None, depth = None):
+    return FileSearchDeal(pt_fp, pt, depth).dirs(dp)
 
 pass

{buildz-0.4.5 → buildz-0.4.6}/buildz/ioc/__init__.py

@@ -1,5 +1,5 @@
 #coding=utf-8
 
-from .init import build
+from .init import build,default_deals
 
 __author__ = "Zzz, emails: 1174534295@qq.com, 1309458652@qq.com"

{buildz-0.4.5 → buildz-0.4.6}/buildz/ioc/ioc/base.py

@@ -20,7 +20,7 @@ class EncapeData(Base):
         包含data id对应的配置，配置文件id，配置文件对象
         [object.test, call, ]
     """
-    def __init__(self, data, conf, local = False, type = None, src = None):
+    def __init__(self, data, conf, local = False, type = None, src = None, info = None):
         self.data = data
         self.sid = conf.id
         self.src = src
@@ -30,5 +30,6 @@ class EncapeData(Base):
         if type is None:
             type = conf.confs.get_data_type(data, 0, conf.default_type())
         self.type = type
+        self.info = info
 
 pass

{buildz-0.4.5 → buildz-0.4.6}/buildz/ioc/ioc/conf.py

@@ -4,6 +4,43 @@ from buildz.xf import g as xg
 import json
 from .base import Base, EncapeData
 class Conf(Base):
+    """
+        配置文件格式：
+            {
+                id: 配置文件id，默认null
+                //在配置文件配置的环境变量
+                envs: {
+                    id: val
+                    ...
+                }
+                // 数据配置项处理逻辑，一般不用管
+                deals: {
+                    {
+                        type: 要处理的数据类型
+                        build: 函数import的路径
+                        args: [] // 列表入参
+                        maps: {} // 字典入参
+                    }
+                }
+                namespace: 命名空间，默认null
+                //本地数据配置项
+                locals: [
+                    item_conf,
+                    ...
+                ]
+                //全局数据配置项
+                datas: [
+                    item_conf,
+                    ...
+                ]
+            }
+        如果只有全局数据配置项，可以只写datas里的东西:
+            [
+                //全局数据配置项
+                item_conf,
+                ...
+            ]
+    """
     def get_key(self, obj, key = 'id', index=0):
         if type(obj)==dict:
             return obj[key]
@@ -25,6 +62,8 @@ class Conf(Base):
                 default_type: default null
             }
         """
+        if type(conf)!=dict:
+            conf = {'data':conf}
         id = xf.g(conf, id=None)
         if id is None:
             id = confs.conf_id()
@@ -85,34 +124,40 @@ class Conf(Base):
         if not search_confs:
             return None
         return self.confs.get_deal(type, self.id)
-    def get_data(self, id, local = True, search_confs = True):
+    def get_data(self, id, local = True, search_confs = True, src = None, info = None):
         if id in self.datas:
             obj = self.datas[id]
-            return EncapeData(obj, self, local = False)
+            return EncapeData(obj, self, local = False, src=src, info = info)
         if not local:
             return None
         if id in self.locals:
             obj = self.locals[id]
-            return EncapeData(obj, self, local = True)
+            return EncapeData(obj, self, local = True, src=src, info = info)
         if not search_confs:
             return None
-        return self.confs.get_data(id, self.id)
+        return self.confs.get_data(id, self.id, src=src, info = info)
     def get(self, *args, **maps):
         return self.get_obj(*args, **maps)
     def default_type(self):
         if self._default_type is None:
             return self.confs.default_type
         return self._default_type
-    def get_obj(self, id):
+    def get_obj(self, id, src = None, info=None, remove = False):
         """
             根据data id获取data对象，处理逻辑：根据data id查配置，根据配置的type查deal，返回deal处理过的配置
         """
-        conf = self.get_data(id)
+        conf = self.get_data(id, src = src, info = info)
         if conf is None:
             return None
         deal = self.get_deal(conf.type)
         if deal is None:
             return None
-        return deal(conf)
+        if not remove:
+            obj = deal(conf)
+        else:
+            obj = deal.remove(conf)
+        return obj
+    def remove(self, id):
+        return self.get_obj(id, remove=True)
 
 pass