kevin-toolbox-dev 1.4.4__tar.gz → 1.4.6__tar.gz

kevin-toolbox-dev-1.4.6/PKG-INFO

@@ -0,0 +1,71 @@
+Metadata-Version: 2.1
+Name: kevin-toolbox-dev
+Version: 1.4.6
+Summary: 一个常用的工具代码包集合
+Home-page: https://github.com/cantbeblank96/kevin_toolbox
+Download-URL: https://github.com/username/your-package/archive/refs/tags/v1.0.0.tar.gz
+Author: kevin hsu
+Author-email: xukaiming1996@163.com
+License: MIT
+Keywords: mathematics,pytorch,numpy,machine-learning,algorithm
+Platform: UNKNOWN
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+Provides-Extra: plot
+Provides-Extra: rest
+
+# kevin_toolbox
+
+一个通用的工具代码包集合
+
+
+
+环境要求
+
+```shell
+numpy>=1.19
+pytorch>=1.2
+```
+
+安装方法：
+
+```shell
+pip install kevin-toolbox  --no-dependencies
+```
+
+
+
+[项目地址 Repo](https://github.com/cantbeblank96/kevin_toolbox)
+
+[使用指南 User_Guide](./notes/User_Guide.md)
+
+[免责声明 Disclaimer](./notes/Disclaimer.md)
+
+[版本更新记录](./notes/Release_Record.md)：
+
+- v 1.4.6 （2025-01-24）【new feature】
+
+  - data_flow.file
+    - modify json_.read()，支持输入路径使用 ~ 表示家目录。
+    - 【new feature】add excel，该模块用于 excel 表格处理。
+      - write_with_matrix()：将矩阵写入到 excel 文件中
+
+  - patches.for_os
+    - modify find_files_in_dir()，支持 suffix_ls 设定 None 以表示不进行任何过滤。
+    - 【new feature】add organize，该模块用于文件整理。
+      - group_files_by_timestamp()：将 input_dir 中的文件按照时间戳信息进行分组，输出到 output_dir 中。
+    - 添加了对应的测试用例。
+  - env_info
+    - 【new feature】add check_validity_and_uninstall()，检查当前机器时间是否超过 expiration_timestamp 指定的有效期，若超过则卸载 package_name 对应的库。
+    - 【new feature】add check_version_and_update()，检查当前库的版本，并尝试更新。
+    - 以上函数均系从同名脚本中抽取出来。
+  - 以上修改，均已添加了对应的测试用例。
+  - developing
+    - 【new feature】add photo_album_organization，该模块包含一系列整理相册相关的脚本。
+      -  0_group_by_timestamp.py ：按照时间戳分组
+      -  1_merge_folders.py ：将文件数量较少的目录合并
+
+

kevin-toolbox-dev-1.4.6/README.md

@@ -0,0 +1,50 @@
+# kevin_toolbox
+
+一个通用的工具代码包集合
+
+
+
+环境要求
+
+```shell
+numpy>=1.19
+pytorch>=1.2
+```
+
+安装方法：
+
+```shell
+pip install kevin-toolbox  --no-dependencies
+```
+
+
+
+[项目地址 Repo](https://github.com/cantbeblank96/kevin_toolbox)
+
+[使用指南 User_Guide](./notes/User_Guide.md)
+
+[免责声明 Disclaimer](./notes/Disclaimer.md)
+
+[版本更新记录](./notes/Release_Record.md)：
+
+- v 1.4.6 （2025-01-24）【new feature】
+
+  - data_flow.file
+    - modify json_.read()，支持输入路径使用 ~ 表示家目录。
+    - 【new feature】add excel，该模块用于 excel 表格处理。
+      - write_with_matrix()：将矩阵写入到 excel 文件中
+
+  - patches.for_os
+    - modify find_files_in_dir()，支持 suffix_ls 设定 None 以表示不进行任何过滤。
+    - 【new feature】add organize，该模块用于文件整理。
+      - group_files_by_timestamp()：将 input_dir 中的文件按照时间戳信息进行分组，输出到 output_dir 中。
+    - 添加了对应的测试用例。
+  - env_info
+    - 【new feature】add check_validity_and_uninstall()，检查当前机器时间是否超过 expiration_timestamp 指定的有效期，若超过则卸载 package_name 对应的库。
+    - 【new feature】add check_version_and_update()，检查当前库的版本，并尝试更新。
+    - 以上函数均系从同名脚本中抽取出来。
+  - 以上修改，均已添加了对应的测试用例。
+  - developing
+    - 【new feature】add photo_album_organization，该模块包含一系列整理相册相关的脚本。
+      -  0_group_by_timestamp.py ：按照时间戳分组
+      -  1_merge_folders.py ：将文件数量较少的目录合并

{kevin-toolbox-dev-1.4.4 → kevin-toolbox-dev-1.4.6}/kevin_toolbox/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "1.4.4"
+__version__ = "1.4.6"
 
 
 import os
@@ -12,5 +12,5 @@ os.system(
 os.system(
     f'python {os.path.split(__file__)[0]}/env_info/check_validity_and_uninstall.py '
     f'--package_name kevin-toolbox-dev '
-    f'--expiration_timestamp 1749817728 --verbose 0'
+    f'--expiration_timestamp 1753280251 --verbose 0'
 )

{kevin-toolbox-dev-1.4.4 → kevin-toolbox-dev-1.4.6}/kevin_toolbox/computer_science/algorithm/cache_manager/cache_manager.py

@@ -44,6 +44,12 @@ class Cache_Manager:
                                             当设置为 float 时表示占 upper_bound 的比例
                                             默认为 0.5
                 strategy:               <str/dict/Strategy_Base> 管理策略
+                                            目前支持以下策略：
+                                                - ":by_initial_time:FIFO"     删除最后一次访问时间最久远的部分
+                                                - ":by_counts:LFU"            删除访问频率最低的部分
+                                                - ":by_last_time:LRU"          删除最后一次访问时间最久远的部分
+                                                - ":by_survival_time:LST"      删除访问频率最低的部分
+                                            默认使用 LRU 策略
                 cache:                  <str/dict/Cache_Base> 缓存种类
         """
         # 默认参数

kevin-toolbox-dev-1.4.6/kevin_toolbox/data_flow/file/excel/__init__.py

@@ -0,0 +1 @@
+from .write_excel_with_matrix import write_excel_with_matrix as write_with_matrix

kevin-toolbox-dev-1.4.6/kevin_toolbox/data_flow/file/excel/write_excel_with_matrix.py

@@ -0,0 +1,105 @@
+import os
+import openpyxl
+from openpyxl.styles import Alignment, Font, PatternFill
+from kevin_toolbox.patches.for_os import remove
+
+
+# excel
+def write_excel_with_matrix(matrix, file_path=None, file_obj=None, sheet_name="matrix",
+                            column_label_ls=None, row_label_ls=None, column_title="", row_title="", main_title=""):
+    """
+        将矩阵写入到 excel 文件中
+
+        参数:
+            file_path:                      要写入到哪个文件
+            file_obj:                       <openpyxl.Workbook> 文件对象
+                    注意！！以上两个参数指定其一即可，同时指定时候，以后者为准。
+            sheet_name:                     要写入到哪个sheet页面
+            matrix:                         <np.array or np.matrix> 矩阵
+            column_label_ls, row_label_ls:  行列标签
+            column_title, row_title:        行列标题
+            main_title:                     总标题
+    """
+    assert file_path is not None or file_obj is not None
+
+    if file_obj is None:
+        file_path = os.path.abspath(os.path.expanduser(file_path))
+        os.makedirs(os.path.dirname(file_path), exist_ok=True)
+        # 判断文件是否存在，不存在则新建，否则读取文件
+        if not os.path.isfile(file_path):
+            wb = openpyxl.Workbook()  # 创建文件对象
+            # wb对象创建后，默认含有一个默认的名为 Sheet 的 页面,将其删除
+            ws_ = wb.active
+            wb.remove(ws_)
+        else:
+            wb = openpyxl.load_workbook(file_path)
+    else:
+        assert isinstance(file_obj, openpyxl.Workbook)
+        wb = file_obj
+    # 判断sheet是否存在，不存在则建立，否则先删除再建立
+    if sheet_name in wb.sheetnames:
+        ws = wb[sheet_name]
+        wb.remove(ws)
+    ws = wb.create_sheet(sheet_name)
+
+    # 开始写
+    matrix_r_offset, matrix_c_offset = 1, 1  # 矩阵的起始位置
+    r_offset, c_offset = 1, 1  # 目前的写入位置
+    for i in [main_title, column_title, column_label_ls]:
+        if i:
+            matrix_r_offset += 1
+    for j in [row_title, row_label_ls]:
+        if j:
+            matrix_c_offset += 1
+    # print(matrix)
+    matrix_row_num, matrix_column_num = matrix.shape[0], matrix.shape[1]
+    # 标题
+    alignment = Alignment(horizontal="center", vertical="center", wrap_text=True)
+    if main_title:
+        ws.merge_cells(start_row=r_offset, start_column=1, end_row=r_offset,
+                       end_column=matrix_c_offset + matrix_column_num - 1)
+        ws.cell(row=r_offset, column=1).value = main_title
+        ws.cell(row=r_offset, column=1).alignment = alignment
+        ws.cell(row=r_offset, column=1).font = Font(size=10, bold=True, name='微软雅黑', color="000000")
+        r_offset += 1
+    if column_title:
+        ws.merge_cells(start_row=r_offset, start_column=matrix_c_offset, end_row=r_offset,
+                       end_column=matrix_c_offset + matrix_column_num - 1)
+        ws.cell(row=r_offset, column=matrix_c_offset).value = column_title
+        ws.cell(row=r_offset, column=matrix_c_offset).alignment = alignment
+        ws.cell(row=r_offset, column=matrix_c_offset).font = Font(size=10, bold=True, name='微软雅黑', color="000000")
+        r_offset += 1
+    if row_title:
+        ws.merge_cells(start_row=matrix_r_offset, start_column=1, end_row=matrix_r_offset + matrix_row_num - 1,
+                       end_column=1)
+        ws.cell(row=matrix_r_offset, column=1).value = row_title
+        ws.cell(row=matrix_r_offset, column=1).alignment = alignment
+        ws.cell(row=matrix_r_offset, column=1).font = Font(size=10, bold=True, name='微软雅黑', color="000000")
+        c_offset += 1
+    # 标签
+    if column_label_ls:
+        for i in range(matrix_column_num):
+            ws.cell(row=r_offset, column=matrix_c_offset + i).value = column_label_ls[i]
+            ws.cell(row=r_offset, column=matrix_c_offset + i).alignment = alignment
+            ws.cell(row=r_offset, column=matrix_c_offset + i).fill = PatternFill(patternType="solid",
+                                                                                 start_color="33CCFF")
+        r_offset += 1
+    if row_label_ls:
+        for i in range(matrix_row_num):
+            ws.cell(row=matrix_r_offset + i, column=c_offset).value = row_label_ls[i]
+            ws.cell(row=matrix_r_offset + i, column=c_offset).alignment = alignment
+            ws.cell(row=matrix_r_offset + i, column=c_offset).fill = PatternFill(patternType="solid",
+                                                                                 start_color="33CCFF")
+        c_offset += 1
+    # 校验，可省略
+    if not (c_offset == matrix_c_offset and r_offset == matrix_r_offset):
+        print("wrong here")
+    for r_ in range(matrix_row_num):
+        for c_ in range(matrix_column_num):
+            ws.cell(row=matrix_r_offset + r_, column=matrix_c_offset + c_).value = matrix[r_][c_]
+
+    if file_path is not None:
+        remove(file_path, ignore_errors=True)
+        wb.save(file_path)
+
+    return wb

{kevin-toolbox-dev-1.4.4 → kevin-toolbox-dev-1.4.6}/kevin_toolbox/data_flow/file/json_/read_json.py

@@ -23,6 +23,7 @@ def read_json(file_path=None, file_obj=None, converters=None, b_use_suggested_co
     """
     assert file_path is not None or file_obj is not None
     if file_path is not None:
+        file_path = os.path.abspath(os.path.expanduser(file_path))
         assert os.path.isfile(file_path), f'file {file_path} not found'
         file_obj = open(file_path, 'r')
     elif isinstance(file_obj, (BytesIO,)):

{kevin-toolbox-dev-1.4.4 → kevin-toolbox-dev-1.4.6}/kevin_toolbox/data_flow/file/json_/write_json.py

@@ -38,9 +38,9 @@ def write_json(content, file_path, sort_keys=False, converters=None, b_use_sugge
     content = json.dumps(content, indent=4, ensure_ascii=False, sort_keys=sort_keys)
 
     if file_path is not None:
-        file_path = os.path.abspath(file_path)
+        file_path = os.path.abspath(os.path.expanduser(file_path))
         os.makedirs(os.path.dirname(file_path), exist_ok=True)
-        with open(file_path, 'w') as f:
+        with open(file_path, 'w', encoding="utf-8") as f:
             f.write(content)
     else:
         return content

kevin-toolbox-dev-1.4.6/kevin_toolbox/env_info/__init__.py

@@ -0,0 +1,2 @@
+from .check_version_and_update import check_version_and_update
+from .check_validity_and_uninstall import check_validity_and_uninstall

kevin-toolbox-dev-1.4.6/kevin_toolbox/env_info/check_validity_and_uninstall.py

@@ -0,0 +1,49 @@
+import subprocess
+import time
+
+"""
+检查包
+- 若超过指定的有效期，则卸载。
+"""
+
+DEFAULT_EXPIRATION_TIMESTAMP = 1e10
+
+
+def check_validity_and_uninstall(package_name, expiration_timestamp=DEFAULT_EXPIRATION_TIMESTAMP):
+    """
+        检查当前机器时间是否超过 expiration_timestamp 指定的有效期，若超过则卸载 package_name 对应的库
+    """
+    cur_timestamp = time.time()
+
+    b_success_uninstalled = False
+    if cur_timestamp > expiration_timestamp:
+        ex = subprocess.Popen(f'pip uninstall {package_name} --yes', shell=True, stdout=subprocess.PIPE,
+                              stderr=subprocess.STDOUT)
+        out, _ = ex.communicate()
+        msg = out.decode().strip()
+        if ex.returncode == 0:
+            b_success_uninstalled = True
+    else:
+        msg = "still within the validity period"
+
+    res_s = dict(cur_timestamp=cur_timestamp, expiration_timestamp=expiration_timestamp,
+                 b_success_uninstalled=b_success_uninstalled, msg=msg)
+    return res_s
+
+
+if __name__ == '__main__':
+    import argparse
+
+    out_parser = argparse.ArgumentParser(description='check_validity_and_uninstall')
+    out_parser.add_argument('--package_name', type=str, required=True)
+    out_parser.add_argument('--expiration_timestamp', type=float, required=False, default=DEFAULT_EXPIRATION_TIMESTAMP)
+    out_parser.add_argument('--verbose', type=lambda x: bool(eval(x)), required=False, default=True)
+    args = out_parser.parse_args().__dict__
+
+    b_version = args.pop("verbose")
+
+    res_s_ = check_validity_and_uninstall(**args)
+
+    if b_version:
+        for k, v in res_s_.items():
+            print(f"{k}: {v}")

kevin-toolbox-dev-1.4.6/kevin_toolbox/env_info/check_version_and_update.py

@@ -0,0 +1,72 @@
+import subprocess
+
+try:
+    from kevin_toolbox.env_info import version
+except:
+    import version
+
+
+def check_version_and_update(package_name, cur_version=None, available_versions=None):
+    """
+        检查当前版本，并尝试更新
+            - 若在 pip 的可用版本中，有比当前版本更高的版本，则更新到可以获取到的最新版本。
+    """
+    # try to read cur_version
+    if cur_version is None:
+        ex = subprocess.Popen(f'pip list | grep "{package_name} "', shell=True, stdout=subprocess.PIPE)
+        out, _ = ex.communicate()
+        out = out.decode().strip()
+        # breakpoint()
+        cur_version = out.split(package_name)[-1].strip()
+
+    # try to read available versions
+    if available_versions is None:
+        ex = subprocess.Popen(f'pip install {package_name}==?', shell=True, stdout=subprocess.PIPE,
+                              stderr=subprocess.STDOUT)
+        out, _ = ex.communicate()
+        out = out.decode().strip()
+        if "(from versions:" in out:
+            v_ls = out.split("(from versions:")[-1].rsplit(")", 1)[0].split(",", -1)
+            v_ls = [i.strip() for i in v_ls]
+        else:
+            v_ls = ["none"]
+        available_versions = version.sort_ls(version_ls=v_ls, reverse=True)
+
+    b_success_updated = False
+    new_version = None
+    if len(available_versions) > 0 and version.compare(available_versions[0], ">", cur_version):
+        ex = subprocess.Popen(
+            f'pip install {package_name}=={available_versions[0]} --no-dependencies',
+            shell=True, stdout=subprocess.PIPE
+        )
+        out, _ = ex.communicate()
+        msg = out.decode().strip()
+        if ex.returncode == 0:
+            b_success_updated = True
+            new_version = available_versions[0]
+    else:
+        msg = "Already the latest version, no need to update"
+
+    res_s = dict(version_before_updated=cur_version, version_after_updated=new_version,
+                 available_versions=available_versions, b_success_updated=b_success_updated, msg=msg)
+
+    return res_s
+
+
+if __name__ == '__main__':
+    import argparse
+
+    out_parser = argparse.ArgumentParser(description='check_version_and_update')
+    out_parser.add_argument('--package_name', type=str, required=True)
+    out_parser.add_argument('--cur_version', type=str, required=False)
+    out_parser.add_argument('--available_versions', nargs='+', type=str, required=False)
+    out_parser.add_argument('--verbose', type=lambda x: bool(eval(x)), required=False, default=True)
+    args = out_parser.parse_args().__dict__
+
+    b_version = args.pop("verbose")
+
+    res_s_ = check_version_and_update(**args)
+
+    if b_version:
+        for k, v in res_s_.items():
+            print(f"{k}: {v}")

kevin-toolbox-dev-1.4.6/kevin_toolbox/env_info/test/test_check_.py

@@ -0,0 +1,52 @@
+import os
+import pytest
+from kevin_toolbox.env_info import check_validity_and_uninstall, check_version_and_update
+from kevin_toolbox.patches.for_test import check_consistency
+
+
+@pytest.mark.parametrize(
+    "package_name, expiration_timestamp, expected_s",
+    [
+        ("tqdm", 1, {"b_success_uninstalled": True}),
+        ("tqdm", 1e10, {"b_success_uninstalled": False}),
+    ]
+)
+def test_check_validity_and_uninstall(package_name, expiration_timestamp, expected_s):
+    # call by func
+    res_s = check_validity_and_uninstall(package_name=package_name, expiration_timestamp=expiration_timestamp)
+    print(res_s)
+    for k, v in expected_s.items():
+        check_consistency(res_s[k], v)
+
+    # call by script
+    os.system(
+        f'python {os.path.dirname(os.path.split(__file__)[0])}/check_validity_and_uninstall.py ' +
+        (f'--package_name {package_name} ' if package_name is not None else '') +
+        (f'--expiration_timestamp {expiration_timestamp} ' if expiration_timestamp is not None else '') +
+        f'--verbose 1'
+    )
+
+
+@pytest.mark.parametrize(
+    "package_name, cur_version, available_versions, expected_s",
+    [
+        ("tqdm", None, None, {}),
+        ("tqdm", "1.3.1", ["1.1.2", "1.1.3"], {"b_success_updated": False}),
+    ]
+)
+def test_check_version_and_update(package_name, cur_version, available_versions, expected_s):
+    # call by func
+    res_s = check_version_and_update(package_name=package_name, cur_version=cur_version,
+                                     available_versions=available_versions)
+    print(res_s)
+    for k, v in expected_s.items():
+        check_consistency(res_s[k], v)
+
+    # call by script
+    os.system(
+        f'python {os.path.dirname(os.path.split(__file__)[0])}/check_version_and_update.py ' +
+        (f'--package_name {package_name} ' if package_name is not None else '') +
+        (f'--cur_version {cur_version} ' if cur_version is not None else '') +
+        (f'--available_versions {available_versions} ' if available_versions is not None else '') +
+        f'--verbose 1'
+    )

kevin-toolbox-dev-1.4.6/kevin_toolbox/env_info/test/test_variable_.py

@@ -0,0 +1,50 @@
+import os
+import pytest
+from kevin_toolbox.env_info.variable_ import Env_Vars_Parser
+from kevin_toolbox.patches.for_test import check_consistency
+
+
+@pytest.mark.parametrize(
+    "input_text, expected",
+    [
+        # 验证 ${<cfg_name>:<var_name>} 的情况
+        (
+                "666/123${SYS:HOME}/afasf/${/xxx.../xxx.json:111:222}336",
+                ["666/123", ("SYS", [':'], ['HOME']), "/afasf/", ("/xxx.../xxx.json", [':', ':'], ['111', '222']),
+                 "336"]
+        ),
+        # 验证 ${<cfg_name>} 和 ${:<var_name>} 的混合情况
+        (
+                "start${CFG}middle${:VAR}end",
+                ["start", ("CFG", [], []), "middle", ('', [':'], ['VAR']), "end"]
+        ),
+        (
+                "${:VAR}",
+                [('', [':'], ['VAR'])]
+        ),
+        (
+                "${CFG}",
+                [("CFG", [], [])]
+        ),
+        (
+                "{:VAR}",
+                ["{:VAR}"]
+        ),
+    ]
+)
+def test_split_string_in_env_vars_parser(input_text, expected):
+    result = Env_Vars_Parser.split_string(input_text)
+    check_consistency(result, expected)
+
+
+def test_env_vars_parser_0():
+    env_cfg_file = os.path.expanduser("~/.kvt_cfg/.temp.json")
+    from kevin_toolbox.data_flow.file import json_
+    json_.write(content={"dataset_dir": ["~/data", "~/dataset"], "version": "001"}, file_path=env_cfg_file)
+    input_text = "/root/${KVT_TEMP:dataset_dir@1}/${KVT_TEMP:version}/${HOME}/${SYS:HOME}"
+    expected = "/".join(["/root/~/dataset/001", ] + [os.path.expanduser("~")] * 2)
+
+    #
+    parser = Env_Vars_Parser()
+    result = parser(input_text)
+    check_consistency(expected, result)

kevin-toolbox-dev-1.4.6/kevin_toolbox/env_info/variable_/__init__.py

@@ -0,0 +1,2 @@
+from .env_vars_parser import Env_Vars_Parser
+env_vars_parser = Env_Vars_Parser()

kevin-toolbox-dev-1.4.6/kevin_toolbox/env_info/variable_/env_vars_parser.py

@@ -0,0 +1,88 @@
+import os
+import re
+from kevin_toolbox.data_flow.file import json_
+
+
+class Env_Vars_Parser:
+    """
+        解释并替换字符串中${}形式指定的环境变量
+            支持以下几种方式：
+            - "${HOME}"                 家目录
+            - "${SYS:<var_name>}"       其他系统环境变量
+                                            在 linux 系统可以通过 env 命令来打印当前的环境变量，比如家目录也可以使用 ${SYS:HOME} 来表示
+            - "${KVT_XXX<ndl_name>}"   读取配置文件 ~/.kvt_cfg/.xxx.json 中的变量（xxx将被自动转为小写）
+                                            配置文件要求是 ndl 结构，比如当配置文件 ~/.kvt_cfg/.ndl.json 中保存的值为：
+                                                {"dataset_dir":["~/data", "~/dataset"], ...}
+                                            时，如果要指定使用 dataset_dir 下第二个路径，那么可以使用 ${KVT_NDL:dataset_dir@1} 来表示
+            - "${/xxx.../xxx.json<ndl_name>}"  读取指定路径下的配置文件 /xxx.../xxx.json 中的变量
+    """
+
+    def __init__(self, home_dir=None):
+        self.cfg_s = dict(
+            SYS=dict(os.environ),
+            HOME=home_dir if home_dir is not None else os.path.expanduser("~")
+        )
+
+    def __call__(self, *args, **kwargs):
+        return self.parse(*args, **kwargs)
+
+    def parse(self, text):
+        """
+            解释并替换
+        """
+        temp_ls = []
+        for it in self.split_string(text=text):
+            if isinstance(it, str):
+                temp_ls.append(it)
+                continue
+            root_node, method_ls, node_ls = it
+            if root_node not in self.cfg_s:
+                try:
+                    if root_node.startswith("KVT_"):
+                        t0, t1 = root_node.lower().split("_", 1)
+                        root_node = os.path.expanduser(f'~/.{t0}_cfg/.{t1}.json')
+                    assert os.path.isfile(root_node), f'file not exist: {root_node}'
+                    cfg = json_.read(file_path=root_node, b_use_suggested_converter=True)
+                    self.cfg_s[root_node] = cfg
+                except Exception as e:
+                    raise ValueError(f"invalid cfg_name: {root_node}, because: {e}")
+            cfg = self.cfg_s.get(root_node, None)
+            if cfg is None:
+                raise ValueError(f"invalid cfg_name: {root_node}")
+            #
+            from kevin_toolbox.nested_dict_list import get_value
+            temp_ls.append(get_value(var=cfg, name=it))
+
+        return "".join([f'{i}' for i in temp_ls])
+
+    @staticmethod
+    def split_string(text):
+        """
+            将字符串中 ${<cfg_name>} 部分的内容分割出来
+                比如对于 "666/123${SYS:HOME}/afasf/${/xxx.../xxx.json:111:222}336"
+                应该分割为 ["666/123", ("SYS:HOME", ), "/afasf/", ("/xxx.../xxx.json:111:222", ), "336"]
+                然后再对其中 tuple 部分使用 ndl.name_handler.parse_name 进行解释
+        """
+        from kevin_toolbox.nested_dict_list.name_handler import parse_name
+        pattern = r'\$\{([^}]+)\}'
+        matches = re.finditer(pattern, text)
+
+        result = []
+        last_end = 0
+
+        for match in matches:
+            start = match.start()
+            if start > last_end:
+                result.append(text[last_end:start])
+            result.append(parse_name(name=match.group(1)))
+            last_end = match.end()
+
+        if last_end < len(text):
+            result.append(text[last_end:])
+
+        return result
+
+
+if __name__ == '__main__':
+    env_vars_parser = Env_Vars_Parser()
+    print(env_vars_parser.split_string("666/123${:VAR}/afasf/${/xxx.../xxx.json:111:222}336"))

{kevin-toolbox-dev-1.4.4 → kevin-toolbox-dev-1.4.6}/kevin_toolbox/nested_dict_list/get_value.py

@@ -7,7 +7,7 @@ def get_value(var, name, b_pop=False, **kwargs):
 
         参数：
             var:            任意支持索引取值的变量
-            name:           <str> 名字
+            name:           <str/parsed_name> 名字
                                 名字 name 的具体介绍参见函数 name_handler.parse_name()
                                 假设 var=dict(acc=[0.66,0.78,0.99])，如果你想读取 var["acc"][1] => 0.78，那么可以将 name 写成：
                                     ":acc@1" 或者 "|acc|1" 等。
@@ -19,7 +19,11 @@ def get_value(var, name, b_pop=False, **kwargs):
                                 - 不设置（默认）。当取值失败时将报错。
                                 - 设置为任意值。取值失败时将返回该值。
     """
-    _, method_ls, node_ls = parse_name(name=name, b_de_escape_node=True)
+    if isinstance(name, (tuple, list,)):
+        assert len(name) == 3, f'invalid parsed name {name}'
+        _, method_ls, node_ls = name
+    else:
+        _, method_ls, node_ls = parse_name(name=name, b_de_escape_node=True)
 
     try:
         pre, cur = None, var
@@ -46,3 +50,9 @@ def get_value(var, name, b_pop=False, **kwargs):
             raise IndexError(f'invalid name {name}')
 
     return cur
+
+
+if __name__ == "__main__":
+    var_ = dict(acc=[0.66, 0.78, 0.99])
+    print(get_value(var_, ''))
+    print(get_value(var_, ['', [], []]))

{kevin-toolbox-dev-1.4.4 → kevin-toolbox-dev-1.4.6}/kevin_toolbox/nested_dict_list/serializer/read.py

@@ -1,9 +1,9 @@
 import os
-import time
+import tempfile
 from kevin_toolbox.patches import for_os
 from kevin_toolbox.data_flow.file import json_
 import kevin_toolbox.nested_dict_list as ndl
-import tempfile
+from kevin_toolbox.env_info.variable_ import env_vars_parser
 
 
 def read(input_path, **kwargs):
@@ -13,8 +13,6 @@ def read(input_path, **kwargs):
         参数：
             input_path:             <path> 文件夹或者 .tar 文件，具体结构参考 write()
     """
-    from kevin_toolbox.nested_dict_list.serializer.variable import SERIALIZER_BACKEND
-
     assert os.path.exists(input_path)
 
     with tempfile.TemporaryDirectory(dir=os.path.dirname(input_path)) as temp_dir:
@@ -63,7 +61,10 @@ def _read_unpacked_ndl(input_path, **kwargs):
     for name in processed_nodes:
         value = ndl.get_value(var=var, name=name)
         if isinstance(value, (dict,)) and "backend" in value and "name" in value:
-            bk = SERIALIZER_BACKEND.get(name=value.pop("backend"))(folder=os.path.join(input_path, "nodes"))
+            nodes_dir = env_vars_parser(value.pop("nodes_dir")) if "nodes_dir" in value else os.path.join(input_path,
+                                                                                                          "nodes")
+            assert os.path.exists(nodes_dir), f"nodes_dir {nodes_dir} does not exist"
+            bk = SERIALIZER_BACKEND.get(name=value.pop("backend"))(folder=nodes_dir)
             ndl.set_value(var=var, name=name, value=bk.read(**value))
 
     #