pybaseutils 2.2.20__tar.gz → 2.2.21__tar.gz

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: pybaseutils
-Version: 2.2.20
+Version: 2.2.21
 Summary: pybaseutils
 Home-page: https://github.com/PanJinquan/base-utils
 Author: PanJinquan

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/pybaseutils/__init__.py

@@ -8,4 +8,4 @@
 # --------------------------------------------------------
 """
 
-__version__ = '2.2.20'
+__version__ = '2.2.21'

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/pybaseutils/file_utils.py

@@ -107,14 +107,14 @@ def combine_flags(flags: list, use_time=True, info=True):
     return out_flags
 
 
-def write_file(file, data):
+def write_file(file, data, mode='wb'):
     """写二进制数据"""
-    with open(file, 'wb') as f: f.write(data)
+    with open(file, mode) as f: f.write(data)
 
 
-def read_file(file):
+def read_file(file, mode='rb'):
     """读取二进制数据"""
-    with open(file, 'rb') as f: key = f.read()
+    with open(file, mode) as f: key = f.read()
     return key
 
 
@@ -700,7 +700,7 @@ def create_file_path(filename):
     return out_path
 
 
-def get_sub_paths(input_dir):
+def get_sub_paths(input_dir, abspath=False):
     """
     当前路径下所有子目录
     :param input_dir:
@@ -714,6 +714,7 @@ def get_sub_paths(input_dir):
     # print(dirs)   # 当前路径下所有子目录
     # print(files)  # 当前路径下所有非目录子文件
     sub_list.sort()
+    if abspath: sub_list = [os.path.join(input_dir, p) for p in sub_list]
     return sub_list
 
 

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/pybaseutils/font_style/__init__.py

@@ -6,7 +6,7 @@
 """
 import os
 
-# TODO 如果字体缺失，可以把字体拷贝到系统字体目录：cp -r fonts/* ~/.local/share/fonts/
+# TODO 如果字体缺失，可以把字体拷贝到系统字体目录：cp -r font_style/*
 # windows: C:\Windows\Fonts可查看系统支持的字体
 # Linux  : /usr/share/fonts/truetype 或者~/.local/share/fonts中 可查看系统支持的字体
 

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/pybaseutils/font_utils.py

@@ -58,9 +58,6 @@ class FontType(object):
         return self.font_type
 
 
-# font_type = FontType()
-
-
 def get_font_type(size, font=""):
     """
     Windows字体路径      : /usr/share/fonts/楷体.ttf
@@ -101,8 +98,7 @@ def draw_image_text(image, point, text, style="楷体", size=20, color=(255, 255
         font = ImageFont.truetype(style, size=size, encoding="utf-8")
     else:
         # simhei.ttf 是字体，你如果没有字体，需要下载
-        font_type.set_font_style(style=style, size=size)
-        font = font_type.get_font_type()
+        font = get_font_type(size=size)
     draw.text(point, text, fill=color, font=font)
     image = np.asarray(image)
     return image
@@ -211,6 +207,24 @@ def get_font_char(font_file, only_chinese=False):
     return fonts
 
 
+def set_pyplot_font(font="simhei"):
+    """
+    设置 seaborn，matplotlib等默认字体
+    :param font: 字体路径或者名称，或者使用默认的,SimHei
+    :return:
+    """
+    import seaborn
+    import matplotlib.pyplot as plt
+    import matplotlib.font_manager as fm
+    font_file = font if os.path.isfile(font) else FONT_TABLES[font]
+    font = os.path.basename(font_file).split(".")[0]
+    fm.fontManager.addfont(font_file)
+    plt.rcParams['font.sans-serif'] = [font]
+    plt.rcParams['axes.unicode_minus'] = False
+    seaborn.set_theme(font=font)  # 增加一行代码, 设置 seaborn 使用的字体文件
+    return font_file
+
+
 def draw_font_example():
     size = 512
     string = "我"

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/pybaseutils/image_utils.py

@@ -2862,6 +2862,29 @@ def get_image_block(image, grid=[3, 3], same=False):
     return image_block
 
 
+def apply_mosaic(image, boxes, radius=8, scale=[1.0, 1.0]):
+    """
+    马赛克
+    :param image: BGR image
+    :param boxes: 人脸框(xmin,ymin,xmax,ymax)
+    :param radius: 马赛克强度
+    :param scale: 人脸框扩大范围
+    :return:
+    """
+    h, w = image.shape[:2]
+    boxes = np.asarray(boxes, dtype=np.int32)
+    boxes = extend_xyxy(boxes, scale=scale, valid_range=(0, 0, w, h))
+    for box in boxes:
+        x1, y1, x2, y2 = box
+        roi = image[y1:y2, x1:x2]
+        size = (max((x2 - x1) // radius, 5), max((y2 - y1) // radius, 5))
+        img = cv2.resize(roi, size)
+        # img = cv2.resize(roi, (radius, radius))
+        img = cv2.resize(img, (x2 - x1, y2 - y1), interpolation=cv2.INTER_NEAREST)
+        image[y1:y2, x1:x2] = img
+    return image
+
+
 def image_composite(image: np.ndarray, alpha: np.ndarray, bg_img=(219, 142, 67)):
     """
     图像融合：合成图 = 前景*alpha+背景*(1-alpha)

pybaseutils-2.2.21/pybaseutils/web/demo.py

@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+"""
+# --------------------------------------------------------
+# @Author : Pan
+# @E-mail : 
+# @Date   : 2025-02-27 16:03:39
+# @Brief  : 基于pywebio实现图像处理web小工具
+#           运行方法：python app_webio_image.py
+# --------------------------------------------------------
+"""
+
+if __name__ == '__main__':
+    pass

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/pybaseutils.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: pybaseutils
-Version: 2.2.20
+Version: 2.2.21
 Summary: pybaseutils
 Home-page: https://github.com/PanJinquan/base-utils
 Author: PanJinquan

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/pybaseutils.egg-info/SOURCES.txt

@@ -124,6 +124,7 @@ pybaseutils/web/app_stweb_image.py
 pybaseutils/web/app_webio_image.py
 pybaseutils/web/demo.py
 test_py/__init__.py
+test_py/audio_demo1.py
 test_py/class_attribute.py
 test_py/class_names.py
 test_py/date_dataset.py

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/test_py/aije/demo_labelme_crop.py

@@ -12,7 +12,7 @@ from pybaseutils.dataloader import parser_labelme
 from pybaseutils import image_utils, file_utils
 
 
-def save_object_crops(data_info, out_dir, class_name=None, scale=[], square=False,
+def save_object_crops(data_info, out_dir, class_name=None, target_name=None, scale=[], square=False,
                       padding=False, min_size=20 * 20 * 3, flag="", vis=False):
     """
     对VOC的数据目标进行裁剪
@@ -51,22 +51,16 @@ def save_object_crops(data_info, out_dir, class_name=None, scale=[], square=Fals
         name = class_name[int(labels[i])] if class_name else labels[i]
         if out_dir:
             file_name = "{}_{:0=4d}_{}.jpg".format(image_id, i, flag) if flag else "{}_{:0=4d}.jpg".format(image_id, i)
-            img_file = file_utils.create_dir(out_dir, name, file_name)
+            if target_name:
+                out_dir_ = out_dir if name in target_name else os.path.join(out_dir, "其他")
+                img_file = file_utils.create_dir(out_dir_, name, file_name)
+            else:
+                img_file = file_utils.create_dir(out_dir, name, file_name)
             cv2.imwrite(img_file, img)
         if vis: image_utils.cv_show_image("crop", img, use_rgb=False, delay=0)
 
 
-if __name__ == "__main__":
-    """
-    对VOC的数据目标进行裁剪
-    室内：['主杆', '从此进出标示牌', '其他鞋', '吊物绳', '在此工作标示牌', '垫子', '安全带', '安全帽', '安全绳',
-          '导线头', '尖嘴钳', '工具袋', '手', '扳手', '抹布', '未穿工作服','柱式绝缘子', '止步高压危险标示牌',
-          '绝缘手套', '绝缘鞋', '脚扣', '螺丝', '身穿工作服', '遮拦杆', '铁架', '铝扎线']
-    室外: []
-    """
-    anno_dir = "/home/PKing/nasdata/dataset-dmai/AIJE/dataset/aije-v2-det/dataset-v31/images"
-    class_name = None  # 室内\
-    out_dir = os.path.join(os.path.dirname(anno_dir), "crops")
+def crop_dataset(anno_dir, out_dir=None, class_name=None, target_name=None):
     dataset = parser_labelme.LabelMeDatasets(filename=None,
                                              data_root=None,
                                              anno_dir=anno_dir,
@@ -83,4 +77,46 @@ if __name__ == "__main__":
     # scale = None
     for i in tqdm(range(len(dataset))):
         data_info = dataset.__getitem__(i)
-        save_object_crops(data_info, out_dir, class_name=class_name, scale=scale, flag=flag, vis=False)
+        save_object_crops(data_info, out_dir, class_name=class_name, target_name=target_name, scale=scale, flag=flag,
+                          vis=False)
+
+
+def get_sub_dataset(data_root):
+    sub_paths = file_utils.get_sub_paths(data_root, abspath=True)
+    datasets = []
+    for sub_path in sub_paths:
+        data_list = file_utils.get_sub_paths(sub_path, abspath=True)
+        data_list = [os.path.join(p, "images") for p in data_list if os.path.exists(os.path.join(p, "images"))]
+        datasets += data_list
+    return datasets
+
+
+if __name__ == "__main__":
+    """
+    对labelme的数据目标进行裁剪，用于制作分类数据集
+    """
+
+    target_name = ["身穿工作服", "未穿工作服",
+                   "绝缘鞋", "脚穿绝缘鞋", "长筒靴", "脚穿长筒靴", "其他鞋", "脚穿其他鞋",
+                   "手", "绝缘手套", "手穿绝缘手套", "棉纱手套", "手穿棉纱手套", "其他手套", "手穿其他手套",
+                   "拨动开关分闸", "拨动开关合闸",
+                   "电容柜开关合闸", "电容柜开关分闸",
+                   "低压侧总刀闸合闸", "低压侧总刀闸分闸",
+                   "面板单键开关断开", "面板单键开关合上",
+                   "面板双键开关断开", "面板双键开关合上",
+                   "表箱关", "表箱开", "手", "其他",
+                   ]
+    datasets = [
+        "/home/PKing/nasdata/dataset-dmai/AIJE/dataset/aije-action-cvlm-v2/test-v2/dataset-v01/images",
+        "/home/PKing/nasdata/dataset-dmai/AIJE/dataset/aije-action-cvlm-v2/test-v2/dataset-v02/images",
+    ]
+    # dataroot = "/home/PKing/nasdata/dataset-dmai/AIJE/dataset/aije-v2-det"
+    # datasets = get_sub_dataset(dataroot)
+    class_name = []
+    for anno_dir in datasets:
+        print(anno_dir)
+        out_dir = os.path.join(os.path.dirname(anno_dir), "crops")
+        if os.path.exists(out_dir) and out_dir.endswith("crops"): file_utils.remove_dir(out_dir)
+        file_utils.create_dir(out_dir)
+        file = file_utils.write_file(os.path.join(out_dir, "分类数据集，请勿删除.txt"), data="", mode="w")
+        crop_dataset(anno_dir, out_dir=out_dir, class_name=class_name, target_name=target_name)

{pybaseutils-2.2.20 → pybaseutils-2.2.21}/test_py/aije/demo_video_aije.py

@@ -72,7 +72,8 @@ def video2frames_similarity(video_file, out_dir=None, func=None, interval=1, thr
 
 # thresh_dict = {"1号视角": 0.5, "2号视角": 0.15, "3号视角": 0.3, "4号视角": 0.3}
 # thresh_dict = {"一号位": 0.58, "平视": 0.35, "俯视": 0.35, "右视": 0.25, "左视": 0.3}
-thresh_dict = {"第一视角": 0.50, "主视角": 0.50, "平视": 0.30, "俯视": 0.30, "右视": 0.35, "左视": 0.35, "全景": 0.30}
+thresh_dict = {"第一视角": 0.50, "主视角": 0.50, "主视": 0.50, "平视": 0.30, "俯视": 0.30, "右视": 0.35, "左视": 0.35,
+               "全景": 0.30}
 
 
 # thresh_dict = {"1号位": 0.58, "平视": 0.35, "全景": 0.35, "俯视": 0.35, "右视": 0.25, "左视": 0.3}
@@ -91,7 +92,7 @@ def video2frames_demo(root, out, prefix="", thresh=0.2):
 
 
 if __name__ == "__main__":
-    root = "/home/PKing/nasdata/dataset-dmai/AIJE/技能人才系统_数据集管理/01-江门四维数据/01-37道考题视频/江门四维2024-12-06-检查帽撑/video"
+    root = "/home/PKing/Downloads/video/08-更换熔丝"
     prefix = ""
     out = root + "-train"
     video2frames_demo(root, out, prefix=prefix)

pybaseutils-2.2.20/test_py/demo1.py → pybaseutils-2.2.21/test_py/audio_demo1.py

@@ -27,5 +27,6 @@ stream = pa.open(format=pa.get_format_from_width(wf.getsampwidth()),  # 从wf中
                  output=True)  # 设置为输出
 count = 0
 while count < 8 * 500:
-    data = wf.readframes(100)
+    time.sleep(0.001)
+    data = wf.readframes(15)
     stream.write(data)

pybaseutils-2.2.21/test_py/demo1.py

@@ -0,0 +1,14 @@
+import requests
+from urllib.parse import urljoin, urlparse
+from bs4 import BeautifulSoup
+from pybaseutils import file_utils, json_utils
+import glob
+
+# 使用示例
+if __name__ == "__main__":
+    data_root = "http://aije-mvp-nginx.partner.dm-ai.com/req-resp/aije-job-m8ch701s-awbg/*.json"
+    # data_root = "/media/PKing/新加卷/SDK/base-utils/data/person/*.json"
+    file = glob.glob(data_root)
+    print(file)
+    data =json_utils.read_json_data("http://aije-mvp-nginx.partner.dm-ai.com/req-resp/aije-job-m8ch701s-awbg/nlp-12.json")
+    print(data)

pybaseutils-2.2.20/pybaseutils/web/demo.py

@@ -1,85 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
-# --------------------------------------------------------
-# @Author : Pan
-# @E-mail : 
-# @Date   : 2025-02-27 16:03:39
-# @Brief  : 基于pywebio实现图像处理web小工具
-#           运行方法：python app_webio_image.py
-# --------------------------------------------------------
-"""
-from pywebio.output import *
-from pywebio.input import file_upload
-from pywebio.session import set_env, defer_call, run_async
-from pywebio import start_server
-import cv2
-import numpy as np
-
-current_images = []  # 存储处理后的图像列表
-current_index = 0  # 当前显示索引
-
-
-def apply_blur(image_bytes):
-    """OpenCV高斯模糊处理"""
-    img = cv2.imdecode(np.frombuffer(image_bytes, np.uint8), cv2.IMREAD_COLOR)
-    blurred = cv2.GaussianBlur(img, (15, 15), 0)
-    _, encoded = cv2.imencode('.jpg', blurred)
-    return encoded.tobytes()
-
-
-def handle_single_image():
-    global current_images, current_index
-    file = file_upload("选择图片", accept="image/*")
-    if file:
-        processed = apply_blur(file['content'])
-        current_images = [processed]
-        current_index = 0
-        with use_scope('main', clear=True):
-            put_row([
-                put_image(file['content'], width="45%", title="原始图片"),
-                put_image(processed, width="45%", title="模糊处理")
-            ])
-
-
-def handle_batch_images():
-    global current_images, current_index
-    files = file_upload("选择目录", accept="image/*", multiple=True)
-    if files:
-        current_images = [apply_blur(f['content']) for f in files]
-        current_index = 0
-        update_display()
-
-
-def update_display(delta=0):
-    global current_index
-    if not current_images:
-        return
-    current_index = (current_index + delta) % len(current_images)
-    with use_scope('main', clear=True):
-        put_image(current_images[current_index], width="90%",
-                  title=f"已处理图片 {current_index + 1}/{len(current_images)}")
-
-
-# @defer_call
-# def cleanup():
-#     current_images.clear()
-
-
-def main():
-    set_env(title="图像模糊处理工具")
-
-    # 侧边栏布局
-    put_row([
-        put_button("选择图片", onclick=handle_single_image),
-        put_button("选择目录", onclick=handle_batch_images),
-        put_buttons(['← 上一张', '下一张 →'],
-                    onclick=[lambda: update_display(-1), lambda: update_display(1)])
-    ], position=0, scope='sidebar')
-
-    # 主显示区初始化
-    with use_scope('main'):
-        put_markdown("## 欢迎使用图像模糊处理工具！")
-
-
-if __name__ == '__main__':
-    start_server(main, port=8080, debug=False, auto_open_webbrowser=True)