nlpertools 1.0.5__py3-none-any.whl → 1.0.8__py3-none-any.whl

nlpertools/draw/draw.py

@@ -0,0 +1,83 @@
+#!/usr/bin/python3.8
+# -*- coding: utf-8 -*-
+# @Author  : youshu.Ji
+from ..utils.package import plt
+
+
+def confused_matrix(confuse_matrix):
+    import seaborn as sns
+    sns.set()
+    f, ax = plt.subplots()
+    ticklabels = ["l1", "l2", "l31"]
+    sns.heatmap(confuse_matrix, annot=True, fmt=".3g", ax=ax, cmap='rainbow',
+                xticklabels=ticklabels, yticklabels=ticklabels)  # 画热力图
+
+    ax.set_title('confusion matrix')  # 标题
+    ax.set_xlabel('predict')  # x轴
+    ax.set_ylabel('true')  # y轴
+    plt.show()
+
+    f.savefig('tmp.jpg', bbox_inches='tight')
+
+
+def plot_histogram(data, bin_size):
+    """
+    画直方图，超过1000的统一按1000算
+    :param data:
+    :param bin_size:
+    :return:
+    """
+    import matplotlib.pyplot as plt
+    import numpy as np
+    import pandas as pd
+    from matplotlib.ticker import MaxNLocator
+    # 将超过1000的值改为1000
+    def process_lengths(data):
+        return [length if length <= 1000 else 1003 for length in data]
+
+    # 前闭后开
+    min_num, max_num = 0, 1000
+    # min_num, max_num = min(data), max(data)
+
+    plt.figure(figsize=(12, 8))
+    processed_data = process_lengths(data)
+    bins = np.arange(0, 1000 + 2 * bin_size, bin_size)
+    # 绘制直方图
+    n, new_bins, patches = plt.hist(processed_data, bins=bins, edgecolor='black', color='skyblue', alpha=0.7,
+                                    linewidth=0)
+
+    # 添加"∞"的标签
+    # bins会改变
+    plt.gca().set_xticks(bins)
+    plt.gca().set_xticklabels([str(i) for i in plt.xticks()[0][:-1]] + ["∞"])
+
+    mean_val = np.mean(data)
+    plt.axvline(mean_val, color='red', linestyle='dashed', linewidth=1)
+    plt.text(mean_val + bin_size / 10, max(n) * 0.9, f'Mean: {mean_val:.2f}', color='red')
+
+    # 添加标题和标签
+    plt.title('Module Line Number Distribution', fontsize=16, fontweight='bold')
+    plt.xlabel('module line number', fontsize=14)
+    plt.ylabel('frequency', fontsize=14)
+
+    # 添加网格
+    plt.grid(True, linestyle='--', alpha=0.6)
+
+    # 美化x轴和y轴的刻度
+    plt.xticks(fontsize=12)
+    plt.yticks(fontsize=12)
+
+    # 在每个柱状图上显示数值
+    for i in range(len(patches)):
+        plt.text(patches[i].get_x() + patches[i].get_width() / 2, patches[i].get_height(),
+                 str(int(n[i])), ha='center', va='bottom', fontsize=12)
+    plt.gca().yaxis.set_major_locator(MaxNLocator(integer=True))
+    # 显示图表
+    plt.show()
+
+
+if __name__ == '__main__':
+    # 调整区间大小
+    bin_size = 50
+    # 示例模块长度数据
+    plot_histogram([1, 100, 999, 1000, 1002, 1100, 1150], bin_size)

nlpertools/draw/math_func.py

@@ -0,0 +1,33 @@
+# 数学函数
+def draw_log():
+    import matplotlib.pyplot as plt
+    import numpy as np
+    from matplotlib.ticker import MultipleLocator, FormatStrFormatter
+
+    # 生成一些数据
+    x = np.linspace(0.1, 10, 100)
+    # 默认log指的时loge
+    y = np.log(x)
+
+    # 创建一个新的图形和轴
+    fig, ax = plt.subplots()
+
+    # 绘制log图像
+    ax.plot(x, y)
+
+    # 设置图像标题和轴标签
+    ax.set_title("Logarithmic Function")
+    ax.set_xlabel("x")
+    ax.set_ylabel("log(x)")
+    # 设置横坐标的刻度间隔为1
+    ax.xaxis.set_major_locator(MultipleLocator(1))
+
+    # 设置横坐标的刻度格式
+    ax.xaxis.set_major_formatter(FormatStrFormatter("%.1f"))
+    # 添加x=1的虚线
+    ax.axvline(x=1, linestyle="--", color="gray")
+    # 添加y=1的虚线
+    ax.axhline(y=0, linestyle="--", color="gray")
+
+    # 显示图像
+    plt.show()

nlpertools/io/__init__.py

@@ -1,3 +1,3 @@
-#!/usr/bin/python3.8
-# -*- coding: utf-8 -*-
-# @Author  : youshu.Ji
+#!/usr/bin/python3.8
+# -*- coding: utf-8 -*-
+# @Author  : youshu.Ji

nlpertools/io/dir.py

@@ -1,36 +1,86 @@
-#!/usr/bin/python3.8
-# -*- coding: utf-8 -*-
-# @Author  : youshu.Ji
-import os
-
-
-# dir ----------------------------------------------------------------------
-def j_mkdir(name):
-    os.makedirs(name, exist_ok=True)
-
-
-def get_filename(path):
-    '''
-    返回路径最后的文件名
-    :param path:
-    :return:
-    '''
-    # path = r'***/**/***.txt'
-    filename = os.path.split(path)[-1]
-    return filename
-
-
-def j_listdir(dir_name, including_dir=True):
-    #  yield
-    filenames = os.listdir(dir_name)
-    for filename in filenames:
-        if including_dir:
-            yield os.path.join(dir_name, filename)
-        else:
-            yield filename
-
-
-# 合并文件 TODO 还没写
-def imgrate_files(path):
-    filenames = os.listdir(path)
-    return None
+#!/usr/bin/python3.8
+# -*- coding: utf-8 -*-
+# @Author  : youshu.Ji
+import os
+from pathlib import Path
+
+
+# dir ----------------------------------------------------------------------
+def j_mkdir(name):
+    os.makedirs(name, exist_ok=True)
+
+
+def j_walk(name, suffix=None):
+    paths = []
+    for root, dirs, files in os.walk(name):
+        for file in files:
+            path = os.path.join(root, file)
+            if not (suffix and not path.endswith(suffix)):
+                paths.append(path)
+    return paths
+
+
+def windows_to_wsl_path(windows_path):
+    # 转换驱动器号
+    if windows_path[1:3] == ':\\':
+        drive_letter = windows_path[0].lower()
+        path = windows_path[2:].replace('\\', '/')
+        wsl_path = f'/mnt/{drive_letter}{path}'
+    else:
+        # 如果路径不是以驱动器号开头，则直接替换路径分隔符
+        wsl_path = windows_path.replace('\\', '/').replace("'", "\'")
+
+    return wsl_path
+
+
+def get_filename(path, suffix=True) -> str:
+    """
+    返回路径最后的文件名
+    :param path:
+    :return:
+    """
+    # path = r'***/**/***.txt'
+    filename = os.path.split(path)[-1]
+    if not suffix:
+        filename = filename.split('.')[0]
+    return filename
+
+
+def j_listdir(dir_name, including_dir=True):
+    filenames = os.listdir(dir_name)
+    if including_dir:
+        return [os.path.join(dir_name, filename) for filename in filenames]
+    else:
+        return list(filenames)
+
+
+def j_listdir_yield(dir_name, including_dir=True):
+    filenames = os.listdir(dir_name)
+    for filename in filenames:
+        if including_dir:
+            yield os.path.join(dir_name, filename)
+        else:
+            yield filename
+
+
+# 合并文件 TODO 还没写
+def imgrate_files(path):
+    filenames = os.listdir(path)
+    return None
+
+
+def case_sensitive_path_exists(path: str, relative_path=False):
+    """
+    https://juejin.cn/post/7316725867086692391
+    Check if the path exists in a case-sensitive manner.
+    """
+    # 构造成Path
+    if relative_path:
+        path = Path.cwd() / path
+    else:
+        path = Path(path)
+    if not path.exists():
+        return False
+    # resolved_path是系统里的该文件实际名称
+    resolved_path = path.resolve()
+    return str(resolved_path) == str(path)