neverlib 0.2.4__py3-none-any.whl → 0.2.6__py3-none-any.whl

neverlib/.history/QA/html2markdown_20250822234715.py

@@ -0,0 +1,28 @@
+'''
+Author: 凌逆战 | Never
+Date: 2025-08-22 23:41:13
+Description: pip install 'markitdown[all]
+'''
+import os
+from markitdown import MarkItDown
+
+from neverlib.utils import get_path_list
+
+source_dir = "./html"
+target_dir = "./markdown"
+html_path_list = get_path_list(source_dir, end="*.html")
+
+for html_path in html_path_list:
+    html_name = os.path.basename(html_path)
+    md = MarkItDown(enable_plugins=False) # Set to True to enable plugins
+    result = md.convert(html_path)
+    print(result.text_content)
+    
+    # 写入文件
+    with open(os.path.join(target_dir, html_name.replace(".html", ".md")), "w") as f:
+        f.write(result.text_content)
+    
+    break
+
+
+

neverlib/.history/QA/html2markdown_20250822234720.py

@@ -0,0 +1,27 @@
+'''
+Author: 凌逆战 | Never
+Date: 2025-08-22 23:41:13
+Description: pip install 'markitdown[all]
+'''
+import os
+from markitdown import MarkItDown
+
+from neverlib.utils import get_path_list
+
+source_dir = "./html"
+target_dir = "./markdown"
+html_path_list = get_path_list(source_dir, end="*.html")
+
+for html_path in html_path_list:
+    html_name = os.path.basename(html_path)
+    md = MarkItDown(enable_plugins=False) # Set to True to enable plugins
+    result = md.convert(html_path)
+    print(result.text_content)
+    
+    # 写入文件
+    with open(os.path.join(target_dir, html_name.replace(".html", ".md")), "w") as f:
+        f.write(result.text_content)
+    
+
+
+

neverlib/.history/QA/html2markdown_20250822234903.py

@@ -0,0 +1,27 @@
+'''
+Author: 凌逆战 | Never
+Date: 2025-08-22 23:41:13
+Description: pip install 'markitdown[all]
+'''
+import os
+from markitdown import MarkItDown
+
+from neverlib.utils import get_path_list
+
+source_dir = "./html"
+target_dir = "./markdown"
+html_path_list = get_path_list(source_dir, end="*.html")
+
+for html_path in html_path_list:
+    html_name = os.path.basename(html_path)
+    md = MarkItDown(enable_plugins=False) # Set to True to enable plugins
+    result = md.convert(html_path)
+    # print(result.text_content)
+    
+    # 写入文件
+    with open(os.path.join(target_dir, html_name.replace(".html", ".md")), "w") as f:
+        f.write(result.text_content)
+    
+
+
+

neverlib/.history/__init___20250805234212.py

@@ -0,0 +1,41 @@
+'''
+Author: 凌逆战 | Never
+Date: 2025-03-17 18:01:55
+LastEditTime: 2025-03-17 19:38:50
+FilePath: \neverlib\neverlib\__init__.py
+Description: 
+'''
+# -*- coding:utf-8 -*-
+# Author:凌逆战 | Never
+# Date: 2024/5/17
+"""
+neverlib - 音频处理和VAD工具集
+"""
+# 从pyproject.toml中读取版本号
+__version__ = "0.1.2"  # 默认版本号
+
+try:
+    import re
+    import pathlib
+    
+    # 获取pyproject.toml的路径
+    _pyproject_path = pathlib.Path(__file__).parent.parent / "pyproject.toml"
+    
+    # 读取版本号
+    if _pyproject_path.exists():
+        with open(_pyproject_path, "r", encoding="utf-8") as f:
+            content = f.read()
+            # 使用正则表达式匹配版本号
+            version_match = re.search(r'version\s*=\s*"([^"]+)"', content)
+            if version_match:
+                __version__ = version_match.group(1)
+except Exception:
+    pass  # 如果出错, 使用默认版本号
+
+
+# from neverlib import vad  # 只导入vad子包, 减少内存
+# 如果没有neverlib.utils会报错
+from . import utils
+from . import vad
+from . import audio_aug
+from . import filter

neverlib/.history/__init___20250904102635.py

@@ -0,0 +1,39 @@
+'''
+Author: 凌逆战 | Never
+Date: 2025-03-17 18:01:55
+Description: 
+'''
+# -*- coding:utf-8 -*-
+# Author:凌逆战 | Never
+# Date: 2024/5/17
+"""
+neverlib - 音频处理和VAD工具集
+"""
+# 从pyproject.toml中读取版本号
+__version__ = "0.1.2"  # 默认版本号
+
+try:
+    import re
+    import pathlib
+    
+    # 获取pyproject.toml的路径
+    _pyproject_path = pathlib.Path(__file__).parent.parent / "pyproject.toml"
+    
+    # 读取版本号
+    if _pyproject_path.exists():
+        with open(_pyproject_path, "r", encoding="utf-8") as f:
+            content = f.read()
+            # 使用正则表达式匹配版本号
+            version_match = re.search(r'version\s*=\s*"([^"]+)"', content)
+            if version_match:
+                __version__ = version_match.group(1)
+except Exception:
+    pass  # 如果出错, 使用默认版本号
+
+
+# from neverlib import vad  # 只导入vad子包, 减少内存
+# 如果没有neverlib.utils会报错
+from . import utils
+from . import vad
+from . import audio_aug
+from . import filter

neverlib/.history/__init___20250904102836.py

@@ -0,0 +1,34 @@
+# -*- coding:utf-8 -*-
+# Author:凌逆战 | Never
+# Date: 2024/5/17
+"""
+neverlib - 音频处理和VAD工具集
+"""
+# 从pyproject.toml中读取版本号
+__version__ = "0.1.2"  # 默认版本号
+
+try:
+    import re
+    import pathlib
+    
+    # 获取pyproject.toml的路径
+    _pyproject_path = pathlib.Path(__file__).parent.parent / "pyproject.toml"
+    
+    # 读取版本号
+    if _pyproject_path.exists():
+        with open(_pyproject_path, "r", encoding="utf-8") as f:
+            content = f.read()
+            # 使用正则表达式匹配版本号
+            version_match = re.search(r'version\s*=\s*"([^"]+)"', content)
+            if version_match:
+                __version__ = version_match.group(1)
+except Exception:
+    pass  # 如果出错, 使用默认版本号
+
+
+# from neverlib import vad  # 只导入vad子包, 减少内存
+# 如果没有neverlib.utils会报错
+from . import utils
+from . import vad
+from . import audio_aug
+from . import filter

neverlib/.history/__init___20250904102838.py

@@ -0,0 +1,39 @@
+'''
+Author: 凌逆战 | Never
+Date: 2025-08-22
+Description: 
+'''
+# -*- coding:utf-8 -*-
+# Author:凌逆战 | Never
+# Date: 2024/5/17
+"""
+neverlib - 音频处理和VAD工具集
+"""
+# 从pyproject.toml中读取版本号
+__version__ = "0.1.2"  # 默认版本号
+
+try:
+    import re
+    import pathlib
+    
+    # 获取pyproject.toml的路径
+    _pyproject_path = pathlib.Path(__file__).parent.parent / "pyproject.toml"
+    
+    # 读取版本号
+    if _pyproject_path.exists():
+        with open(_pyproject_path, "r", encoding="utf-8") as f:
+            content = f.read()
+            # 使用正则表达式匹配版本号
+            version_match = re.search(r'version\s*=\s*"([^"]+)"', content)
+            if version_match:
+                __version__ = version_match.group(1)
+except Exception:
+    pass  # 如果出错, 使用默认版本号
+
+
+# from neverlib import vad  # 只导入vad子包, 减少内存
+# 如果没有neverlib.utils会报错
+from . import utils
+from . import vad
+from . import audio_aug
+from . import filter

neverlib/.history/__init___20250904102851.py

@@ -0,0 +1,33 @@
+'''
+Author: 凌逆战 | Never
+Date: 2025-08-22
+Description: neverlib - 音频处理和VAD工具集
+'''
+# 从pyproject.toml中读取版本号
+__version__ = "0.1.2"  # 默认版本号
+
+try:
+    import re
+    import pathlib
+    
+    # 获取pyproject.toml的路径
+    _pyproject_path = pathlib.Path(__file__).parent.parent / "pyproject.toml"
+    
+    # 读取版本号
+    if _pyproject_path.exists():
+        with open(_pyproject_path, "r", encoding="utf-8") as f:
+            content = f.read()
+            # 使用正则表达式匹配版本号
+            version_match = re.search(r'version\s*=\s*"([^"]+)"', content)
+            if version_match:
+                __version__ = version_match.group(1)
+except Exception:
+    pass  # 如果出错, 使用默认版本号
+
+
+# from neverlib import vad  # 只导入vad子包, 减少内存
+# 如果没有neverlib.utils会报错
+from . import utils
+from . import vad
+from . import audio_aug
+from . import filter

neverlib/.history/audio_aug/audio_aug_20250826155913.py

@@ -0,0 +1,158 @@
+# -*- coding:utf-8 -*-
+# Author:凌逆战 | Never
+# Date: 2024/9/27
+"""
+
+"""
+import random
+import numpy as np
+import soundfile as sf
+from scipy import signal
+from neverlib.utils import EPS
+
+
+def volume_norm(wav):
+    """
+    音量归一化
+    :param wav: (T,)
+    :return: (T,)
+    """
+    wav = wav / (np.max(np.abs(wav)) + 1e-8)
+    return wav
+
+
+def add_reverb(wav, rir, ratio=1, mode="same"):
+    """添加混响,
+    Args:
+        wav: [T, channel]
+        rir: [T, channel]
+        ratio:  0-1
+        mode: "same" for SE or "full" for kws
+    """
+    if random.random() < ratio:
+        wav = signal.fftconvolve(wav, rir, mode=mode)  # (28671, 3)
+        # note: 建议过完添加混响后再进行归一化, 否则可能会出现溢出
+        # 防止削波
+        if np.max(np.abs(wav)) > 1:
+            scale_factor = 1 / np.max(np.abs(wav))
+            wav *= scale_factor
+    return wav
+
+
+def snr_aug_changeNoise(clean, noise, snr):
+    """ 
+    保持语音不变, 改变噪声的幅度
+    snr = 10 * log10(signal_power / k*noise_power) 
+    """
+    assert clean.shape == noise.shape, "clean and noise must have the same shape"
+    clean_power = np.mean(clean ** 2)  # 纯净语音功率
+    noise_power = np.mean(noise ** 2)  # 噪声功率
+    noise_scale = np.sqrt(clean_power / (noise_power * 10 ** (snr / 10) + EPS))
+    noisy = clean + noise_scale * noise
+    # 防止削波
+    if np.max(np.abs(noisy)) > 1:
+        scale_factor = 1 / np.max(np.abs(noisy))
+        noisy *= scale_factor
+    return noisy, noise_scale
+
+
+def snr_aug_changeNoise_v2(clean, noise, snr):
+    """ 
+    保持语音不变, 改变噪声的幅度
+    snr = 10 * log10(signal_power / k*noise_power) 
+    """
+    assert clean.shape == noise.shape, "clean and noise must have the same shape"
+    clean_power = np.mean(clean ** 2)  # 纯净语音功率
+    noise_power = np.mean(noise ** 2)  # 噪声功率
+    snr_in = 10 * np.log10(clean_power / (noise_power + EPS) + EPS)
+    snr_gain = snr_in - snr
+    gain = 10 ** (snr_gain / 20)
+    noisy = clean + gain * noise
+    # 防止削波
+    if np.max(np.abs(noisy)) > 1:
+        scale_factor = 1 / np.max(np.abs(noisy))
+        noisy *= scale_factor
+    return noisy, gain
+
+
+def snr_aug_changeClean(clean, noise, snr):
+    """ 
+    保持噪声不变, 改变语音的幅度
+    snr = 10 * log10(k*signal_power/ noise_power)
+    """
+    assert clean.shape == noise.shape, "clean and noise must have the same shape"
+    clean_power = np.mean(clean ** 2)
+    noise_power = np.mean(noise ** 2)
+    clean_scale = np.sqrt(noise_power * 10 ** (snr / 10) / (clean_power + 1e-8))
+    noisy = clean * clean_scale + noise
+    # 防止削波
+    if np.max(np.abs(noisy)) > 1:
+        scale_factor = 1 / np.max(np.abs(noisy))
+        noisy *= scale_factor
+    return noisy, clean_scale
+
+
+def snr_aug_Interpolation(clean, noise, snr):
+    """
+    在已知clean_len<=noise_len的情况下
+    将clean插入到noise中的snr aug方法
+    Args:
+        clean: 语音
+        noise: 噪声
+        snr: snr=random.uniform(*snr_range)
+    """
+    clean_len, noise_len = clean.shape[0], noise.shape[0]
+    assert clean_len <= noise_len, f"clean_len must be less than noise_len."
+    noisy = noise.copy()
+    index = random.randint(0, noise_len - clean_len)
+    noise = noise[index:index + clean_len, :]
+    noisy_tmp, _ = snr_aug_changeClean(clean, noise, snr)
+    noisy[index:index + clean_len, :] = noisy_tmp
+    # 防止削波
+    if np.max(np.abs(noisy)) > 1: 
+        scale_factor = 1 / np.max(np.abs(noisy))
+        noisy *= scale_factor
+    return noisy
+
+
+def get_audio_segments(wav_len, audio_path_list, sr=16000):
+    """
+    从音频列表中随机拼接指定长度音频
+    Args:
+        wav_len: 需要返回的音频长度
+        audio_path_list: 音频路径列表
+        sr: 采样率
+    Returns:返回指定长度的音频
+    """
+    audio_len = 0
+    wav_list = []
+    while audio_len < wav_len:
+        audio_path = random.choice(audio_path_list)
+        wav, wav_sr = sf.read(audio_path, always_2d=True, dtype='float32')
+        assert wav_sr == sr, f"音频采样率是{wav_sr}, 期望{sr}"
+        audio_len += len(wav)
+        wav_list.append(wav)
+    wav = np.concatenate(wav_list, axis=0)
+    if len(wav) > wav_len:
+        # 随机截取clean_len
+        start = random.randint(0, len(wav) - wav_len)
+        wav = wav[start:start + wav_len, :]
+    return wav
+
+
+def volume_aug(wav, range, rate, method="linmax"):
+    """音量增强 """
+    if random.random() < rate:
+        target_level = random.uniform(range[0], range[1])
+        if method == "dbrms":
+            wav_rms = (wav ** 2).mean() ** 0.5
+            scalar = 10 ** (target_level / 20) / (np.max(wav_rms) + EPS)
+        elif method == "linmax":
+            ipt_max = np.max(np.abs(wav))
+            # wav/wav_max*target_level=target_level_wav
+            # 处理后音频的 最大值就是target_level
+            scalar = target_level / (ipt_max + EPS)
+        else:
+            raise ValueError("method must be 'dbrms' or 'linmax'")
+        wav *= scalar
+    return wav

neverlib/.history/audio_aug/audio_aug_20250826164159.py

@@ -0,0 +1,159 @@
+# -*- coding:utf-8 -*-
+# Author:凌逆战 | Never
+# Date: 2024/9/27
+"""
+
+"""
+import random
+import numpy as np
+import soundfile as sf
+from scipy import signal
+from neverlib.utils import EPS
+
+
+def volume_norm(wav):
+    """
+    音量归一化
+    :param wav: (T,)
+    :return: (T,)
+    """
+    wav = wav / (np.max(np.abs(wav)) + 1e-8)
+    return wav
+
+
+def add_reverb(wav, rir, ratio=1, mode="same"):
+    """添加混响,
+    Args:
+        wav: [T, channel]
+        rir: [T, channel]
+        ratio:  0-1
+        mode: "same" for SE or "full" for kws
+    """
+    if random.random() < ratio:
+        wav = signal.fftconvolve(wav, rir, mode=mode)  # (28671, 3)
+        # note: 建议过完添加混响后再进行归一化, 否则可能会出现溢出
+        # 防止削波
+        if np.max(np.abs(wav)) > 1:
+            scale_factor = 1 / np.max(np.abs(wav))
+            wav *= scale_factor
+    return wav
+
+
+def snr_aug_changeNoise(clean, noise, snr):
+    """ 
+    保持语音不变, 改变噪声的幅度
+    snr = 10 * log10(signal_power / k*noise_power) 
+    """
+    assert clean.shape == noise.shape, "clean and noise must have the same shape"
+    clean_power = np.mean(clean ** 2)  # 纯净语音功率
+    noise_power = np.mean(noise ** 2)  # 噪声功率
+    noise_scale = np.sqrt(clean_power / (noise_power * 10 ** (snr / 10) + EPS))
+    noisy = clean + noise_scale * noise
+    # 防止削波
+    if np.max(np.abs(noisy)) > 1:
+        scale_factor = 1 / np.max(np.abs(noisy))
+        noisy *= scale_factor
+        clean *= scale_factor
+    return noisy, clean
+
+
+def snr_aug_changeNoise_v2(clean, noise, snr):
+    """ 
+    保持语音不变, 改变噪声的幅度
+    snr = 10 * log10(signal_power / k*noise_power) 
+    """
+    assert clean.shape == noise.shape, "clean and noise must have the same shape"
+    clean_power = np.mean(clean ** 2)  # 纯净语音功率
+    noise_power = np.mean(noise ** 2)  # 噪声功率
+    snr_in = 10 * np.log10(clean_power / (noise_power + EPS) + EPS)
+    snr_gain = snr_in - snr
+    gain = 10 ** (snr_gain / 20)
+    noisy = clean + gain * noise
+    # 防止削波
+    if np.max(np.abs(noisy)) > 1:
+        scale_factor = 1 / np.max(np.abs(noisy))
+        noisy *= scale_factor
+    return noisy, gain
+
+
+def snr_aug_changeClean(clean, noise, snr):
+    """ 
+    保持噪声不变, 改变语音的幅度
+    snr = 10 * log10(k*signal_power/ noise_power)
+    """
+    assert clean.shape == noise.shape, "clean and noise must have the same shape"
+    clean_power = np.mean(clean ** 2)
+    noise_power = np.mean(noise ** 2)
+    clean_scale = np.sqrt(noise_power * 10 ** (snr / 10) / (clean_power + 1e-8))
+    noisy = clean * clean_scale + noise
+    # 防止削波
+    if np.max(np.abs(noisy)) > 1:
+        scale_factor = 1 / np.max(np.abs(noisy))
+        noisy *= scale_factor
+    return noisy, clean_scale
+
+
+def snr_aug_Interpolation(clean, noise, snr):
+    """
+    在已知clean_len<=noise_len的情况下
+    将clean插入到noise中的snr aug方法
+    Args:
+        clean: 语音
+        noise: 噪声
+        snr: snr=random.uniform(*snr_range)
+    """
+    clean_len, noise_len = clean.shape[0], noise.shape[0]
+    assert clean_len <= noise_len, f"clean_len must be less than noise_len."
+    noisy = noise.copy()
+    index = random.randint(0, noise_len - clean_len)
+    noise = noise[index:index + clean_len, :]
+    noisy_tmp, _ = snr_aug_changeClean(clean, noise, snr)
+    noisy[index:index + clean_len, :] = noisy_tmp
+    # 防止削波
+    if np.max(np.abs(noisy)) > 1: 
+        scale_factor = 1 / np.max(np.abs(noisy))
+        noisy *= scale_factor
+    return noisy
+
+
+def get_audio_segments(wav_len, audio_path_list, sr=16000):
+    """
+    从音频列表中随机拼接指定长度音频
+    Args:
+        wav_len: 需要返回的音频长度
+        audio_path_list: 音频路径列表
+        sr: 采样率
+    Returns:返回指定长度的音频
+    """
+    audio_len = 0
+    wav_list = []
+    while audio_len < wav_len:
+        audio_path = random.choice(audio_path_list)
+        wav, wav_sr = sf.read(audio_path, always_2d=True, dtype='float32')
+        assert wav_sr == sr, f"音频采样率是{wav_sr}, 期望{sr}"
+        audio_len += len(wav)
+        wav_list.append(wav)
+    wav = np.concatenate(wav_list, axis=0)
+    if len(wav) > wav_len:
+        # 随机截取clean_len
+        start = random.randint(0, len(wav) - wav_len)
+        wav = wav[start:start + wav_len, :]
+    return wav
+
+
+def volume_aug(wav, range, rate, method="linmax"):
+    """音量增强 """
+    if random.random() < rate:
+        target_level = random.uniform(range[0], range[1])
+        if method == "dbrms":
+            wav_rms = (wav ** 2).mean() ** 0.5
+            scalar = 10 ** (target_level / 20) / (np.max(wav_rms) + EPS)
+        elif method == "linmax":
+            ipt_max = np.max(np.abs(wav))
+            # wav/wav_max*target_level=target_level_wav
+            # 处理后音频的 最大值就是target_level
+            scalar = target_level / (ipt_max + EPS)
+        else:
+            raise ValueError("method must be 'dbrms' or 'linmax'")
+        wav *= scalar
+    return wav