nlpertools 1.0.4__py3-none-any.whl → 1.0.6.dev0__py3-none-any.whl

nlpertools/monitor/gpu.py

@@ -0,0 +1,18 @@
+import os
+import time
+
+
+def gpu_memory():
+    while 1:
+        current_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
+        usage = os.popen("nvidia-smi --query-gpu=memory.used --format=csv").read()
+        usage_string = ",".join(usage.split("\n"))
+        # 将内存使用情况写入文件
+        with open("mem_usage_gpu.txt", "a") as f:
+            f.write(f"{current_time} - Usage: {usage_string}\n")
+        time.sleep(1)
+
+
+if __name__ == "__main__":
+    print("start gpu memory monitor!")
+    gpu_memory()

nlpertools/monitor/memory.py

@@ -0,0 +1,24 @@
+import time
+
+import psutil
+
+
+def memory_monitor():
+    while True:
+        # 获取当前时间
+        current_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
+
+        # 获取内存使用情况
+        mem = psutil.virtual_memory()
+        total = round(mem.total / 1024 / 1024 / 1024, 2)
+        available = round(mem.available / 1024 / 1024 / 1024, 2)
+        # 将内存使用情况写入文件
+        with open("mem_usage_cpu.txt", "a") as f:
+            f.write(f"{current_time} - Total: {total}, Available: {available}\n")
+
+        time.sleep(10)
+
+
+if __name__ == "__main__":
+    print("start cpu memory monitor!")
+    memory_monitor()

nlpertools/movie.py

@@ -0,0 +1,36 @@
+from tqdm import trange, tqdm
+
+
+def cv_time(file_path):
+    import cv2  # pip install opencv-python-headless
+
+    cap = cv2.VideoCapture(file_path)
+    frame_count = int(cap.get(cv2.CAP_PROP_FRAME_COUNT))
+    print(frame_count)
+    success, image = cap.read()
+    for i in trange(frame_count):
+        success, image = cap.read()
+        print()
+    # print(success)
+
+
+def moviepy_time(file_path):
+    from moviepy.editor import VideoFileClip
+
+    video = VideoFileClip(file_path)
+    fps = video.fps
+    total = int(video.duration * fps)
+    for idx, frame in tqdm(
+        # 循环时以帧迭代
+        enumerate(video.iter_frames(fps=fps)),
+        total=total,
+    ):
+        pass
+
+
+if __name__ == "__main__":
+
+    # file_path = r"../movies/bikes.mp4"
+    file_path = r"D:\[甄嬛传][76集全]\甄嬛传.EP34.WEB-DL.4K.H264.AAC-CYW.mp4"
+    # cv_time(file_path)
+    moviepy_time(file_path)

nlpertools/nlpertools_config.yml

@@ -0,0 +1 @@
+IPT_MODEL_PATH : './tiny'

nlpertools/{openApi.py → open_api.py}

@@ -1,62 +1,65 @@
-#!/usr/bin/python3.8
-# -*- coding: utf-8 -*-
-# @Author  : youshu.Ji
-import hashlib
-import json
-
-import requests
-
-
-def translate_by_youdao(text):
-    YOUDAO_URL = 'https://openapi.youdao.com/api'
-    APP_KEY = 'xx'
-    APP_SECRET = 'xx'
-
-    def _truncate(q):
-        if q is None:
-            return None
-        size = len(q)
-        return q if size <= 20 else q[0:10] + str(size) + q[size - 10:size]
-
-    def _do_request(data):
-        headers = {'Content-Type': 'application/x-www-form-urlencoded'}
-        return requests.post(YOUDAO_URL, data=data, headers=headers)
-
-    def _encrypt(signStr):
-        hash_algorithm = hashlib.sha256()
-        hash_algorithm.update(signStr.encode('utf-8'))
-        return hash_algorithm.hexdigest()
-
-    q = text
-
-    data = {}
-    data['from'] = '源语言'
-    data['to'] = '目标语言'
-    data['signType'] = 'v3'
-    curtime = str(int(time.time()))
-    data['curtime'] = curtime
-    salt = str(uuid.uuid1())
-    signStr = APP_KEY + _truncate(q) + salt + curtime + APP_SECRET
-    sign = _encrypt(signStr)
-    data['appKey'] = APP_KEY
-    data['q'] = q
-    data['salt'] = salt
-    data['sign'] = sign
-    data['vocabId'] = "您的用户词表ID"
-    youdao_res = _do_request(data)
-    res = youdao_res.json()['translation'][0]
-    return res
-
-
-def get_TexSmart(text):
-    # text 可以是list， 也可以是str
-    # 如果是分类结果 total['cat_list']['name']
-    obj = {"str": text, "options": {"text_cat": {"enable": True}}}
-    req_str = json.dumps(obj).encode()
-
-    url = "https://texsmart.qq.com/api"
-    r = requests.post(url, data=req_str)
-    r.encoding = "utf-8"
-    print(r.text)
-    total = json.loads(r.text)
-    return total
+#!/usr/bin/python3.8
+# -*- coding: utf-8 -*-
+# @Author  : youshu.Ji
+import hashlib
+import json
+import time
+import uuid
+
+# import requests
+from .utils.package import *
+
+
+def translate_by_youdao(text):
+    YOUDAO_URL = 'https://openapi.youdao.com/api'
+    APP_KEY = 'xx'
+    APP_SECRET = 'xx'
+
+    def _truncate(q):
+        if q is None:
+            return None
+        size = len(q)
+        return q if size <= 20 else q[0:10] + str(size) + q[size - 10:size]
+
+    def _do_request(data):
+        headers = {'Content-Type': 'application/x-www-form-urlencoded'}
+        return requests.post(YOUDAO_URL, data=data, headers=headers)
+
+    def _encrypt(signStr):
+        hash_algorithm = hashlib.sha256()
+        hash_algorithm.update(signStr.encode('utf-8'))
+        return hash_algorithm.hexdigest()
+
+    q = text
+
+    data = {}
+    data['from'] = '源语言'
+    data['to'] = '目标语言'
+    data['signType'] = 'v3'
+    curtime = str(int(time.time()))
+    data['curtime'] = curtime
+    salt = str(uuid.uuid1())
+    signStr = APP_KEY + _truncate(q) + salt + curtime + APP_SECRET
+    sign = _encrypt(signStr)
+    data['appKey'] = APP_KEY
+    data['q'] = q
+    data['salt'] = salt
+    data['sign'] = sign
+    data['vocabId'] = "您的用户词表ID"
+    youdao_res = _do_request(data)
+    res = youdao_res.json()['translation'][0]
+    return res
+
+
+def get_TexSmart(text):
+    # text 可以是list， 也可以是str
+    # 如果是分类结果 total['cat_list']['name']
+    obj = {"str": text, "options": {"text_cat": {"enable": True}}}
+    req_str = json.dumps(obj).encode()
+
+    url = "https://texsmart.qq.com/api"
+    r = requests.post(url, data=req_str)
+    r.encoding = "utf-8"
+    print(r.text)
+    total = json.loads(r.text)
+    return total