re-common 10.0.39__py3-none-any.whl → 10.0.40__py3-none-any.whl

re_common/baselibrary/tools/db3_2_sizedb3.py

@@ -1,102 +1,102 @@
-# -*- coding: utf-8 -*-
-# @Time    : 2020/6/16 9:29
-# @Author  : suhong
-# @File    : db3_2_sizedb3.py
-# @Software: PyCharm
-"""
-获取输入db3文件夹路径，获取db3表名、列名，创建一个db3
-往新的db3写入select信息直到指定大小，切换
-"""
-import sqlite3
-import sys
-
-from re_common.baselibrary.utils.basedir import BaseDir
-from re_common.baselibrary.utils.basefile import BaseFile
-
-
-class UniformSizeDb3(object):
-    def __init__(self):
-        self.table_name = None
-        self.column_name = list()
-        self.info_list = list()
-        self.all_num = 0
-
-    def work(self, file_path=None, out_path=None,size=200 * 1024 * 1024):
-        if file_path is None and out_path is None:
-            print("path error")
-            sys.exit(-1)
-        for path in BaseDir.get_dir_all_files(file_path):
-            count = 1
-            print(path)
-            # print(BaseFile.get_file_size(path)/1024/1024)
-            conn = sqlite3.connect(path)
-            cur = conn.cursor()
-            # 获取表名和字段名称
-            cur.execute("SELECT name FROM sqlite_master where type='table'")
-            row1 = cur.fetchone()
-            self.table_name = row1[0]
-            cur.execute("PRAGMA table_info([{}])".format(self.table_name))
-            row2 = cur.fetchall()
-            for row in row2:
-                self.column_name.append(row[1])
-            column_name = tuple(self.column_name)
-            self.column_name.clear()
-
-            # 获取原始db3的创建table语句
-            cur.execute("SELECT sql FROM sqlite_master WHERE type='table' AND name = '{}'".format(self.table_name))
-            create_table_sql = cur.fetchone()[0]
-            insert_sql = "insert into {} {} values ({})".format(self.table_name, column_name, "?," * len(column_name))
-            insert_sql = insert_sql.replace("'", "").replace("?,)", "?)")
-
-
-
-            out_file = "{}/{}_{}.db3".format(out_path, BaseFile.get_filename_not_extsep(path), count)
-            conn_2 = sqlite3.connect(out_file)
-            cur_2 = conn_2.cursor()
-            cur_2.execute("SELECT name FROM sqlite_master where type='table'")
-            name_row = cur_2.fetchone()
-            if name_row is None:
-                cur_2.execute(create_table_sql)
-                conn_2.commit()
-
-            # 查询原表信息 并插入新表
-            cur.execute("select * from {}".format(self.table_name))
-            while True:
-                rows = cur.fetchone()
-                if rows:
-                    self.info_list.append(rows)
-
-                    if BaseFile.get_file_size(out_file) >= size:
-                        count +=1
-                        out_file = "{}/{}_{}.db3".format(out_path, BaseFile.get_filename_not_extsep(path), count)
-                        conn_2 = sqlite3.connect(out_file)
-                        cur_2 = conn_2.cursor()
-                        cur_2.execute("SELECT name FROM sqlite_master where type='table'")
-                        name_row = cur_2.fetchone()
-                        if name_row is None:
-                            cur_2.execute(create_table_sql)
-                            conn_2.commit()
-                        print("outfilepath:{}".format(out_file))
-
-                    if len(self.info_list) >= 10000:
-                        self.all_num += len(self.info_list)
-                        cur_2.executemany(insert_sql, self.info_list)
-                        conn_2.commit()
-                        print("do all sql:{}".format(self.all_num))
-                        self.info_list.clear()
-                else:
-                    break
-            self.all_num += len(self.info_list)
-            cur_2.executemany(insert_sql, self.info_list)
-            conn_2.commit()
-            cur_2.close()
-            print("do all sql:{}".format(self.all_num))
-            self.info_list.clear()
-            self.all_num = 0
-
-
-if __name__ == '__main__':
-    file_path = r'E:\更新数据\adb3'
-    out_path = r'E:\更新数据\test_db3'
-    u = UniformSizeDb3()
-    u.work(file_path, out_path)
+# -*- coding: utf-8 -*-
+# @Time    : 2020/6/16 9:29
+# @Author  : suhong
+# @File    : db3_2_sizedb3.py
+# @Software: PyCharm
+"""
+获取输入db3文件夹路径，获取db3表名、列名，创建一个db3
+往新的db3写入select信息直到指定大小，切换
+"""
+import sqlite3
+import sys
+
+from re_common.baselibrary.utils.basedir import BaseDir
+from re_common.baselibrary.utils.basefile import BaseFile
+
+
+class UniformSizeDb3(object):
+    def __init__(self):
+        self.table_name = None
+        self.column_name = list()
+        self.info_list = list()
+        self.all_num = 0
+
+    def work(self, file_path=None, out_path=None,size=200 * 1024 * 1024):
+        if file_path is None and out_path is None:
+            print("path error")
+            sys.exit(-1)
+        for path in BaseDir.get_dir_all_files(file_path):
+            count = 1
+            print(path)
+            # print(BaseFile.get_file_size(path)/1024/1024)
+            conn = sqlite3.connect(path)
+            cur = conn.cursor()
+            # 获取表名和字段名称
+            cur.execute("SELECT name FROM sqlite_master where type='table'")
+            row1 = cur.fetchone()
+            self.table_name = row1[0]
+            cur.execute("PRAGMA table_info([{}])".format(self.table_name))
+            row2 = cur.fetchall()
+            for row in row2:
+                self.column_name.append(row[1])
+            column_name = tuple(self.column_name)
+            self.column_name.clear()
+
+            # 获取原始db3的创建table语句
+            cur.execute("SELECT sql FROM sqlite_master WHERE type='table' AND name = '{}'".format(self.table_name))
+            create_table_sql = cur.fetchone()[0]
+            insert_sql = "insert into {} {} values ({})".format(self.table_name, column_name, "?," * len(column_name))
+            insert_sql = insert_sql.replace("'", "").replace("?,)", "?)")
+
+
+
+            out_file = "{}/{}_{}.db3".format(out_path, BaseFile.get_filename_not_extsep(path), count)
+            conn_2 = sqlite3.connect(out_file)
+            cur_2 = conn_2.cursor()
+            cur_2.execute("SELECT name FROM sqlite_master where type='table'")
+            name_row = cur_2.fetchone()
+            if name_row is None:
+                cur_2.execute(create_table_sql)
+                conn_2.commit()
+
+            # 查询原表信息 并插入新表
+            cur.execute("select * from {}".format(self.table_name))
+            while True:
+                rows = cur.fetchone()
+                if rows:
+                    self.info_list.append(rows)
+
+                    if BaseFile.get_file_size(out_file) >= size:
+                        count +=1
+                        out_file = "{}/{}_{}.db3".format(out_path, BaseFile.get_filename_not_extsep(path), count)
+                        conn_2 = sqlite3.connect(out_file)
+                        cur_2 = conn_2.cursor()
+                        cur_2.execute("SELECT name FROM sqlite_master where type='table'")
+                        name_row = cur_2.fetchone()
+                        if name_row is None:
+                            cur_2.execute(create_table_sql)
+                            conn_2.commit()
+                        print("outfilepath:{}".format(out_file))
+
+                    if len(self.info_list) >= 10000:
+                        self.all_num += len(self.info_list)
+                        cur_2.executemany(insert_sql, self.info_list)
+                        conn_2.commit()
+                        print("do all sql:{}".format(self.all_num))
+                        self.info_list.clear()
+                else:
+                    break
+            self.all_num += len(self.info_list)
+            cur_2.executemany(insert_sql, self.info_list)
+            conn_2.commit()
+            cur_2.close()
+            print("do all sql:{}".format(self.all_num))
+            self.info_list.clear()
+            self.all_num = 0
+
+
+if __name__ == '__main__':
+    file_path = r'E:\更新数据\adb3'
+    out_path = r'E:\更新数据\test_db3'
+    u = UniformSizeDb3()
+    u.work(file_path, out_path)

re_common/baselibrary/tools/foreachgz.py

@@ -1,40 +1,40 @@
-import gzip
-import json
-
-from re_common.baselibrary.utils.basedir import BaseDir
-from re_common.baselibrary.utils.basefile import BaseFile
-
-ref_outPathFile = r"F:\fun3\ref\cnkiref.big_json.gz"
-f_ref = gzip.open(ref_outPathFile, "wb")
-if BaseFile.get_file_size(ref_outPathFile) >= 100 * 1024 * 1024:
-    f_ref.close()
-    ref_outPathFile = BaseFile.change_file(ref_outPathFile, size=100 * 1024 * 1024)
-    ref_outPathFile = ref_outPathFile.replace(".big_json", '.big_json.gz')
-    f_ref = gzip.open(ref_outPathFile, "wb")
-    print("new dst_path: %s" % ref_outPathFile)
-for file in BaseDir.get_dir_all_files(r"F:\fun2\ref"):
-    print(file)
-    with gzip.open(file, 'r') as f:
-        for lineb in f:
-            line = lineb.decode()
-            linedicts = json.loads(line)
-            print(linedicts)
-            if "stat" in linedicts:
-                for key in linedicts:
-                    if key == "stat":
-                        continue
-                    else:
-                        print(key)
-                        tempdicts = linedicts[key]
-                        print(tempdicts)
-                        line_ref = json.dumps(tempdicts, ensure_ascii=False) + "\n"
-                        line_refs = line_ref.encode()
-                        f_ref.write(line_refs)
-            else:
-                f_ref.write(lineb)
-            if BaseFile.get_file_size(ref_outPathFile) >= 100 * 1024 * 1024:
-                f_ref.close()
-                ref_outPathFile = BaseFile.change_file(ref_outPathFile, size=100 * 1024 * 1024)
-                ref_outPathFile = ref_outPathFile.replace(".big_json", '.big_json.gz')
-                f_ref = gzip.open(ref_outPathFile, "wb")
+import gzip
+import json
+
+from re_common.baselibrary.utils.basedir import BaseDir
+from re_common.baselibrary.utils.basefile import BaseFile
+
+ref_outPathFile = r"F:\fun3\ref\cnkiref.big_json.gz"
+f_ref = gzip.open(ref_outPathFile, "wb")
+if BaseFile.get_file_size(ref_outPathFile) >= 100 * 1024 * 1024:
+    f_ref.close()
+    ref_outPathFile = BaseFile.change_file(ref_outPathFile, size=100 * 1024 * 1024)
+    ref_outPathFile = ref_outPathFile.replace(".big_json", '.big_json.gz')
+    f_ref = gzip.open(ref_outPathFile, "wb")
+    print("new dst_path: %s" % ref_outPathFile)
+for file in BaseDir.get_dir_all_files(r"F:\fun2\ref"):
+    print(file)
+    with gzip.open(file, 'r') as f:
+        for lineb in f:
+            line = lineb.decode()
+            linedicts = json.loads(line)
+            print(linedicts)
+            if "stat" in linedicts:
+                for key in linedicts:
+                    if key == "stat":
+                        continue
+                    else:
+                        print(key)
+                        tempdicts = linedicts[key]
+                        print(tempdicts)
+                        line_ref = json.dumps(tempdicts, ensure_ascii=False) + "\n"
+                        line_refs = line_ref.encode()
+                        f_ref.write(line_refs)
+            else:
+                f_ref.write(lineb)
+            if BaseFile.get_file_size(ref_outPathFile) >= 100 * 1024 * 1024:
+                f_ref.close()
+                ref_outPathFile = BaseFile.change_file(ref_outPathFile, size=100 * 1024 * 1024)
+                ref_outPathFile = ref_outPathFile.replace(".big_json", '.big_json.gz')
+                f_ref = gzip.open(ref_outPathFile, "wb")
                 print("new dst_path: %s" % ref_outPathFile)

re_common/baselibrary/tools/get_attr.py

@@ -1,11 +1,11 @@
-def get_attrs(settings):
-    """
-    获取模块参数转换为字典
-    :param settings:
-    :return:
-    """
-    attr = {}
-    for i in (dir(settings)):
-        if i.isupper():
-            attr[i] = getattr(settings,i)
+def get_attrs(settings):
+    """
+    获取模块参数转换为字典
+    :param settings:
+    :return:
+    """
+    attr = {}
+    for i in (dir(settings)):
+        if i.isupper():
+            attr[i] = getattr(settings,i)
     return attr

re_common/baselibrary/tools/image_to_pdf.py

@@ -1,62 +1,62 @@
-# coding = UTF-8
-
-
-# 导入Python标准库
-import os
-from io import BytesIO
-
-# 导入第三方库
-from PIL import Image
-
-# 防止中文乱码
-os.environ['NLS_LANG'] = 'SIMPLIFIED CHINESE_CHINA.UTF8'
-
-# 支持的图片文件格式
-SUPPORT_SUFFIX = ["jpg", "jpeg", "png"]
-
-
-def pic_to_pdf(image_bytes: bytes) -> bytes:
-    """将单个图片转换为单张PDF
-
-    :param image_bytes: 图片的bytes对象
-    :return: PDF的bytes对象
-    """
-    # 将bytes对象转换为BytesIO对象
-    image_bytes_io = BytesIO(image_bytes)
-    # 从内存中读取图片
-    image_object = Image.open(image_bytes_io)
-    # 打开内存中的文件用于保存PDF
-    with BytesIO() as result_bytes_io:
-        # 将图片保存为单张PDF
-        image_object.save(result_bytes_io, "PDF", resolution=100.0)
-        # 获取内存中的文件
-        data = result_bytes_io.getvalue()
-    # 返回PDF的bytes对象
-    return data
-
-
-def batch_convert(image_path: str, pdf_path: str) -> None:
-    """批量将图片转换为单张PDF
-
-    :param image_path: 图片的文件夹
-    :param pdf_path: PDF文件保存的文件夹
-    """
-    # 遍历文件夹下所有文件
-    for root, dirs, files in os.walk(image_path, topdown=False):
-        for name in files:
-            # 提取文件的后缀名
-            file_suffix = os.path.splitext(name)[-1].lstrip(".").lower()
-            # 检测该文件格式是否受到支持
-            if file_suffix not in SUPPORT_SUFFIX:
-                continue
-            # 拼接出图片文件的绝对路径
-            source_file_path = os.path.join(root, name)
-            # 拼接出PDF文件的绝对路径
-            target_file_path = os.path.join(pdf_path, f"{os.path.splitext(name)[0]}.pdf")
-            # 将图片文件转换为PDF文件
-            with open(source_file_path, "rb") as source:
-                with open(target_file_path, "wb") as target:
-                    target.write(pic_to_pdf(source.read()))
-
-
+# coding = UTF-8
+
+
+# 导入Python标准库
+import os
+from io import BytesIO
+
+# 导入第三方库
+from PIL import Image
+
+# 防止中文乱码
+os.environ['NLS_LANG'] = 'SIMPLIFIED CHINESE_CHINA.UTF8'
+
+# 支持的图片文件格式
+SUPPORT_SUFFIX = ["jpg", "jpeg", "png"]
+
+
+def pic_to_pdf(image_bytes: bytes) -> bytes:
+    """将单个图片转换为单张PDF
+
+    :param image_bytes: 图片的bytes对象
+    :return: PDF的bytes对象
+    """
+    # 将bytes对象转换为BytesIO对象
+    image_bytes_io = BytesIO(image_bytes)
+    # 从内存中读取图片
+    image_object = Image.open(image_bytes_io)
+    # 打开内存中的文件用于保存PDF
+    with BytesIO() as result_bytes_io:
+        # 将图片保存为单张PDF
+        image_object.save(result_bytes_io, "PDF", resolution=100.0)
+        # 获取内存中的文件
+        data = result_bytes_io.getvalue()
+    # 返回PDF的bytes对象
+    return data
+
+
+def batch_convert(image_path: str, pdf_path: str) -> None:
+    """批量将图片转换为单张PDF
+
+    :param image_path: 图片的文件夹
+    :param pdf_path: PDF文件保存的文件夹
+    """
+    # 遍历文件夹下所有文件
+    for root, dirs, files in os.walk(image_path, topdown=False):
+        for name in files:
+            # 提取文件的后缀名
+            file_suffix = os.path.splitext(name)[-1].lstrip(".").lower()
+            # 检测该文件格式是否受到支持
+            if file_suffix not in SUPPORT_SUFFIX:
+                continue
+            # 拼接出图片文件的绝对路径
+            source_file_path = os.path.join(root, name)
+            # 拼接出PDF文件的绝对路径
+            target_file_path = os.path.join(pdf_path, f"{os.path.splitext(name)[0]}.pdf")
+            # 将图片文件转换为PDF文件
+            with open(source_file_path, "rb") as source:
+                with open(target_file_path, "wb") as target:
+                    target.write(pic_to_pdf(source.read()))
+
+
 batch_convert(r"C:\Users\Administrator\Desktop\上传\zhuanhuan\20230404\新建文件夹 (5)",r"C:\Users\Administrator\Desktop\上传\zhuanhuan\20230404\pdf")