re-common 2.0.1__py3-none-any.whl → 10.0.1__py3-none-any.whl

re_common/baselibrary/tools/db3_2_sizedb3.py

@@ -0,0 +1,102 @@
+# -*- coding: utf-8 -*-
+# @Time    : 2020/6/16 9:29
+# @Author  : suhong
+# @File    : db3_2_sizedb3.py
+# @Software: PyCharm
+"""
+获取输入db3文件夹路径，获取db3表名、列名，创建一个db3
+往新的db3写入select信息直到指定大小，切换
+"""
+import sqlite3
+import sys
+
+from re_common.baselibrary.utils.basedir import BaseDir
+from re_common.baselibrary.utils.basefile import BaseFile
+
+
+class UniformSizeDb3(object):
+    def __init__(self):
+        self.table_name = None
+        self.column_name = list()
+        self.info_list = list()
+        self.all_num = 0
+
+    def work(self, file_path=None, out_path=None,size=200 * 1024 * 1024):
+        if file_path is None and out_path is None:
+            print("path error")
+            sys.exit(-1)
+        for path in BaseDir.get_dir_all_files(file_path):
+            count = 1
+            print(path)
+            # print(BaseFile.get_file_size(path)/1024/1024)
+            conn = sqlite3.connect(path)
+            cur = conn.cursor()
+            # 获取表名和字段名称
+            cur.execute("SELECT name FROM sqlite_master where type='table'")
+            row1 = cur.fetchone()
+            self.table_name = row1[0]
+            cur.execute("PRAGMA table_info([{}])".format(self.table_name))
+            row2 = cur.fetchall()
+            for row in row2:
+                self.column_name.append(row[1])
+            column_name = tuple(self.column_name)
+            self.column_name.clear()
+
+            # 获取原始db3的创建table语句
+            cur.execute("SELECT sql FROM sqlite_master WHERE type='table' AND name = '{}'".format(self.table_name))
+            create_table_sql = cur.fetchone()[0]
+            insert_sql = "insert into {} {} values ({})".format(self.table_name, column_name, "?," * len(column_name))
+            insert_sql = insert_sql.replace("'", "").replace("?,)", "?)")
+
+
+
+            out_file = "{}/{}_{}.db3".format(out_path, BaseFile.get_filename_not_extsep(path), count)
+            conn_2 = sqlite3.connect(out_file)
+            cur_2 = conn_2.cursor()
+            cur_2.execute("SELECT name FROM sqlite_master where type='table'")
+            name_row = cur_2.fetchone()
+            if name_row is None:
+                cur_2.execute(create_table_sql)
+                conn_2.commit()
+
+            # 查询原表信息 并插入新表
+            cur.execute("select * from {}".format(self.table_name))
+            while True:
+                rows = cur.fetchone()
+                if rows:
+                    self.info_list.append(rows)
+
+                    if BaseFile.get_file_size(out_file) >= size:
+                        count +=1
+                        out_file = "{}/{}_{}.db3".format(out_path, BaseFile.get_filename_not_extsep(path), count)
+                        conn_2 = sqlite3.connect(out_file)
+                        cur_2 = conn_2.cursor()
+                        cur_2.execute("SELECT name FROM sqlite_master where type='table'")
+                        name_row = cur_2.fetchone()
+                        if name_row is None:
+                            cur_2.execute(create_table_sql)
+                            conn_2.commit()
+                        print("outfilepath:{}".format(out_file))
+
+                    if len(self.info_list) >= 10000:
+                        self.all_num += len(self.info_list)
+                        cur_2.executemany(insert_sql, self.info_list)
+                        conn_2.commit()
+                        print("do all sql:{}".format(self.all_num))
+                        self.info_list.clear()
+                else:
+                    break
+            self.all_num += len(self.info_list)
+            cur_2.executemany(insert_sql, self.info_list)
+            conn_2.commit()
+            cur_2.close()
+            print("do all sql:{}".format(self.all_num))
+            self.info_list.clear()
+            self.all_num = 0
+
+
+if __name__ == '__main__':
+    file_path = r'E:\更新数据\adb3'
+    out_path = r'E:\更新数据\test_db3'
+    u = UniformSizeDb3()
+    u.work(file_path, out_path)

re_common/baselibrary/tools/foreachgz.py

@@ -0,0 +1,40 @@
+import gzip
+import json
+
+from re_common.baselibrary.utils.basedir import BaseDir
+from re_common.baselibrary.utils.basefile import BaseFile
+
+ref_outPathFile = r"F:\fun3\ref\cnkiref.big_json.gz"
+f_ref = gzip.open(ref_outPathFile, "wb")
+if BaseFile.get_file_size(ref_outPathFile) >= 100 * 1024 * 1024:
+    f_ref.close()
+    ref_outPathFile = BaseFile.change_file(ref_outPathFile, size=100 * 1024 * 1024)
+    ref_outPathFile = ref_outPathFile.replace(".big_json", '.big_json.gz')
+    f_ref = gzip.open(ref_outPathFile, "wb")
+    print("new dst_path: %s" % ref_outPathFile)
+for file in BaseDir.get_dir_all_files(r"F:\fun2\ref"):
+    print(file)
+    with gzip.open(file, 'r') as f:
+        for lineb in f:
+            line = lineb.decode()
+            linedicts = json.loads(line)
+            print(linedicts)
+            if "stat" in linedicts:
+                for key in linedicts:
+                    if key == "stat":
+                        continue
+                    else:
+                        print(key)
+                        tempdicts = linedicts[key]
+                        print(tempdicts)
+                        line_ref = json.dumps(tempdicts, ensure_ascii=False) + "\n"
+                        line_refs = line_ref.encode()
+                        f_ref.write(line_refs)
+            else:
+                f_ref.write(lineb)
+            if BaseFile.get_file_size(ref_outPathFile) >= 100 * 1024 * 1024:
+                f_ref.close()
+                ref_outPathFile = BaseFile.change_file(ref_outPathFile, size=100 * 1024 * 1024)
+                ref_outPathFile = ref_outPathFile.replace(".big_json", '.big_json.gz')
+                f_ref = gzip.open(ref_outPathFile, "wb")
+                print("new dst_path: %s" % ref_outPathFile)

re_common/baselibrary/tools/get_attr.py

@@ -0,0 +1,11 @@
+def get_attrs(settings):
+    """
+    获取模块参数转换为字典
+    :param settings:
+    :return:
+    """
+    attr = {}
+    for i in (dir(settings)):
+        if i.isupper():
+            attr[i] = getattr(settings,i)
+    return attr

re_common/baselibrary/tools/image_to_pdf.py

@@ -0,0 +1,62 @@
+# coding = UTF-8
+
+
+# 导入Python标准库
+import os
+from io import BytesIO
+
+# 导入第三方库
+from PIL import Image
+
+# 防止中文乱码
+os.environ['NLS_LANG'] = 'SIMPLIFIED CHINESE_CHINA.UTF8'
+
+# 支持的图片文件格式
+SUPPORT_SUFFIX = ["jpg", "jpeg", "png"]
+
+
+def pic_to_pdf(image_bytes: bytes) -> bytes:
+    """将单个图片转换为单张PDF
+
+    :param image_bytes: 图片的bytes对象
+    :return: PDF的bytes对象
+    """
+    # 将bytes对象转换为BytesIO对象
+    image_bytes_io = BytesIO(image_bytes)
+    # 从内存中读取图片
+    image_object = Image.open(image_bytes_io)
+    # 打开内存中的文件用于保存PDF
+    with BytesIO() as result_bytes_io:
+        # 将图片保存为单张PDF
+        image_object.save(result_bytes_io, "PDF", resolution=100.0)
+        # 获取内存中的文件
+        data = result_bytes_io.getvalue()
+    # 返回PDF的bytes对象
+    return data
+
+
+def batch_convert(image_path: str, pdf_path: str) -> None:
+    """批量将图片转换为单张PDF
+
+    :param image_path: 图片的文件夹
+    :param pdf_path: PDF文件保存的文件夹
+    """
+    # 遍历文件夹下所有文件
+    for root, dirs, files in os.walk(image_path, topdown=False):
+        for name in files:
+            # 提取文件的后缀名
+            file_suffix = os.path.splitext(name)[-1].lstrip(".").lower()
+            # 检测该文件格式是否受到支持
+            if file_suffix not in SUPPORT_SUFFIX:
+                continue
+            # 拼接出图片文件的绝对路径
+            source_file_path = os.path.join(root, name)
+            # 拼接出PDF文件的绝对路径
+            target_file_path = os.path.join(pdf_path, f"{os.path.splitext(name)[0]}.pdf")
+            # 将图片文件转换为PDF文件
+            with open(source_file_path, "rb") as source:
+                with open(target_file_path, "wb") as target:
+                    target.write(pic_to_pdf(source.read()))
+
+
+batch_convert(r"C:\Users\Administrator\Desktop\上传\zhuanhuan\20230404\新建文件夹 (5)",r"C:\Users\Administrator\Desktop\上传\zhuanhuan\20230404\pdf")

re_common/baselibrary/tools/java_code_deal.py

@@ -0,0 +1,139 @@
+from re_common.baselibrary.utils.baselist import BaseList
+
+
+class JavaCodeDeal(object):
+
+    def __init__(self):
+        self.strings = """
+        """
+        self.lists = []
+        self.baselist = BaseList()
+        self.keylist = []
+
+    def set_strings(self, strings):
+        """
+        设置源数据
+        :param strings:
+        :return:
+        """
+        self.strings = strings
+
+    def strings_split(self, split="\n"):
+        """
+        根据条件切割为单独的数据
+        :param split:
+        :return:
+        """
+        self.lists = self.strings.split(split)
+
+    def list_deal(self):
+        """
+        去除空字符串，空数据，以及字符串前后空格
+        :return:
+        """
+        self.lists = self.baselist.remove_null(self.lists)
+        self.lists = self.baselist.remove_blank_space(self.lists)
+        self.lists = self.baselist.clean_space_first_end(self.lists)
+
+    def get_key(self):
+        """
+        获取等号前的变量
+        :return:
+        """
+        for item in self.lists:
+            key = item.split("=")[0].replace("String", "").strip()
+            self.keylist.append(key)
+
+    def set_outmap(self):
+        """
+        生成outMap的put代码
+        :return:
+        """
+        for item in self.lists:
+            key = item.split("=")[0].replace("String", "").strip()
+            print('outMap.put("{}", {});'.format(key, key))
+
+    def set_sql_deal(self):
+        """
+        生成mysql处理代码
+        :return:
+        """
+        for item in self.lists:
+            key = item.split("=")[0].replace("String", "").strip()
+            print("{} = {}.replace('\\0', ' ').replace(\"'\", \"''\").trim();".format(key, key))
+
+    def create_sql(self):
+        strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
+        for key in self.keylist:
+            strinsgs += "[{}],".format(key)
+        strinsgs = strinsgs[:-1]
+        strinsgs += ")\";"
+        print(strinsgs)
+
+    def create_s(self):
+        Strings = "sql += \" VALUES ("
+        for key in self.keylist:
+            Strings += "'%s', "
+        Strings = Strings[:-2]
+        Strings += ")\";"
+        print(Strings)
+
+    def create_value(self):
+        Strings = "sql = String.format(sql,"
+        for key in self.keylist:
+            Strings += key + ","
+        Strings = Strings[:-1]
+        Strings += ");"
+        print(Strings)
+
+    def create_java_sql(self):
+        self.create_sql()
+        self.create_s()
+        self.create_value()
+
+
+if __name__ == "__main__":
+    strings = """
+     String rawid = outMap.getOrDefault("rawid", "");
+            String lngid = outMap.getOrDefault("lngid", "");
+            gch = gch;
+            String title = outMap.getOrDefault("rawid", "");
+            String title_alternative = outMap.getOrDefault("title_alt", "");
+            String identifier_issn = outMap.getOrDefault("issn", "");
+            String identifier_cnno = outMap.getOrDefault("cnno", "");
+            String creator = outMap.getOrDefault("author", "");
+            String creator_en = outMap.getOrDefault("author_raw", "");
+            String creator_institution = outMap.getOrDefault("organ", "");
+            String source = outMap.getOrDefault("journal_name", "");
+            String source_en = outMap.getOrDefault("journal_name_alt", "");
+            String date = StringHelper.getYear(pub_year);
+            String volume = outMap.getOrDefault("vol", "");
+            String issue = outMap.getOrDefault("num", "");
+            String description = outMap.getOrDefault("abstract", "");
+            String description_en = outMap.getOrDefault("abstract_alt", "");
+            String description_fund = outMap.getOrDefault("fund", "");
+            String description_core = "";
+            String subject = outMap.getOrDefault("keyword", "");
+            String subject_en = outMap.getOrDefault("keyword_alt", "");
+            String begin_page = outMap.getOrDefault("begin_page", "");
+            String end_page = outMap.getOrDefault("end_page", "");
+            String page = format_page(begin_page, end_page);
+            String subject_clc = clc_no.replace(" ", ";").replace(",", ";");//分类号，将空格，逗号替换为分号
+            String date_created = format_data_create(publishdate, pub_year);//日期，不是4位的解析出四位数字，如果是空和1900开头，改成data+0000
+            String identifier_doi = outMap.getOrDefault("doi", "");
+            String country = "CN";
+            String language = "ZH";
+            String provider = "cnkijournal";
+            String owner = "cqu";
+            String type = "3";
+            String medium = "2";
+            batch = batch;
+            String provider_url = "cnkijournal@http://kns.cnki.net/KCMS/detail/detail.aspx?dbcode=CJFD&filename=" + rawid;
+            String provider_id = "cnkijournal@" + rawid;
+    """
+    j = JavaCodeDeal()
+    j.set_strings(strings)
+    j.strings_split()
+    j.list_deal()
+    j.get_key()
+    j.create_java_sql()

re_common/baselibrary/tools/javacode.py

@@ -0,0 +1,79 @@
+"""
+不想写循环代码  生成循环代码
+"""
+from re_common.baselibrary.utils.basedir import BaseDir
+from re_common.baselibrary.utils.basefile import BaseFile
+
+
+class CreateCode():
+
+    def __init__(self):
+        self.inputobj1 = set()
+
+    def read_file(self, filepath):
+        for file in BaseDir.get_dir_all_files(filepath):
+            for line in BaseFile.read_file_r_mode_yield(file):
+                if line.find("String") > -1:
+                    var = line.split("=")[0].replace("String", "").strip()
+                    self.inputobj1.add(var)
+            yield file
+
+    def create_code(self, file):
+        with open(file, mode="w", encoding="utf-8") as f:
+            for var in self.inputobj1:
+                f.write("if (updateItem.getKey().equals(\"%s\")) {\n" % var)
+                f.write("    {} = updateItem.getValue().trim();\n".format(var))
+                f.write("}\n")
+
+    def create_put(self, file):
+        with open(file, mode="w", encoding="utf-8") as f:
+            for var in self.inputobj1:
+                f.write("xObj_a_table.data.put(\"%s\", %s);\n" % (var,var))
+
+    def create_replace(self, file):
+        with open(file, mode="w", encoding="utf-8") as f:
+            for var in self.inputobj1:
+                f.write("%s = %s.replace('\\0', ' ').replace(\"'\", \"''\").trim();\n" % (var, var))
+
+    def set_to_list(self):
+        self.inputs1 = list(self.inputobj1)
+
+    def create_sql(self,file):
+        with open(file, mode="w", encoding="utf-8") as f:
+            strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
+            for key in self.inputs1:
+                strinsgs += "[{}],".format(key)
+            strinsgs = strinsgs[:-1]
+            strinsgs += ")\";"
+            f.write(strinsgs)
+
+    def create_s(self):
+        Strings = "sql += \" VALUES ("
+        for key in self.inputs1:
+            Strings += "'%s', "
+        Strings = Strings[:-2]
+        Strings += ")\";"
+        print(Strings)
+
+    def create_value(self):
+        Strings = "sql = String.format(sql,"
+        for key in self.inputs1:
+            Strings += key+","
+        Strings = Strings[:-1]
+        Strings += ");"
+        print(Strings)
+
+
+if __name__ == "__main__":
+    createcode = CreateCode()
+    for file in createcode.read_file(r"./inputs"):
+        createcode.set_to_list()
+        # createcode.create_replace(file.replace("input", "output"))
+        # createcode.create_code(file.replace("input", "output"))
+        createcode.create_put(file.replace("input", "output"))
+        # createcode.set_to_list()
+        # createcode.create_sql(file.replace("input", "output"))
+        # createcode.create_s()
+        # createcode.create_value()
+
+

re_common/baselibrary/tools/mdb_db3.py

@@ -0,0 +1,48 @@
+import pypyodbc
+
+from re_common.baselibrary.utils.baseodbc import BaseODBC
+from re_common.facade.sqlite3facade import Sqlite3Utiles
+
+
+class MdbDb3(object):
+    """
+    mdb和db3的相互转换
+    """
+
+    def __init__(self):
+        self.MdbFile = ''
+        self.db3file = ''
+        self.baseodbc = None
+        self.sqliteutils = None
+
+    def set_mdb(self, MdbFile):
+        self.MdbFile = MdbFile
+        self.baseodbc = BaseODBC(self.MdbFile)
+        return self
+
+    def set_db3(self, db3_file):
+        self.db3file = db3_file
+        self.sqliteutils = Sqlite3Utiles().Sqlite3DBConnectFromFilePath(self.db3file)
+        return self
+
+    def get_db3_table_name(self):
+        """
+        获取db3的table表明
+        :return:
+        """
+        lists_tablename = []
+        for tables in self.sqliteutils.sqllite3.get_table_name():
+            table = tables[0]
+            lists_tablename.append(table)
+        return lists_tablename
+
+    def get_db3_fields(self, tablename):
+        self.sqliteutils.sqllite3.set_result_dict()
+        result = self.sqliteutils.sqllite3.get_all_field_info(tablename)
+        print(result)
+
+
+if __name__ == "__main__":
+    md3 = MdbDb3().set_db3(r'C:\Users\xuzhu\Desktop\cnkijournallist_1628228383.4636774.db3')
+    for tablename in md3.get_db3_table_name():
+        md3.get_db3_fields(tablename)

re_common/baselibrary/tools/merge_file.py

@@ -0,0 +1,171 @@
+"""
+多文件合并到一个文件
+方法一：按行读取写入
+方法二: 按块读取写入
+
+"""
+
+###########################################
+# 同项目调用基础包
+import os
+import sys
+
+filepath = os.path.abspath(__file__)
+pathlist = filepath.split(os.sep)
+pathlist = pathlist[:-4]
+TopPath = os.sep.join(pathlist)
+sys.path.insert(0, TopPath)
+############################################
+
+import time
+
+from re_common.baselibrary.utils.basedir import BaseDir
+from re_common.baselibrary.utils.basefile import BaseFile
+
+
+class MergeFile(object):
+    def __init__(self):
+        """
+        :param src: 输入文件夹路径
+        :param dst: 输出文件夹路径
+        """
+        self.outPathFile = None
+        self.a_num = 1000
+        self.b_num = 20000
+
+        self.a_size = 1024 * 1024 * 1024
+        self.block_size = 2 * 1024 * 1024 * 1024
+
+    def get_outpathfile(self, dst):
+        BaseDir.create_dir(dst)
+        now_time = time.strftime('%Y%m%d', time.localtime())
+        self.filename = "{}.big_json".format(now_time)
+        self.outPathFile = BaseFile.get_new_path(dst, self.filename)
+        return self.outPathFile
+
+    def line_all_2_one(self, src, dst, source_size=None, dst_size=None, a_num=None, b_num=None):
+        """
+        :param src: 输入路径
+        :param dst: 输出路径
+        :param source_size: 输入文件大于source_size，就直接复制过去
+        :param dst_size:  指定输出文件的最大值
+        :param a_num:  打印条数的取值（默认1000条输出一次信息）
+        :param b_num:  打印路径的取值（默认20000条输出一次信息）
+        :return:
+        """
+        # 程序开始时间
+        StartTime = time.time()
+        if a_num is None:
+            a_num = self.a_num
+        if b_num is None:
+            b_num = self.b_num
+        count_all = 0
+        dst_count = 0
+        src_file_num = 0
+        src_file_location = 0
+        if self.outPathFile is None:
+            self.get_outpathfile(dst)
+        for files in BaseDir.get_dir_all_files(src):
+            src_file_num += 1
+        for files in BaseDir.get_dir_all_files(src):
+            # 处理每个文件的开始时间
+            start_time = time.time()
+            src_file_location += 1
+            print("next source_path:" + files)
+            if source_size is not None:
+                if BaseFile.get_file_size(files) >= source_size:
+                    out_path = BaseFile.get_new_path(dst, BaseFile.get_file_name(files))
+                    BaseFile.copy_file_to_file(files, out_path)
+                    print("process_src:%d/%d, Time total:%s, source_path: %s , dst_path:%s" % (
+                    src_file_location, src_file_num, (repr(time.time() - start_time)), files, out_path))
+                    continue
+            count = 0
+            for line in BaseFile.read_file_r_mode_yield(files):
+                count += 1
+                count_all += 1
+                dst_count += 1
+                line = line + '\n'
+                BaseFile.single_add_file(self.outPathFile, line)
+                if count % a_num == 1:
+                    print("process_src:%d/%d, Time total:%s, source_count: %d, dst_count: %d, allcount: %d" % (
+                    src_file_location, src_file_num, (repr(time.time() - start_time)), count, dst_count, count_all))
+                if count % b_num == 1:
+                    print("source_path: %s , dst_path:%s" % (files, self.outPathFile))
+                if dst_size is not None:
+                    if BaseFile.get_file_size(self.outPathFile) >= dst_size:
+                        print("cut dst file, now:source_count: %d,dst_count: %d, allcount: %d" % (
+                        count, dst_count, count_all))
+                        dst_count = 0
+                        self.outPathFile = BaseFile.change_file(self.outPathFile, size=dst_size)
+                        print("new dst_path: %s" % self.outPathFile)
+
+            print("finish one file;Time total:%s, process_src:%d/%d, source_count: %d, dst_count: %d, allcount: %d" % (
+            repr(time.time() - start_time), src_file_location, src_file_num, count, dst_count, count_all))
+        # 程序结束花费时间时间
+        print('\nProce Over\nTime total:' + repr(time.time() - StartTime) + '\n')
+
+    def block_all_2_one(self, src, dst, source_size=None, dst_size=None, block_size=None, a_size=None):
+        """
+        按块读取小文件，并写入文件
+        :param src: 输入路径
+        :param dst: 输出路径
+        :param source_size: 输入文件大于source_size，就直接复制过去
+        :param dst_size: 指定输出文件的最大值（但是需要操作完一个输入文件后判断大小）
+        :param block_size: 按块读取的值
+        :param a_size: 打印路径的取值（默认1G大小输出一次信息）
+        :return:
+        """
+        # 程序开始时间
+        StartTime = time.time()
+        src_file_num = 0
+        src_all_size = 0
+        src_file_location = 0
+        if a_size is None:
+            a_size = self.a_size
+        if block_size is None:
+            block_size = self.block_size
+
+        if self.outPathFile is None:
+            self.get_outpathfile(dst)
+        for files in BaseDir.get_dir_all_files(src):
+            src_file_num += 1
+        for files in BaseDir.get_dir_all_files(src):
+            # 处理每个文件的开始时间
+            src_all_size += BaseFile.get_file_size(files)
+            dst_file_size = 0
+            start_time = time.time()
+            src_file_location += 1
+            print("next source_path:" + files)
+            if source_size is not None:
+                if BaseFile.get_file_size(files) >= source_size:
+                    out_path = BaseFile.get_new_path(dst, BaseFile.get_file_name(files))
+                    BaseFile.copy_file_to_file(files, out_path)
+                    print("process_src:%d/%d, Time total:%.2f/%.2f, source_path: %s , dst_path:%s" % (
+                    src_file_location, src_file_num, (time.time() - start_time), (time.time() - StartTime), files,
+                    out_path))
+                    continue
+            for block in BaseFile.read_file_rb_block(files, BLOCK_SIZE=block_size):
+                BaseFile.single_write_ab_file(block, self.outPathFile)
+            if BaseFile.get_file_size(self.outPathFile) % a_size == 1:
+                print("process_src:%d/%d, dst_size:%d, src_size:%d, src_all_size:%d, Time total:%.2f/%.2f" % (
+                src_file_location, src_file_num, dst_file_size, BaseFile.get_file_size(files), src_all_size,
+                (time.time() - start_time), (time.time() - StartTime)))
+            dst_file_size = BaseFile.get_file_size(self.outPathFile)
+            print(
+                "finish one file;process_src:%d/%d, dst_size:%d, src_size:%d, src_all_size:%d, Time total:%.2f/%.2f" % (
+                src_file_location, src_file_num, dst_file_size, BaseFile.get_file_size(files), src_all_size,
+                (time.time() - start_time), (time.time() - StartTime)))
+            if dst_size is not None:
+                if BaseFile.get_file_size(self.outPathFile) >= dst_size:
+                    self.outPathFile = BaseFile.change_file(self.outPathFile, size=dst_size)
+                    print("new dst_path: %s" % self.outPathFile)
+                    dst_file_size = 0
+            # 程序结束花费时间时间
+        print('\nProce Over\nTime total:' + repr(time.time() - StartTime) + '\n')
+
+# if __name__ == '__main__':
+#     old_path = r'E:\work\pnasjournal\big_json\20200116'
+#     new_path = r'E:\work\pnasjournal\big_json\new'
+#     a = MergeFile()
+#     # a.line_all_2_one(old_path,new_path)
+#     a.block_all_2_one(old_path,new_path,dst_size=1024*1024*10)