re-common 10.0.39__py3-none-any.whl → 10.0.40__py3-none-any.whl

re_common/baselibrary/tools/move_mongo/use_mttf.py

@@ -1,18 +1,18 @@
-from re_common.baselibrary.tools.move_mongo.mongo_table_to_file import Configs, MongoToFile
-
-conf = Configs()
-
-
-def hook_doc(doc):
-    doc_info = doc["step_info"]
-    id_ = doc_info["id"]
-    url = f"https://wiki.mbalib.com/wiki/{id_}"
-    doc_info["url"] = url
-    return doc
-
-
-mtf = MongoToFile(conf)
-mtf.hook_doc = hook_doc
-mtf.init_conn_mongodb()
-mtf.open_file()
-mtf.asyncio_run()
+from re_common.baselibrary.tools.move_mongo.mongo_table_to_file import Configs, MongoToFile
+
+conf = Configs()
+
+
+def hook_doc(doc):
+    doc_info = doc["step_info"]
+    id_ = doc_info["id"]
+    url = f"https://wiki.mbalib.com/wiki/{id_}"
+    doc_info["url"] = url
+    return doc
+
+
+mtf = MongoToFile(conf)
+mtf.hook_doc = hook_doc
+mtf.init_conn_mongodb()
+mtf.open_file()
+mtf.asyncio_run()

re_common/baselibrary/tools/move_mongo/use_mv.py

@@ -1,93 +1,93 @@
-import click
-
-###########################################
-# 同项目调用基础包
-import datetime
-import gzip
-import json
-import os
-import sys
-import time
-
-filepath = os.path.abspath(__file__)
-pathlist = filepath.split(os.sep)
-pathlist = pathlist[:-5]
-TopPath = os.sep.join(pathlist)
-sys.path.insert(0, TopPath)
-print(TopPath)
-############################################
-
-
-from re_common.baselibrary.tools.move_mongo.move_mongo_table import MoveMongodbColl, MoveMongodbThreadRun
-
-
-class Configs(object):
-
-    def __init__(self):
-        self.db3_path = r"D:\config\mvmg\db3\test_images.db3"
-        self.db3_encoding = "utf-8"
-        self.mgdb_conn = "mongodb://192.168.31.30:32417/"
-        self.mgdb_conn_motor = "mongodb://192.168.31.30:32417/htmljson.wanfang_ref?authSource=htmljson"
-        self.mgdb_db = "htmljson"
-        self.mgdb_col = "cx_journal_detail"
-
-        self.mgdb_conn2_motor = "mongodb://cjrw:vipdatacenter@192.168.31.243:32920,192.168.31.206:32920,192.168.31.208:32920/?authSource=htmljson"
-        self.mgdb_db2 = "htmljson"
-        self.mgdb_col2 = "cx_journal_detail"
-
-        self.mq_name = "mongodb.move.send"
-        self.mq_name_work = "mongodb.move.worker"
-
-        self.error_dir = r"D:\config\mvmg\log"
-
-
-conf = Configs()
-
-
-def one_init():
-    # 第一步 初始化数据到db3文件
-    MoveMongodbColl(conf).one_init()
-
-
-# 第二步 开始转移 使用send_work_recv结构 共开三个进程
-
-def send():
-    MoveMongodbColl(conf).two_send()
-
-
-def works():
-    MoveMongodbThreadRun(1, conf).run()
-
-
-def works_many():
-    mmtr = MoveMongodbThreadRun(1, conf)
-    mmtr.is_many_move = True
-    mmtr.num_list = 1000
-    mmtr.num_info_list = 10
-    mmtr.run()
-
-
-def recv():
-    MoveMongodbColl(conf).two_recv()
-
-
-@click.command()
-@click.option('--name',
-              help='func name')
-def main(name):
-    if name == "send":
-        send()
-    elif name == "one_init":
-        one_init()
-    elif name == "works":
-        works()
-
-    elif name == "works_many":
-        works_many()
-
-    elif name == "recv":
-        recv()
-
-
-if __name__ == '__main__':
-    main()
+import click
+
+###########################################
+# 同项目调用基础包
+import datetime
+import gzip
+import json
+import os
+import sys
+import time
+
+filepath = os.path.abspath(__file__)
+pathlist = filepath.split(os.sep)
+pathlist = pathlist[:-5]
+TopPath = os.sep.join(pathlist)
+sys.path.insert(0, TopPath)
+print(TopPath)
+############################################
+
+
+from re_common.baselibrary.tools.move_mongo.move_mongo_table import MoveMongodbColl, MoveMongodbThreadRun
+
+
+class Configs(object):
+
+    def __init__(self):
+        self.db3_path = r"D:\config\mvmg\db3\test_images.db3"
+        self.db3_encoding = "utf-8"
+        self.mgdb_conn = "mongodb://192.168.31.30:32417/"
+        self.mgdb_conn_motor = "mongodb://192.168.31.30:32417/htmljson.wanfang_ref?authSource=htmljson"
+        self.mgdb_db = "htmljson"
+        self.mgdb_col = "cx_journal_detail"
+
+        self.mgdb_conn2_motor = "mongodb://cjrw:vipdatacenter@192.168.31.243:32920,192.168.31.206:32920,192.168.31.208:32920/?authSource=htmljson"
+        self.mgdb_db2 = "htmljson"
+        self.mgdb_col2 = "cx_journal_detail"
+
+        self.mq_name = "mongodb.move.send"
+        self.mq_name_work = "mongodb.move.worker"
+
+        self.error_dir = r"D:\config\mvmg\log"
+
+
+conf = Configs()
+
+
+def one_init():
+    # 第一步 初始化数据到db3文件
+    MoveMongodbColl(conf).one_init()
+
+
+# 第二步 开始转移 使用send_work_recv结构 共开三个进程
+
+def send():
+    MoveMongodbColl(conf).two_send()
+
+
+def works():
+    MoveMongodbThreadRun(1, conf).run()
+
+
+def works_many():
+    mmtr = MoveMongodbThreadRun(1, conf)
+    mmtr.is_many_move = True
+    mmtr.num_list = 1000
+    mmtr.num_info_list = 10
+    mmtr.run()
+
+
+def recv():
+    MoveMongodbColl(conf).two_recv()
+
+
+@click.command()
+@click.option('--name',
+              help='func name')
+def main(name):
+    if name == "send":
+        send()
+    elif name == "one_init":
+        one_init()
+    elif name == "works":
+        works()
+
+    elif name == "works_many":
+        works_many()
+
+    elif name == "recv":
+        recv()
+
+
+if __name__ == '__main__':
+    main()

re_common/baselibrary/tools/mpandas/mpandasreadexcel.py

@@ -1,125 +1,125 @@
-###############################################################
-# import pandas as pd
-#
-# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
-# io = r'.\raw.xlsx'
-# data = pd.read_excel(io, sheet_name=0)
-#
-# # print(data.head())
-# # print(data.tail())
-# # print(data.groupby(["GCH","years"]).groups)
-# onedata = data.groupby('GCH').apply(lambda t: t[t.years == t.years.min()])
-# print("write excel")
-# with pd.ExcelWriter('temp1.xlsx') as writer:
-#     onedata.to_excel(writer, sheet_name='Sheet1')
-
-##########################################################
-
-# import pandas as pd
-#
-# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
-# io = r'.\temp1.xlsx'
-# data = pd.read_excel(io, sheet_name=0)
-#
-# # print(data.head())
-# # print(data.tail())
-# # print(data.groupby(["GCH","years"]).groups)
-# onedata = data.groupby('GCH').apply(lambda t: t[t.num == t.num.min()])
-# print("write excel")
-# with pd.ExcelWriter('temp2.xlsx') as writer:
-#     onedata.to_excel(writer, sheet_name='Sheet1')
-
-############################################################
-
-# import pandas as pd
-#
-# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
-# io = r'.\temp2.xlsx'
-# data = pd.read_excel(io, sheet_name=0)
-#
-# def bug_rule(x):
-#     gch = x.GCH
-#     gch1 = gch[:-1]
-#     return gch1
-#
-# data["gch5"] = data.apply(lambda x: bug_rule(x), axis=1)
-# print("write excel")
-# with pd.ExcelWriter('temp3.xlsx') as writer:
-#     data.to_excel(writer, sheet_name='Sheet1')
-
-
-###################################################
-#
-#
-# import sys
-#
-# import pandas as pd
-#
-# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
-# io = r'.\temp3.xlsx'
-# io2 = r'.\raw2.xlsx'
-# data = pd.read_excel(io, sheet_name=0)
-# print(data.dtypes)
-# print("****************")
-# data2 = pd.read_excel(io2, sheet_name=1)
-# print(data2.dtypes)
-# data3 = pd.merge(data, data2, on='gch5')
-#
-# with pd.ExcelWriter('temp4.xlsx') as writer:
-#     data3.to_excel(writer, sheet_name='Sheet1')
-
-##########################################################
-
-
-# import pandas as pd
-#
-# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
-# io = r'.\temp4.xlsx'
-# data = pd.read_excel(io, sheet_name=0)
-#
-# # print(data.head())
-# # print(data.tail())
-# # print(data.groupby(["GCH","years"]).groups)
-# onedata = data.groupby('gch5').apply(lambda t: t[t.years == t.years.min()])
-# print("write excel")
-# with pd.ExcelWriter('temp5.xlsx') as writer:
-#     onedata.to_excel(writer, sheet_name='Sheet1')
-
-##########################################################
-
-# import pandas as pd
-#
-# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
-# io = r'.\temp5.xlsx'
-# data = pd.read_excel(io, sheet_name=0)
-#
-# # print(data.head())
-# # print(data.tail())
-# # print(data.groupby(["GCH","years"]).groups)
-# onedata = data.groupby('gch5').apply(lambda t: t[t.num == t.num.min()])
-# print("write excel")
-# with pd.ExcelWriter('temp6.xlsx') as writer:
-#     onedata.to_excel(writer, sheet_name='Sheet1')
-
-#########################################################
-
-import pandas as pd
-
-
-io = r'.\temp4.xlsx'
-io2 = r'.\raw2.xlsx'
-data = pd.read_excel(io, sheet_name=0)
-data2 = pd.read_excel(io2, sheet_name=1)
-
-print(type(data["刊名"]))
-print(data["刊名"].values.tolist())
-print(type(data2["刊名"]))
-print(data2["刊名"].values.tolist())
-
-print(set(data2["刊名"].values.tolist()) - set(data["刊名"].values.tolist()))
-
-# onedata = data.groupby('gch5').apply(lambda t: t[t.num == t.num.min()])
-# print("write excel")
-# with pd.ExcelWriter('temp6.xlsx') as writer:
-#     onedata.to_excel(writer, sheet_name='Sheet1')
-
+###############################################################
+# import pandas as pd
+#
+# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
+# io = r'.\raw.xlsx'
+# data = pd.read_excel(io, sheet_name=0)
+#
+# # print(data.head())
+# # print(data.tail())
+# # print(data.groupby(["GCH","years"]).groups)
+# onedata = data.groupby('GCH').apply(lambda t: t[t.years == t.years.min()])
+# print("write excel")
+# with pd.ExcelWriter('temp1.xlsx') as writer:
+#     onedata.to_excel(writer, sheet_name='Sheet1')
+
+##########################################################
+
+# import pandas as pd
+#
+# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
+# io = r'.\temp1.xlsx'
+# data = pd.read_excel(io, sheet_name=0)
+#
+# # print(data.head())
+# # print(data.tail())
+# # print(data.groupby(["GCH","years"]).groups)
+# onedata = data.groupby('GCH').apply(lambda t: t[t.num == t.num.min()])
+# print("write excel")
+# with pd.ExcelWriter('temp2.xlsx') as writer:
+#     onedata.to_excel(writer, sheet_name='Sheet1')
+
+############################################################
+
+# import pandas as pd
+#
+# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
+# io = r'.\temp2.xlsx'
+# data = pd.read_excel(io, sheet_name=0)
+#
+# def bug_rule(x):
+#     gch = x.GCH
+#     gch1 = gch[:-1]
+#     return gch1
+#
+# data["gch5"] = data.apply(lambda x: bug_rule(x), axis=1)
+# print("write excel")
+# with pd.ExcelWriter('temp3.xlsx') as writer:
+#     data.to_excel(writer, sheet_name='Sheet1')
+
+
+###################################################
+#
+#
+# import sys
+#
+# import pandas as pd
+#
+# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
+# io = r'.\temp3.xlsx'
+# io2 = r'.\raw2.xlsx'
+# data = pd.read_excel(io, sheet_name=0)
+# print(data.dtypes)
+# print("****************")
+# data2 = pd.read_excel(io2, sheet_name=1)
+# print(data2.dtypes)
+# data3 = pd.merge(data, data2, on='gch5')
+#
+# with pd.ExcelWriter('temp4.xlsx') as writer:
+#     data3.to_excel(writer, sheet_name='Sheet1')
+
+##########################################################
+
+
+# import pandas as pd
+#
+# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
+# io = r'.\temp4.xlsx'
+# data = pd.read_excel(io, sheet_name=0)
+#
+# # print(data.head())
+# # print(data.tail())
+# # print(data.groupby(["GCH","years"]).groups)
+# onedata = data.groupby('gch5').apply(lambda t: t[t.years == t.years.min()])
+# print("write excel")
+# with pd.ExcelWriter('temp5.xlsx') as writer:
+#     onedata.to_excel(writer, sheet_name='Sheet1')
+
+##########################################################
+
+# import pandas as pd
+#
+# # io = r'C:\Users\xuzhu\Desktop\OutK.xlsx'
+# io = r'.\temp5.xlsx'
+# data = pd.read_excel(io, sheet_name=0)
+#
+# # print(data.head())
+# # print(data.tail())
+# # print(data.groupby(["GCH","years"]).groups)
+# onedata = data.groupby('gch5').apply(lambda t: t[t.num == t.num.min()])
+# print("write excel")
+# with pd.ExcelWriter('temp6.xlsx') as writer:
+#     onedata.to_excel(writer, sheet_name='Sheet1')
+
+#########################################################
+
+import pandas as pd
+
+
+io = r'.\temp4.xlsx'
+io2 = r'.\raw2.xlsx'
+data = pd.read_excel(io, sheet_name=0)
+data2 = pd.read_excel(io2, sheet_name=1)
+
+print(type(data["刊名"]))
+print(data["刊名"].values.tolist())
+print(type(data2["刊名"]))
+print(data2["刊名"].values.tolist())
+
+print(set(data2["刊名"].values.tolist()) - set(data["刊名"].values.tolist()))
+
+# onedata = data.groupby('gch5').apply(lambda t: t[t.num == t.num.min()])
+# print("write excel")
+# with pd.ExcelWriter('temp6.xlsx') as writer:
+#     onedata.to_excel(writer, sheet_name='Sheet1')
+

re_common/baselibrary/tools/mpandas/pandas_visualization.py

@@ -1,8 +1,8 @@
-import numpy as np
-import pandas as pd
-
-ts = pd.Series(np.random.randn(1000),
-               index=pd.date_range('1/1/2000', periods=1000))
-
-ts = ts.cumsum()
+import numpy as np
+import pandas as pd
+
+ts = pd.Series(np.random.randn(1000),
+               index=pd.date_range('1/1/2000', periods=1000))
+
+ts = ts.cumsum()
 ts.plot()