mdbq 0.2.7__py3-none-any.whl → 0.2.8__py3-none-any.whl

mdbq/aggregation/optimize_data.py

@@ -0,0 +1,22 @@
+# -*- coding: UTF-8 –*-
+from mdbq.mysql import mysql
+from mdbq.config import get_myconf
+"""
+对指定数据库所有冗余数据进行清理
+"""
+
+
+def op_data(service_databases, days: int = 63):
+    for service_database in service_databases:
+        for service_name, database in service_database.items():
+            username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
+            s = mysql.OptimizeDatas(username=username, password=password, host=host, port=port)
+            s.db_name_lists = [
+                '聚合数据',
+            ]
+            s.days = days
+            s.optimize_list()
+
+
+if __name__ == '__main__':
+    op_data(service_databases=[{'home_lx': 'mysql'}], days=3650)

mdbq/aggregation/query_data.py

@@ -2,6 +2,7 @@
 from mdbq.mongo import mongo
 from mdbq.mysql import mysql
 from mdbq.mysql import s_query
+from mdbq.aggregation import optimize_data
 from mdbq.config import get_myconf
 import datetime
 from dateutil.relativedelta import relativedelta
@@ -511,6 +512,8 @@ def data_aggregation(service_databases=[{}]):
             res = g.performance()   # 盈亏表，依赖其他表，单独做
             m.df_to_mysql(df=res, db_name='聚合数据', tabel_name='销售盈亏')
 
+    optimize_data.op_data(service_databases=service_databases, days=3650)  # 立即启动对聚合数据的清理工作
+
 
 if __name__ == '__main__':
-    data_aggregation(service_databases=[{'company': 'mysql'}])
+    data_aggregation(service_databases=[{'home_lx': 'mysql'}])

mdbq/mysql/data_types.py

@@ -155,13 +155,13 @@ class DataTypes:
                 if collection_name in list(self.datas[cl][db_name].keys()):
                     return self.datas[cl][db_name][collection_name]
                 else:
-                    print(f'不存在的集合名信息: {collection_name}')
+                    print(f'不存在的集合名信息: {collection_name}, 文件位置: {json_file}')
                     return {}
             else:
-                print(f'不存在的数据库信息: {db_name}')
+                print(f'不存在的数据库信息: {db_name}, 文件位置: {json_file}')
                 return {}
         else:
-            print(f'不存在的数据分类: {cl}')
+            print(f'不存在的数据分类: {cl}, 文件位置: {json_file}')
             return {}
 
 
@@ -252,10 +252,10 @@ def main():
 
 if __name__ == '__main__':
     # main()
-    # mysql_all_dtypes()
+    mysql_all_dtypes()  # 更新 mysql 中所有数据库的 dtypes 信息到本地 json
 
-    path = '/Users/xigua/数据中心/自动0备份/py/数据更新/support'
-    d = DataTypes()
-    # 从本地文件中读取 dtype 信息
-    dtypes = d.load_dtypes(cl='mysql', db_name='生意经2', collection_name='店铺指标', path=path)
-    print(dtypes)
+    # path = '/Users/xigua/数据中心/自动0备份/py/数据更新/support'
+    # d = DataTypes()
+    # # 从本地文件中读取 dtype 信息
+    # dtypes = d.load_dtypes(cl='mysql', db_name='生意经2', collection_name='店铺指标', path=path)
+    # print(dtypes)

{mdbq-0.2.7.dist-info → mdbq-0.2.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 0.2.7
+Version: 0.2.8
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-0.2.7.dist-info → mdbq-0.2.8.dist-info}/RECORD

@@ -2,7 +2,8 @@ mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
 mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
 mdbq/aggregation/aggregation.py,sha256=TkxyIBowTuoNrhVkrgnYNXwNQXCX_xjh7wcYXdP65-E,58496
-mdbq/aggregation/query_data.py,sha256=FGkLsN9bC9xa53cO8wR7eknqcVhRO97TiEAoPbVLUQ8,23186
+mdbq/aggregation/optimize_data.py,sha256=jLAWtxPUuhpo4XTVrhKtT4xK3grs7r73ePQfLhxlu1I,779
+mdbq/aggregation/query_data.py,sha256=13RA6DTHt3Hz8K9Jgv--XOy19dz6QTtu_VFJBPDuyu0,23353
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
@@ -20,7 +21,7 @@ mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
 mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
 mdbq/mongo/mongo.py,sha256=q0B4wXDSTtXg_vMN7MPh6zdxl6tT68tM74LmdVNQQek,31892
 mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
-mdbq/mysql/data_types.py,sha256=-miEqNaXgDKUp3z6SkBD6D4kj6_dVeWM0rCeeK0jEi4,10998
+mdbq/mysql/data_types.py,sha256=JhKhSoj1FihCl_8yfjVqWOlISJ0hx6tBQR0qE7n-Z3U,11153
 mdbq/mysql/mysql.py,sha256=BNKICpMCFskg8Zk8iR1tmDmOTvtNbOf8_lORPgHBdWs,33570
 mdbq/mysql/s_query.py,sha256=6-8O9MHhi3-7n3isJ7t2kTCYL2mSBC_HrxSQmXM5UtI,7901
 mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
@@ -32,7 +33,7 @@ mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
 mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
 mdbq/pbix/refresh_all.py,sha256=wulHs4rivf4Mi0Pii2QR5Nk9-TBcvSwnCB_WH9QULKE,5939
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-0.2.7.dist-info/METADATA,sha256=CC4QeA4zCHTt9DFEDHBv55Ki22hsywd4BMndbzWLyYY,245
-mdbq-0.2.7.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
-mdbq-0.2.7.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-0.2.7.dist-info/RECORD,,
+mdbq-0.2.8.dist-info/METADATA,sha256=123G4bsoCq6AufU8IBtbmXj2tMQFa_oHw8IMmev9N24,245
+mdbq-0.2.8.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-0.2.8.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-0.2.8.dist-info/RECORD,,

{mdbq-0.2.7.dist-info → mdbq-0.2.8.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (70.1.0)
+Generator: bdist_wheel (0.44.0)
 Root-Is-Purelib: true
 Tag: py3-none-any