mdbq 0.2.7__tar.gz → 0.2.8__tar.gz

{mdbq-0.2.7 → mdbq-0.2.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 0.2.7
+Version: 0.2.8
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

mdbq-0.2.8/mdbq/aggregation/optimize_data.py

@@ -0,0 +1,22 @@
+# -*- coding: UTF-8 –*-
+from mdbq.mysql import mysql
+from mdbq.config import get_myconf
+"""
+对指定数据库所有冗余数据进行清理
+"""
+
+
+def op_data(service_databases, days: int = 63):
+    for service_database in service_databases:
+        for service_name, database in service_database.items():
+            username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
+            s = mysql.OptimizeDatas(username=username, password=password, host=host, port=port)
+            s.db_name_lists = [
+                '聚合数据',
+            ]
+            s.days = days
+            s.optimize_list()
+
+
+if __name__ == '__main__':
+    op_data(service_databases=[{'home_lx': 'mysql'}], days=3650)

{mdbq-0.2.7 → mdbq-0.2.8}/mdbq/aggregation/query_data.py

@@ -2,6 +2,7 @@
 from mdbq.mongo import mongo
 from mdbq.mysql import mysql
 from mdbq.mysql import s_query
+from mdbq.aggregation import optimize_data
 from mdbq.config import get_myconf
 import datetime
 from dateutil.relativedelta import relativedelta
@@ -511,6 +512,8 @@ def data_aggregation(service_databases=[{}]):
             res = g.performance()   # 盈亏表，依赖其他表，单独做
             m.df_to_mysql(df=res, db_name='聚合数据', tabel_name='销售盈亏')
 
+    optimize_data.op_data(service_databases=service_databases, days=3650)  # 立即启动对聚合数据的清理工作
+
 
 if __name__ == '__main__':
-    data_aggregation(service_databases=[{'company': 'mysql'}])
+    data_aggregation(service_databases=[{'home_lx': 'mysql'}])

{mdbq-0.2.7 → mdbq-0.2.8}/mdbq/mysql/data_types.py

@@ -155,13 +155,13 @@ class DataTypes:
                 if collection_name in list(self.datas[cl][db_name].keys()):
                     return self.datas[cl][db_name][collection_name]
                 else:
-                    print(f'不存在的集合名信息: {collection_name}')
+                    print(f'不存在的集合名信息: {collection_name}, 文件位置: {json_file}')
                     return {}
             else:
-                print(f'不存在的数据库信息: {db_name}')
+                print(f'不存在的数据库信息: {db_name}, 文件位置: {json_file}')
                 return {}
         else:
-            print(f'不存在的数据分类: {cl}')
+            print(f'不存在的数据分类: {cl}, 文件位置: {json_file}')
             return {}
 
 
@@ -252,10 +252,10 @@ def main():
 
 if __name__ == '__main__':
     # main()
-    # mysql_all_dtypes()
+    mysql_all_dtypes()  # 更新 mysql 中所有数据库的 dtypes 信息到本地 json
 
-    path = '/Users/xigua/数据中心/自动0备份/py/数据更新/support'
-    d = DataTypes()
-    # 从本地文件中读取 dtype 信息
-    dtypes = d.load_dtypes(cl='mysql', db_name='生意经2', collection_name='店铺指标', path=path)
-    print(dtypes)
+    # path = '/Users/xigua/数据中心/自动0备份/py/数据更新/support'
+    # d = DataTypes()
+    # # 从本地文件中读取 dtype 信息
+    # dtypes = d.load_dtypes(cl='mysql', db_name='生意经2', collection_name='店铺指标', path=path)
+    # print(dtypes)

{mdbq-0.2.7 → mdbq-0.2.8}/mdbq.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 0.2.7
+Version: 0.2.8
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-0.2.7 → mdbq-0.2.8}/mdbq.egg-info/SOURCES.txt

@@ -8,6 +8,7 @@ mdbq.egg-info/dependency_links.txt
 mdbq.egg-info/top_level.txt
 mdbq/aggregation/__init__.py
 mdbq/aggregation/aggregation.py
+mdbq/aggregation/optimize_data.py
 mdbq/aggregation/query_data.py
 mdbq/bdup/__init__.py
 mdbq/bdup/bdup.py

{mdbq-0.2.7 → mdbq-0.2.8}/setup.py

@@ -3,7 +3,7 @@
 from setuptools import setup, find_packages
 
 setup(name='mdbq',
-      version='0.2.7',
+      version='0.2.8',
       author='xigua, ',
       author_email="2587125111@qq.com",
       url='https://pypi.org/project/mdbsql',