mdbq 0.4.3__py3-none-any.whl → 0.4.5__py3-none-any.whl

mdbq/aggregation/aggregation.py

@@ -12,6 +12,7 @@ import json
 from mdbq.mongo import mongo
 from mdbq.mysql import mysql
 from mdbq.config import get_myconf
+from mdbq.config import set_support
 from mdbq.dataframe import converter
 import datetime
 import time
@@ -48,12 +49,7 @@ class DataTypes:
     d.dtypes_to_file()
     """
     def __init__(self):
-        if platform.system() == 'Windows':
-            self.path = f'C:\\同步空间\\BaiduSyncdisk\\原始文件2'
-        elif platform.system() == 'Darwin':
-            self.path = f'/Users/{getpass.getuser()}/数据中心/原始文件2'
-        else:
-            self.path = 'Downloads/数据中心/原始文件2'  # 不可用
+        self.path = set_support.SetSupport(dirname='support').dirname
         if not os.path.exists(self.path):
             os.mkdir(self.path)
         self.json_file = os.path.join(self.path, 'data_types.json')
@@ -127,8 +123,8 @@ class DataTypes:
     def dtypes_to_file(self):
         """ 保存为本地 json 文件 """
         # print(self.datas)
-        with open(self.json_file, 'w', encoding='utf-8_sig') as json_file:
-            json.dump(self.datas, json_file, ensure_ascii=False, sort_keys=True, indent=4)
+        with open(self.json_file, 'w', encoding='utf-8_sig') as f:
+            json.dump(self.datas, f, ensure_ascii=False, sort_keys=True, indent=4)
         time.sleep(1)
 
 

mdbq/company/copysh.py

@@ -17,6 +17,7 @@ from mdbq.aggregation import query_data
 from mdbq.aggregation import optimize_data
 from mdbq.config import update_conf
 from mdbq.config import get_myconf
+from mdbq.config import set_support
 from mdbq.mysql import mysql
 warnings.filterwarnings('ignore')
 
@@ -26,16 +27,12 @@ class TbFiles:
     用于在公司台式机中 定时同步pandas数据源文件到共享
     """
     def __init__(self):
-        if platform.system() == 'Windows':
-            support_path = os.path.join('C:\\同步空间\\BaiduSyncdisk', '自动0备份\\py\\数据更新')
-        elif platform.system() == 'Darwin':
-            support_path = os.path.join('/Users', getpass.getuser(), '数据中心/自动0备份/py/数据更新')
-        else:
-            support_path = os.path.join('数据中心/自动0备份/py/数据更新')
 
-        self.my_conf = os.path.join(support_path, 'support', '.copysh_conf')
-        self.path1 = os.path.join(support_path, 'support', 'tb_list.txt')
-        self.path2 = os.path.join(support_path, 'support', 'cp_list.txt')
+        support_path = set_support.SetSupport(dirname='support').dirname
+
+        self.my_conf = os.path.join(support_path, '.copysh_conf')
+        self.path1 = os.path.join(support_path, 'tb_list.txt')
+        self.path2 = os.path.join(support_path, 'cp_list.txt')
         self.d_path = None
         self.data_path = None
         self.share_path = None
@@ -269,13 +266,8 @@ class TbFiles:
 
 class UpdateMysql:
     def __init__(self):
-        if platform.system() == 'Windows':
-            support_path = os.path.join('C:\\同步空间\\BaiduSyncdisk', '自动0备份\\py\\数据更新')
-        elif platform.system() == 'Darwin':
-            support_path = os.path.join('/Users', getpass.getuser(), '数据中心/自动0备份/py/数据更新')
-        else:
-            support_path = os.path.join('数据中心/自动0备份/py/数据更新')
-        self.my_conf = os.path.join(support_path, 'support', '.copysh_conf')
+        support_path = set_support.SetSupport(dirname='support').dirname
+        self.my_conf = os.path.join(support_path, '.copysh_conf')
         self.ch_record = False
         self.d_path = None
 
@@ -355,4 +347,4 @@ if __name__ == '__main__':
     dp = aggregation.DatabaseUpdate(path='')
     # dp.new_unzip(is_move=True)
     # dp.cleaning(is_move=True)  # 公司台式机需要移除
-    dp.upload_df(service_databases=[{'company': 'mysql'}])
+    # dp.upload_df(service_databases=[{'company': 'mysql'}])

mdbq/config/get_myconf.py

@@ -5,13 +5,14 @@ import socket
 import configparser
 import os
 import sys
+from posixpath import dirname
 from urllib import parse
+from mdbq.config import set_support
 
 
 class MyConf:
     """
     读取配置文件信息
-    理论上，在本程序的根目录需要有一个文件夹 support/.myconf 配置文件放在其下
     """
     def __init__(self, path='support'):
         self.top_path = os.path.realpath(os.path.dirname(sys.argv[0]))  # 程序运行目录, 打包时使用
@@ -42,12 +43,7 @@ def select_config_values(target_service, database, path=None):
     database: 指向: mongodb, mysql
     """
     if not path:
-        if platform.system() == 'Darwin':
-            path = os.path.join('/Users', getpass.getuser(), '数据中心/自动0备份/py/数据更新/support')
-        elif platform.system() == 'Windows':
-            path = os.path.join('C:\\同步空间\\BaiduSyncdisk\\自动0备份\\py\\数据更新\\support')
-        else:
-            path = os.path.join('/Users', getpass.getuser(), 'support')
+        path = set_support.SetSupport(dirname='support').dirname
 
     m = MyConf(path=path)
     options = []

mdbq/config/set_support.py

@@ -0,0 +1,22 @@
+# -*- coding: UTF-8 –*-
+import platform
+import getpass
+
+"""
+专门用来设置 support 文件夹路径
+support 文件夹包含很多配置类文件，是程序必不可少的依赖
+"""
+class SetSupport:
+    def __init__(self, dirname):
+        self.dirname = dirname
+        if platform.system() == 'Windows':
+            self.dirname = f'C:\\同步空间\\BaiduSyncdisk\\自动0备份\\py\\数据更新\\support'
+        elif platform.system() == 'Darwin':
+            self.dirname = f'/Users/{getpass.getuser()}/数据中心/自动0备份/py/数据更新/support'
+        else:
+            self.dirname = '数据中心/数据更新/support'  # 不可用
+
+
+if __name__ == '__main__':
+    s = SetSupport(dirname='support').dirname
+    print(s)

mdbq/config/update_conf.py

@@ -4,6 +4,7 @@ import getpass
 import configparser
 import os
 from urllib import parse
+from mdbq.config import set_support
 """
 文件被 copysh.py / all-datas.py  调用, update_config 函数
 更新完成后修改 conf 中值为 True
@@ -13,15 +14,9 @@ from urllib import parse
 class UpdateConf:
     """
     读取配置文件信息
-    理论上，在本程序的根目录需要有一个文件夹 support/.myconf 配置文件放在其下
     """
     def __init__(self):
-        if platform.system() == 'Darwin':
-            self.path = os.path.join('/Users', getpass.getuser(), '数据中心/自动0备份/py/数据更新/support')
-        elif platform.system() == 'Windows':
-            self.path = os.path.join('C:\\同步空间\\BaiduSyncdisk\\自动0备份\\py\\数据更新\\support')
-        else:
-            self.path = os.path.join('/Users', getpass.getuser(), 'support')
+        self.path = set_support.SetSupport(dirname='support').dirname
         self.section = 'database'  # 默认 文件头标记
         self.filename = None
         self.conf_file = None

mdbq/mysql/data_types.py

@@ -16,6 +16,7 @@ from mdbq.mongo import mongo
 from mdbq.mysql import mysql
 from mdbq.mysql import s_query
 from mdbq.config import get_myconf
+from mdbq.config import set_support
 from mdbq.dataframe import converter
 import datetime
 import time
@@ -165,17 +166,12 @@ class DataTypes:
             return {}
 
 
-def mysql_all_dtypes(path = '/Users/xigua/数据中心/自动0备份/py/数据更新/support'):
+def mysql_all_dtypes(path=None):
     """
-    更新 mysql 中所有数据库的 dtypes 信息到本地 json
+    更新笔记本 mysql 中所有数据库的 dtypes 信息到本地 json
     """
     if not os.path.isdir(path):
-        if platform.system() == 'Darwin':
-            path = os.path.join('/Users', getpass.getuser(), '数据中心/自动0备份/py/数据更新/support')
-        elif platform.system() == 'Windows':
-            path = os.path.join('C:\\同步空间\\BaiduSyncdisk\\自动0备份\\py\\数据更新\\support')
-        else:
-            path = os.path.join('数据中心/数据库导出')
+        path = set_support.SetSupport(dirname='support').dirname
 
     username, password, host, port = get_myconf.select_config_values(target_service='home_lx', database='mysql')
     config = {
@@ -232,30 +228,5 @@ def mysql_all_dtypes(path = '/Users/xigua/数据中心/自动0备份/py/数据
             d.mysql_dtypes_to_json(db_name=k, tabel_name=v, path=path)
 
 
-
-def main():
-    """ 示例 """
-    path = '/Users/xigua/数据中心/自动0备份/py/数据更新/support'
-    file = '/Users/xigua/Downloads/baobeitrans-2024-08-21.csv'
-    df = pd.read_csv(file, encoding='utf-8_sig', header=0, na_filter=False)
-    d = DataTypes()
-
-    # 更新一个文件的 dtype 信息到 json 文件
-    d.df_dtypes_to_json(path=path, df=df, db_name='生意经2', collection_name='宝贝指标' )
-
-    # 更新一个数据表的 dtype 信息到 json 文件
-    d.mysql_dtypes_to_json(db_name='生意经2', tabel_name='店铺指标', path=path)
-
-    # 从本地文件中读取 dtype 信息
-    dtypes = d.load_dtypes(cl='mysql', db_name='生意经2', collection_name='店铺指标', path=path)
-    print(dtypes)
-
 if __name__ == '__main__':
-    # main()
     mysql_all_dtypes()  # 更新 mysql 中所有数据库的 dtypes 信息到本地 json
-
-    # path = '/Users/xigua/数据中心/自动0备份/py/数据更新/support'
-    # d = DataTypes()
-    # # 从本地文件中读取 dtype 信息
-    # dtypes = d.load_dtypes(cl='mysql', db_name='生意经2', collection_name='店铺指标', path=path)
-    # print(dtypes)

mdbq/mysql/mysql.py

@@ -13,6 +13,7 @@ from sqlalchemy import create_engine
 import os
 import calendar
 from mdbq.config import get_myconf
+from mdbq.config import set_support
 from mdbq.dataframe import converter
 from mdbq.mysql import data_types
 
@@ -190,12 +191,7 @@ class MysqlUpload:
         2. json 文件中没有或者缺失部分列信息(利用 convert_dtype_to_sql 函数按指定规则转换缺失列)
         """
         cols = df.columns.tolist()
-        if platform.system() == 'Darwin':
-            path = os.path.join('/Users', getpass.getuser(), '数据中心/自动0备份/py/数据更新/support')
-        elif platform.system() == 'Windows':
-            path = os.path.join('C:\\同步空间\\BaiduSyncdisk\\自动0备份\\py\\数据更新\\support')
-        else:
-            path = os.path.join('/Users', getpass.getuser(), 'support')
+        path = set_support.SetSupport(dirname='support').dirname
         # json_file = os.path.join(path, 'mysql_types.json')
         # if os.path.isfile(json_file):
         d = data_types.DataTypes()

mdbq/pbix/refresh_all.py

@@ -6,6 +6,7 @@ import multiprocessing
 import psutil
 from pywinauto.application import Application
 import warnings
+from mdbq.config import set_support
 
 warnings.filterwarnings('ignore')
 top_path = os.path.realpath(os.path.dirname(sys.argv[0]))  # 程序运行目录, 打包时使用
@@ -14,9 +15,9 @@ sys.path.append(top_path)
 
 class RefreshAll:
     def __init__(self):
-        self.my_conf = os.path.join(top_path, 'support', '.my_conf')
-        self.pbix_path = os.path.join(top_path, 'support', 'ref_list.txt')
-        self.excel_path = os.path.join(top_path, 'support', 'cp_list.txt')
+        self.my_conf = os.path.join(set_support.SetSupport(dirname='support').dirname, '.my_conf')
+        self.pbix_path = os.path.join(set_support.SetSupport(dirname='support').dirname, 'ref_list.txt')
+        self.excel_path = os.path.join(set_support.SetSupport(dirname='support').dirname, 'cp_list.txt')
         self.run_py_path = 'run_py'
         self.procname = 'PBIDesktop.exe'
 

{mdbq-0.4.3.dist-info → mdbq-0.4.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 0.4.3
+Version: 0.4.5
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-0.4.3.dist-info → mdbq-0.4.5.dist-info}/RECORD

@@ -1,7 +1,7 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
 mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
-mdbq/aggregation/aggregation.py,sha256=TkxyIBowTuoNrhVkrgnYNXwNQXCX_xjh7wcYXdP65-E,58496
+mdbq/aggregation/aggregation.py,sha256=6j6gl0fiHuNtepP-NM38h_-1v_3a62AFtH_a55NXjq0,58254
 mdbq/aggregation/optimize_data.py,sha256=jLAWtxPUuhpo4XTVrhKtT4xK3grs7r73ePQfLhxlu1I,779
 mdbq/aggregation/query_data.py,sha256=0i9aF63O-E_SGdJ_09-pAOvAGOzJBIQOzv29dLlwruA,24491
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
@@ -9,11 +9,12 @@ mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
 mdbq/clean/data_clean.py,sha256=33OmeQFl9AW21P5EOay52W_S8DF96H5oHwCg4fSuBxA,85359
 mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
-mdbq/company/copysh.py,sha256=I3ydyNWiTh5HmuQ19twWvyyigezEal110OQER4TRRl0,17056
+mdbq/company/copysh.py,sha256=i8f8YxmUg-EIzQR-ZHTtnC1A5InwsRtY1_sIsCznVp8,16363
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
-mdbq/config/get_myconf.py,sha256=9v3xebfcS1tptxpvk3_tGxfXjAehGVCveYe4iRUzLQQ,6372
+mdbq/config/get_myconf.py,sha256=ffYNOFD5r-cWf7ljZVugYYCS4BrD31j_2xIUnbTZ9iw,5996
 mdbq/config/products.py,sha256=tFqSfFSXyZXcof0gAeHq0Ftn4F5i9ucoMyIqZ1H_D2Q,4260
-mdbq/config/update_conf.py,sha256=8uOiV7CY5HCzg2PVjuKHNqYJNwJR0M7B-a7egta3wWw,4952
+mdbq/config/set_support.py,sha256=LJLEbUFrv8y-GVskiwOI8A9uRaCEAUa0Yfjugt4yLp0,768
+mdbq/config/update_conf.py,sha256=taL3ZqKgiVWwUrDFuaYhim9a72Hm4BHRhhDscJTziR8,4535
 mdbq/dataframe/__init__.py,sha256=2HtCN8AdRj53teXDqzysC1h8aPL-mMFy561ESmhehGQ,22
 mdbq/dataframe/converter.py,sha256=h_BDc6oNmMCVFOUzZJq4nXNGDyJFJyycpWqlyrv7U04,3089
 mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
@@ -21,8 +22,8 @@ mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
 mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
 mdbq/mongo/mongo.py,sha256=q0B4wXDSTtXg_vMN7MPh6zdxl6tT68tM74LmdVNQQek,31892
 mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
-mdbq/mysql/data_types.py,sha256=Heb_bccgi2RL8YEwIxg7jyVdjdWuBN4n2J_5Uz_S-GQ,11157
-mdbq/mysql/mysql.py,sha256=QghST_eVHRn6HmDnBr6J5LFiGkp8qVHvqdYpFifEoqw,33903
+mdbq/mysql/data_types.py,sha256=N7_SyRviE7H25grmMydLT3W3PLk6s3gIK4i36hut4Ms,9791
+mdbq/mysql/mysql.py,sha256=Dp9pXINt7H-FFmn84mpvOJQ41Y9i1CqrC_1lcWvYAQM,33607
 mdbq/mysql/s_query.py,sha256=6-8O9MHhi3-7n3isJ7t2kTCYL2mSBC_HrxSQmXM5UtI,7901
 mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -31,9 +32,9 @@ mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
 mdbq/other/ua_sj.py,sha256=JuVYzc_5QZ9s_oQSrTHVKkQv4S_7-CWx4oIKOARn_9U,22178
 mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
 mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
-mdbq/pbix/refresh_all.py,sha256=USe3s5ws2Q-Gp9yUoFOAXJ4t0KVaekFULtAJaZkp448,5976
+mdbq/pbix/refresh_all.py,sha256=tgy762608HMaXWynbOURIf2UVMuSPybzrDXQnOOcnZU,6102
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-0.4.3.dist-info/METADATA,sha256=5pttZbk5fTxMhQMpcme5IN3zQWOJBfhItc7oNYUxHI0,245
-mdbq-0.4.3.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-0.4.3.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-0.4.3.dist-info/RECORD,,
+mdbq-0.4.5.dist-info/METADATA,sha256=ub_BDdxrKZ82aSIyKKOEqiD8cpigJs3Ivyh40UJqp-c,245
+mdbq-0.4.5.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-0.4.5.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-0.4.5.dist-info/RECORD,,