mdbq 1.0.5__py3-none-any.whl → 1.0.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/aggregation/aggregation.py +3 -3
- mdbq/aggregation/mysql_types.py +4 -3
- mdbq/aggregation/query_data.py +12 -0
- {mdbq-1.0.5.dist-info → mdbq-1.0.7.dist-info}/METADATA +1 -1
- {mdbq-1.0.5.dist-info → mdbq-1.0.7.dist-info}/RECORD +7 -7
- {mdbq-1.0.5.dist-info → mdbq-1.0.7.dist-info}/WHEEL +0 -0
- {mdbq-1.0.5.dist-info → mdbq-1.0.7.dist-info}/top_level.txt +0 -0
mdbq/aggregation/aggregation.py
CHANGED
@@ -895,9 +895,9 @@ def upload(path, db_name, collection_name):
|
|
895
895
|
dtypes = {k: dtypes[k] for k in intersection_keys} # 使用交集的键创建新字典
|
896
896
|
df = df.astype(dtypes)
|
897
897
|
|
898
|
-
d.df_to_mongo(df=df, db_name=db_name, collection_name=collection_name)
|
898
|
+
# d.df_to_mongo(df=df, db_name=db_name, collection_name=collection_name)
|
899
899
|
m.df_to_mysql(df=df, db_name=db_name, table_name=collection_name)
|
900
|
-
nas.df_to_mysql(df=df, db_name=db_name, table_name=collection_name)
|
900
|
+
# nas.df_to_mysql(df=df, db_name=db_name, table_name=collection_name)
|
901
901
|
except Exception as e:
|
902
902
|
print(name, e)
|
903
903
|
if d.client:
|
@@ -910,7 +910,7 @@ def main():
|
|
910
910
|
d.cleaning(is_move=False)
|
911
911
|
d.upload_df(service_databases=[
|
912
912
|
# {'home_lx': 'mongodb'},
|
913
|
-
{'
|
913
|
+
{'company': 'mysql'}
|
914
914
|
]
|
915
915
|
)
|
916
916
|
# print(d.datas)
|
mdbq/aggregation/mysql_types.py
CHANGED
@@ -194,9 +194,9 @@ def mysql_all_dtypes(db_name=None, table_name=None, path=None):
|
|
194
194
|
sql = f"SELECT TABLE_NAME FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA = '{db_}';"
|
195
195
|
sql = "SHOW TABLES;"
|
196
196
|
cursor.execute(sql)
|
197
|
-
|
198
|
-
for
|
199
|
-
for k, v in
|
197
|
+
res_tables = cursor.fetchall()
|
198
|
+
for res_table in res_tables:
|
199
|
+
for k, v in res_table.items():
|
200
200
|
results.append({db_: v})
|
201
201
|
except:
|
202
202
|
pass
|
@@ -207,6 +207,7 @@ def mysql_all_dtypes(db_name=None, table_name=None, path=None):
|
|
207
207
|
d = DataTypes()
|
208
208
|
for result in results:
|
209
209
|
for db_n, table_n in result.items():
|
210
|
+
# print(db_n, table_n, db_name, table_name)
|
210
211
|
if db_name and table_name: # 下载一个指定的数据表
|
211
212
|
if db_name != db_n or table_name != table_n:
|
212
213
|
continue
|
mdbq/aggregation/query_data.py
CHANGED
@@ -207,6 +207,18 @@ class GroupBy:
|
|
207
207
|
self.output = os.path.join('数据中心/数据库导出')
|
208
208
|
self.data_tgyj = {} # 推广综合聚合数据表
|
209
209
|
|
210
|
+
@staticmethod
|
211
|
+
def try_except(func): # 在类内部定义一个异常处理方法
|
212
|
+
@wraps(func)
|
213
|
+
def wrapper(*args, **kwargs):
|
214
|
+
try:
|
215
|
+
return func(*args, **kwargs)
|
216
|
+
except Exception as e:
|
217
|
+
print(f'{func.__name__}, {e}') # 将异常信息返回
|
218
|
+
|
219
|
+
return wrapper
|
220
|
+
|
221
|
+
@try_except
|
210
222
|
def groupby(self, df, table_name, is_maximize=True):
|
211
223
|
"""
|
212
224
|
self.is_maximize: 是否最大转化数据
|
@@ -1,11 +1,11 @@
|
|
1
1
|
mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
|
2
2
|
mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
|
3
3
|
mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
|
4
|
-
mdbq/aggregation/aggregation.py,sha256=
|
4
|
+
mdbq/aggregation/aggregation.py,sha256=L1IyrfdSfCThg7sa2mFQ4hZWnHRhkIBF91FCQIEGAn0,53076
|
5
5
|
mdbq/aggregation/df_types.py,sha256=T35KML0sdch8GzIwo7CxSIrt72YVElBeCrsKQx4dX_0,7531
|
6
|
-
mdbq/aggregation/mysql_types.py,sha256=
|
6
|
+
mdbq/aggregation/mysql_types.py,sha256=ijo9J2aMB5SnLQYkCFZW5OsGOkN9YFQdwTOEH5wEdds,10137
|
7
7
|
mdbq/aggregation/optimize_data.py,sha256=jLAWtxPUuhpo4XTVrhKtT4xK3grs7r73ePQfLhxlu1I,779
|
8
|
-
mdbq/aggregation/query_data.py,sha256=
|
8
|
+
mdbq/aggregation/query_data.py,sha256=eJAABre1nEdSpu3JTEB921RBUk2rbsOKiZVZIXhcMTk,25261
|
9
9
|
mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
|
10
10
|
mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
|
11
11
|
mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
|
@@ -36,7 +36,7 @@ mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
|
|
36
36
|
mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
|
37
37
|
mdbq/pbix/refresh_all.py,sha256=tgy762608HMaXWynbOURIf2UVMuSPybzrDXQnOOcnZU,6102
|
38
38
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
39
|
-
mdbq-1.0.
|
40
|
-
mdbq-1.0.
|
41
|
-
mdbq-1.0.
|
42
|
-
mdbq-1.0.
|
39
|
+
mdbq-1.0.7.dist-info/METADATA,sha256=oB7r-IOZ0vtHoiNAzB8ZO2oyhOl0zEsXda6SjvFc7Bo,245
|
40
|
+
mdbq-1.0.7.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
41
|
+
mdbq-1.0.7.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
42
|
+
mdbq-1.0.7.dist-info/RECORD,,
|
File without changes
|
File without changes
|