mdbq 0.0.2__py3-none-any.whl → 0.0.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/aggregation/__init__.py +4 -0
- mdbq/{pipeline/database.py → aggregation/aggregation.py} +38 -49
- mdbq/clean/__init__.py +4 -0
- mdbq/clean/data_clean.py +1321 -0
- mdbq/company/copysh.py +1 -4
- {mdbq-0.0.2.dist-info → mdbq-0.0.4.dist-info}/METADATA +1 -1
- {mdbq-0.0.2.dist-info → mdbq-0.0.4.dist-info}/RECORD +9 -7
- mdbq/pipeline/__init__.py +0 -4
- {mdbq-0.0.2.dist-info → mdbq-0.0.4.dist-info}/WHEEL +0 -0
- {mdbq-0.0.2.dist-info → mdbq-0.0.4.dist-info}/top_level.txt +0 -0
mdbq/company/copysh.py
CHANGED
|
@@ -297,12 +297,9 @@ def main():
|
|
|
297
297
|
b.download_dir(local_path=d_path, remote_path=upload_path)
|
|
298
298
|
|
|
299
299
|
dp = database.DatabaseUpdate(path=d_path)
|
|
300
|
-
dp.up_to_mogo = False # 公司台式机不需要
|
|
301
|
-
dp.up_to_mysql = False # 公司台式机不需要
|
|
302
|
-
dp.up_to_company_mysql = True
|
|
303
300
|
dp.new_unzip(is_move=True)
|
|
304
301
|
dp.cleaning(is_move=True) # 公司台式机需要移除
|
|
305
|
-
|
|
302
|
+
d.upload_df(service_databases=[{'company': 'mysql'}])
|
|
306
303
|
|
|
307
304
|
# 此操作修改 .copysh_conf 文件，更新完成之后将 ch_record 改为 false
|
|
308
305
|
w = update_conf.UpdateConf(filename='.copysh_conf')
|
|
@@ -1,8 +1,12 @@
|
|
|
1
1
|
mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
|
|
2
|
+
mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
|
|
3
|
+
mdbq/aggregation/aggregation.py,sha256=HtaUlq6abeyT4V-C3jREbjJGj5L8cTKcDfDm4c4UNpI,60133
|
|
2
4
|
mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
|
|
3
5
|
mdbq/bdup/bd.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
|
|
6
|
+
mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
|
|
7
|
+
mdbq/clean/data_clean.py,sha256=33OmeQFl9AW21P5EOay52W_S8DF96H5oHwCg4fSuBxA,85359
|
|
4
8
|
mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
|
|
5
|
-
mdbq/company/copysh.py,sha256=
|
|
9
|
+
mdbq/company/copysh.py,sha256=U_m6C6dBRGPhuw2prgiFgfnTIiTXxyFJV0K6OE_PY9g,15602
|
|
6
10
|
mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
|
7
11
|
mdbq/config/get_myconf.py,sha256=q6Pylsnh4-MsHP9JcX8IdlnGVWikz9hio1HI_qh6Wvs,6171
|
|
8
12
|
mdbq/config/update_conf.py,sha256=YjGjjRchu5BcrmLJkoLjHEF2TbGOmsgCWX4LroXOYWQ,3455
|
|
@@ -19,10 +23,8 @@ mdbq/other/xigua_porxy.py,sha256=zTOxsdkdDAyGfHWPUm_7WIztjrGExONAwvPzTaC7Rho,500
|
|
|
19
23
|
mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
|
|
20
24
|
mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
|
|
21
25
|
mdbq/pbix/refresh_all.py,sha256=wulHs4rivf4Mi0Pii2QR5Nk9-TBcvSwnCB_WH9QULKE,5939
|
|
22
|
-
mdbq/pipeline/__init__.py,sha256=DJRrxEiZZvGfB-qZOfn1H9J_7RnLDXUnUIX7HJCyYPw,24
|
|
23
|
-
mdbq/pipeline/database.py,sha256=aJty3f7sux1gr2NkHjrE1cXVsyEUhQvzK2051KyR_dc,60213
|
|
24
26
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
|
25
|
-
mdbq-0.0.
|
|
26
|
-
mdbq-0.0.
|
|
27
|
-
mdbq-0.0.
|
|
28
|
-
mdbq-0.0.
|
|
27
|
+
mdbq-0.0.4.dist-info/METADATA,sha256=5CO9nsAMDCP49m1fNFh_UQ-tIyPIgBFdUl-rQd8HlOc,245
|
|
28
|
+
mdbq-0.0.4.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
|
|
29
|
+
mdbq-0.0.4.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
|
30
|
+
mdbq-0.0.4.dist-info/RECORD,,
|
mdbq/pipeline/__init__.py
DELETED
|
File without changes
|
|
File without changes
|