mdbq 3.6.19__py3-none-any.whl → 3.6.21__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/aggregation/optimize_data.py +19 -17
- mdbq/aggregation/query_data.py +12 -72
- mdbq/config/default.py +97 -0
- mdbq/config/products.py +14 -12
- mdbq/mysql/mysql.py +4 -3
- mdbq/other/download_sku_picture.py +18 -19
- mdbq/redis/getredis.py +25 -21
- mdbq/spider/aikucun.py +49 -48
- {mdbq-3.6.19.dist-info → mdbq-3.6.21.dist-info}/METADATA +1 -1
- {mdbq-3.6.19.dist-info → mdbq-3.6.21.dist-info}/RECORD +14 -13
- /mdbq/aggregation/{aggregation.py → aggregation_bak.py} +0 -0
- /mdbq/aggregation/{datashow.py → datashow_bak.py} +0 -0
- {mdbq-3.6.19.dist-info → mdbq-3.6.21.dist-info}/WHEEL +0 -0
- {mdbq-3.6.19.dist-info → mdbq-3.6.21.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,8 @@
|
|
1
1
|
# -*- coding: UTF-8 –*-
|
2
2
|
from mdbq.mongo import mongo
|
3
3
|
from mdbq.mysql import mysql
|
4
|
-
from mdbq.config import myconfig
|
4
|
+
# from mdbq.config import myconfig
|
5
|
+
from mdbq.config import default
|
5
6
|
import socket
|
6
7
|
import subprocess
|
7
8
|
import psutil
|
@@ -11,22 +12,23 @@ import logging
|
|
11
12
|
"""
|
12
13
|
对指定数据库所有冗余数据进行清理
|
13
14
|
"""
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
15
|
+
m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
|
16
|
+
# username, password, host, port, service_database = None, None, None, None, None,
|
17
|
+
# if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
|
18
|
+
# conf = myconfig.main()
|
19
|
+
# data = conf['Windows']['xigua_lx']['mysql']['local']
|
20
|
+
# username, password, host, port = data['username'], data['password'], data['host'], data['port']
|
21
|
+
# service_database = {'xigua_lx': 'mysql'}
|
22
|
+
# elif socket.gethostname() in ['company', 'Mac2.local']:
|
23
|
+
# conf = myconfig.main()
|
24
|
+
# data = conf['Windows']['company']['mysql']['local']
|
25
|
+
# username, password, host, port = data['username'], data['password'], data['host'], data['port']
|
26
|
+
# service_database = {'company': 'mysql'}
|
27
|
+
# elif socket.gethostname() == 'xigua_ts':
|
28
|
+
# conf = myconfig.main()
|
29
|
+
# data = conf['Windows']['xigua_ts']['mysql']['remoto']
|
30
|
+
# username, password, host, port = data['username'], data['password'], data['host'], data['port']
|
31
|
+
# service_database = {'xigua_ts': 'mysql'}
|
30
32
|
if not username:
|
31
33
|
logger.info(f'找不到主机:')
|
32
34
|
|
mdbq/aggregation/query_data.py
CHANGED
@@ -7,6 +7,7 @@ from mdbq.aggregation import optimize_data
|
|
7
7
|
from mdbq.config import myconfig
|
8
8
|
from mdbq.config import products
|
9
9
|
from mdbq.config import set_support
|
10
|
+
from mdbq.config import default
|
10
11
|
import datetime
|
11
12
|
from dateutil.relativedelta import relativedelta
|
12
13
|
import pandas as pd
|
@@ -26,72 +27,8 @@ import logging
|
|
26
27
|
|
27
28
|
"""
|
28
29
|
error_file = os.path.join(set_support.SetSupport(dirname='support').dirname, 'error.log')
|
29
|
-
m_engine
|
30
|
-
company_engine = mysql.MysqlUpload(username='', password='', host='', port=0, charset='utf8mb4')
|
30
|
+
m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
|
31
31
|
|
32
|
-
if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
|
33
|
-
conf = myconfig.main()
|
34
|
-
conf_data = conf['Windows']['xigua_lx']['mysql']['remoto']
|
35
|
-
username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
36
|
-
m_engine = mysql.MysqlUpload(
|
37
|
-
username=username,
|
38
|
-
password=password,
|
39
|
-
host=host,
|
40
|
-
port=port,
|
41
|
-
charset='utf8mb4'
|
42
|
-
)
|
43
|
-
conf_data = conf['Windows']['company']['mysql']['local']
|
44
|
-
username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
45
|
-
company_engine = mysql.MysqlUpload(
|
46
|
-
username=username,
|
47
|
-
password=password,
|
48
|
-
host=host,
|
49
|
-
port=port,
|
50
|
-
charset='utf8mb4'
|
51
|
-
)
|
52
|
-
targe_host = 'company'
|
53
|
-
elif socket.gethostname() == 'xigua_ts':
|
54
|
-
conf = myconfig.main()
|
55
|
-
conf_data = conf['Windows']['xigua_ts']['mysql']['remoto']
|
56
|
-
username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
57
|
-
m_engine = mysql.MysqlUpload(
|
58
|
-
username=username,
|
59
|
-
password=password,
|
60
|
-
host=host,
|
61
|
-
port=port,
|
62
|
-
charset='utf8mb4'
|
63
|
-
)
|
64
|
-
username, password, host, port = '', '', '', 3306
|
65
|
-
company_engine = mysql.MysqlUpload(
|
66
|
-
username=username,
|
67
|
-
password=password,
|
68
|
-
host=host,
|
69
|
-
port=port,
|
70
|
-
charset='utf8mb4'
|
71
|
-
)
|
72
|
-
else:
|
73
|
-
conf = myconfig.main()
|
74
|
-
|
75
|
-
conf_data = conf['Windows']['company']['mysql']['remoto']
|
76
|
-
username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
77
|
-
company_engine = mysql.MysqlUpload(
|
78
|
-
username=username,
|
79
|
-
password=password,
|
80
|
-
host=host,
|
81
|
-
port=port,
|
82
|
-
charset='utf8mb4'
|
83
|
-
)
|
84
|
-
|
85
|
-
conf_data = conf['Windows']['xigua_lx']['mysql']['local']
|
86
|
-
username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
87
|
-
m_engine = mysql.MysqlUpload(
|
88
|
-
username=username,
|
89
|
-
password=password,
|
90
|
-
host=host,
|
91
|
-
port=port,
|
92
|
-
charset='utf8mb4'
|
93
|
-
)
|
94
|
-
targe_host = 'xigua_lx'
|
95
32
|
logger = logging.getLogger(__name__)
|
96
33
|
|
97
34
|
|
@@ -2053,6 +1990,8 @@ class MysqlDatasQuery:
|
|
2053
1990
|
end_date=end_date,
|
2054
1991
|
projection=projection,
|
2055
1992
|
)
|
1993
|
+
if len(df) == 0:
|
1994
|
+
return False
|
2056
1995
|
df = df.groupby(['日期', '店铺名称', '产品线', '花费'], as_index=False).agg(
|
2057
1996
|
**{
|
2058
1997
|
'全站投产比': ('全站投产比', np.max),
|
@@ -4215,11 +4154,12 @@ def main(days=150, months=3):
|
|
4215
4154
|
|
4216
4155
|
|
4217
4156
|
if __name__ == '__main__':
|
4218
|
-
|
4219
|
-
|
4220
|
-
|
4221
|
-
|
4157
|
+
main(
|
4158
|
+
days=150, # 清理聚合数据的日期长度
|
4159
|
+
months=3 # 生成聚合数据的长度
|
4160
|
+
)
|
4161
|
+
|
4162
|
+
# sdq = MysqlDatasQuery() # 实例化数据处理类
|
4163
|
+
# sdq.months = 20 # 设置数据周期, 1 表示近 2 个月
|
4164
|
+
# sdq.tg_by_day(db_name='聚合数据', table_name='多店推广场景_按日聚合')
|
4222
4165
|
|
4223
|
-
sdq = MysqlDatasQuery() # 实例化数据处理类
|
4224
|
-
sdq.months = 3 # 设置数据周期, 1 表示近 2 个月
|
4225
|
-
sdq.se_search(db_name='聚合数据', table_name='天猫店铺来源_手淘搜索')
|
mdbq/config/default.py
ADDED
@@ -0,0 +1,97 @@
|
|
1
|
+
# -*- coding: UTF-8 –*-
|
2
|
+
import os
|
3
|
+
import json
|
4
|
+
import platform
|
5
|
+
import getpass
|
6
|
+
import socket
|
7
|
+
import logging
|
8
|
+
from mdbq.mysql import mysql
|
9
|
+
|
10
|
+
if platform.system() == 'Windows':
|
11
|
+
support_path = r'C:\同步空间\BaiduSyncdisk\自动0备份\py\数据更新\support'
|
12
|
+
elif platform.system() == 'Darwin':
|
13
|
+
support_path = f'/Users/{getpass.getuser()}/数据中心/自动0备份/py/数据更新/support'
|
14
|
+
else:
|
15
|
+
support_path = '数据中心/数据更新/support' # 没有用可以删
|
16
|
+
logger = logging.getLogger(__name__)
|
17
|
+
|
18
|
+
|
19
|
+
def return_host(conf_data):
|
20
|
+
"""
|
21
|
+
从配置文件数据中获取: username, password, host, port
|
22
|
+
:param conf_data:
|
23
|
+
:return:
|
24
|
+
"""
|
25
|
+
return conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
26
|
+
|
27
|
+
|
28
|
+
def return_one_engine(conf_data):
|
29
|
+
"""
|
30
|
+
返回一个 engine
|
31
|
+
"""
|
32
|
+
username, password, host, port = return_host(conf_data)
|
33
|
+
return mysql.MysqlUpload(username=username, password=password, host=host, port=port, charset='utf8mb4')
|
34
|
+
|
35
|
+
|
36
|
+
def get_hostname(platform, hostname, sql, local):
|
37
|
+
"""
|
38
|
+
返回一个主机的: username, password, host, port
|
39
|
+
"""
|
40
|
+
config_file = os.path.join(support_path, 'my_config.txt')
|
41
|
+
with open(config_file, 'r', encoding='utf-8') as f:
|
42
|
+
conf = json.load(f)
|
43
|
+
conf_data = conf[platform][hostname][sql][local]
|
44
|
+
return return_host(conf_data)
|
45
|
+
|
46
|
+
|
47
|
+
def get_engine():
|
48
|
+
if not os.path.isdir(support_path):
|
49
|
+
print(f'缺少配置文件,无法读取配置文件: {file}')
|
50
|
+
return
|
51
|
+
config_file = os.path.join(support_path, 'my_config.txt')
|
52
|
+
|
53
|
+
with open(config_file, 'r', encoding='utf-8') as f:
|
54
|
+
conf = json.load(f)
|
55
|
+
|
56
|
+
if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
|
57
|
+
conf_data = conf['Windows']['xigua_lx']['mysql']['remoto']
|
58
|
+
m_engine = return_one_engine(conf_data=conf_data)
|
59
|
+
conf_data = conf['Windows']['company']['mysql']['local']
|
60
|
+
company_engine = return_one_engine(conf_data=conf_data)
|
61
|
+
username, password, host, port = return_host(conf_data) # 顺序不能乱
|
62
|
+
conf_data = conf['Windows']['xigua_ts']['mysql']['remoto']
|
63
|
+
ts_engine = return_one_engine(conf_data=conf_data)
|
64
|
+
elif socket.gethostname() == 'xigua_lx' or socket.gethostname() == 'xigua1' or socket.gethostname() == 'MacBookPro':
|
65
|
+
conf_data = conf['Windows']['xigua_lx']['mysql']['local']
|
66
|
+
m_engine = return_one_engine(conf_data=conf_data)
|
67
|
+
username, password, host, port = return_host(conf_data) # 顺序不能乱
|
68
|
+
conf_data = conf['Windows']['company']['mysql']['remoto']
|
69
|
+
company_engine = return_one_engine(conf_data=conf_data)
|
70
|
+
conf_data = conf['Windows']['xigua_ts']['mysql']['remoto']
|
71
|
+
ts_engine = return_one_engine(conf_data=conf_data)
|
72
|
+
|
73
|
+
else:
|
74
|
+
conf_data = conf['Windows']['xigua_lx']['mysql']['remoto']
|
75
|
+
m_engine = return_one_engine(conf_data=conf_data)
|
76
|
+
username, password, host, port = return_host(conf_data) # 顺序不能乱
|
77
|
+
conf_data = conf['Windows']['company']['mysql']['remoto']
|
78
|
+
company_engine = return_one_engine(conf_data=conf_data)
|
79
|
+
conf_data = conf['Windows']['xigua_ts']['mysql']['remoto']
|
80
|
+
ts_engine = return_one_engine(conf_data=conf_data)
|
81
|
+
|
82
|
+
return m_engine, company_engine, ts_engine, (username, password, host, port)
|
83
|
+
|
84
|
+
|
85
|
+
def write_back(datas):
|
86
|
+
""" 将数据写回本地 """
|
87
|
+
if not os.path.isdir(support_path):
|
88
|
+
print(f'缺少配置文件,无法读取配置文件: {file}')
|
89
|
+
return
|
90
|
+
file = os.path.join(support_path, 'my_config.txt')
|
91
|
+
with open(file, 'w+', encoding='utf-8') as f:
|
92
|
+
json.dump(datas, f, ensure_ascii=False, sort_keys=False, indent=4)
|
93
|
+
|
94
|
+
|
95
|
+
|
96
|
+
if __name__ == '__main__':
|
97
|
+
pass
|
mdbq/config/products.py
CHANGED
@@ -6,24 +6,26 @@ import getpass
|
|
6
6
|
import socket
|
7
7
|
import pandas as pd
|
8
8
|
from mdbq.mysql import mysql
|
9
|
-
from mdbq.config import myconfig
|
9
|
+
# from mdbq.config import myconfig
|
10
|
+
from mdbq.config import default
|
10
11
|
from numpy.ma.core import product
|
11
12
|
|
12
13
|
"""
|
13
14
|
天猫货品年份基准对照
|
14
15
|
用于聚合数据,通过此数据表进一步可确定商品上架年月
|
15
16
|
"""
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
17
|
+
m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
|
18
|
+
# username, password, host, port, service_database = None, None, None, None, None,
|
19
|
+
# if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
|
20
|
+
# conf = myconfig.main()
|
21
|
+
# data = conf['Windows']['xigua_lx']['mysql']['local']
|
22
|
+
# username, password, host, port = data['username'], data['password'], data['host'], data['port']
|
23
|
+
# service_database = {'xigua_lx': 'mysql'}
|
24
|
+
# elif socket.gethostname() in ['company', 'Mac2.local']:
|
25
|
+
# conf = myconfig.main()
|
26
|
+
# data = conf['Windows']['company']['mysql']['local']
|
27
|
+
# username, password, host, port = data['username'], data['password'], data['host'], data['port']
|
28
|
+
# service_database = {'company': 'mysql'}
|
27
29
|
if not username:
|
28
30
|
print(f'找不到主机1:')
|
29
31
|
|
mdbq/mysql/mysql.py
CHANGED
@@ -1588,11 +1588,12 @@ class OptimizeDatas:
|
|
1588
1588
|
del data['id']
|
1589
1589
|
data = re.sub(r'\.0+\', ', '\', ', str(data)) # 统一移除小数点后面的 0
|
1590
1590
|
if data in all_datas: # 数据出现重复时
|
1591
|
-
|
1592
|
-
|
1591
|
+
if delete_id:
|
1592
|
+
duplicate_id.append(delete_id) # 添加 id 到 duplicate_id
|
1593
|
+
continue
|
1593
1594
|
all_datas.append(data) # 数据没有重复
|
1594
1595
|
except Exception as e:
|
1595
|
-
logger.
|
1596
|
+
logger.debug(f'{table_name} 函数: mysql - > OptimizeDatas -> delete_duplicate -> {e}')
|
1596
1597
|
del all_datas
|
1597
1598
|
|
1598
1599
|
if not duplicate_id: # 如果没有重复数据,则跳过该数据表
|
@@ -49,22 +49,24 @@ else:
|
|
49
49
|
upload_path = os.path.join(D_PATH, '数据上传中心') # 此目录位于下载文件夹,将统一上传百度云备份
|
50
50
|
if not os.path.exists(upload_path): # 数据中心根目录
|
51
51
|
os.makedirs(upload_path)
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
52
|
+
|
53
|
+
m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
|
54
|
+
# username, password, host, port, service_database = None, None, None, None, None,
|
55
|
+
# if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
|
56
|
+
# conf = myconfig.main()
|
57
|
+
# conf_data = conf['Windows']['xigua_lx']['mysql']['local']
|
58
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
59
|
+
# service_database = {'xigua_lx': 'mysql'}
|
60
|
+
# elif socket.gethostname() in ['company', 'Mac2.local']:
|
61
|
+
# conf = myconfig.main()
|
62
|
+
# conf_data = conf['Windows']['company']['mysql']['local']
|
63
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
64
|
+
# service_database = {'company': 'mysql'}
|
65
|
+
# elif socket.gethostname() == 'xigua_ts':
|
66
|
+
# conf = myconfig.main()
|
67
|
+
# conf_data = conf['Windows']['xigua_ts']['mysql']['remote']
|
68
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
69
|
+
# service_database = {'xigua_ts': 'mysql'}
|
68
70
|
|
69
71
|
if not username:
|
70
72
|
print(f'找不到主机:')
|
@@ -830,7 +832,6 @@ def main(service_name, database):
|
|
830
832
|
# df_sql=True,
|
831
833
|
# drop_duplicates=False,
|
832
834
|
# icm_update=unique_key_list,
|
833
|
-
service_database={service_name: database},
|
834
835
|
) # 3. 回传数据库
|
835
836
|
|
836
837
|
|
@@ -910,7 +911,6 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
|
|
910
911
|
df_sql=False,
|
911
912
|
drop_duplicates=False,
|
912
913
|
icm_update=[],
|
913
|
-
service_database={service_name: database},
|
914
914
|
) # 3. 回传数据库
|
915
915
|
|
916
916
|
# 从数据库中读取数据,并下载素材到本地
|
@@ -950,7 +950,6 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
|
|
950
950
|
df_sql=False,
|
951
951
|
drop_duplicates=False,
|
952
952
|
icm_update=[],
|
953
|
-
service_database={service_name: database},
|
954
953
|
) # 3. 回传数据库
|
955
954
|
|
956
955
|
|
mdbq/redis/getredis.py
CHANGED
@@ -4,7 +4,7 @@ import random
|
|
4
4
|
import redis
|
5
5
|
import socket
|
6
6
|
from mdbq.mysql import s_query
|
7
|
-
from mdbq.config import
|
7
|
+
from mdbq.config import default
|
8
8
|
import pandas as pd
|
9
9
|
import numpy as np
|
10
10
|
import json
|
@@ -23,26 +23,30 @@ else:
|
|
23
23
|
D_PATH = os.path.join(f'/Users/{getpass.getuser()}/Downloads')
|
24
24
|
|
25
25
|
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
26
|
+
m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
|
27
|
+
|
28
|
+
a, redis_password, c, d = default.get_hostname('Windows', 'xigua_lx', 'redis', 'local')
|
29
|
+
|
30
|
+
# if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
|
31
|
+
# conf = myconfig.main()
|
32
|
+
# conf_data = conf['Windows']['company']['mysql']['local']
|
33
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
34
|
+
# redis_password = conf['Windows']['company']['redis']['local']['password']
|
35
|
+
# elif socket.gethostname() == 'MacBookPro':
|
36
|
+
# conf = myconfig.main()
|
37
|
+
# conf_data = conf['Windows']['xigua_lx']['mysql']['local']
|
38
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
39
|
+
# redis_password = conf['Windows']['company']['redis']['local']['password']
|
40
|
+
# elif socket.gethostname() == 'xigua_ts':
|
41
|
+
# conf = myconfig.main()
|
42
|
+
# conf_data = conf['Windows']['xigua_ts']['mysql']['remote']
|
43
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
44
|
+
# redis_password = conf['Windows']['xigua_ts']['redis']['local']['password']
|
45
|
+
# else:
|
46
|
+
# conf = myconfig.main()
|
47
|
+
# conf_data = conf['Windows']['xigua_lx']['mysql']['local']
|
48
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
49
|
+
# redis_password = conf['Windows']['company']['redis']['local']['password'] # redis 使用本地数据,全部机子相同
|
46
50
|
|
47
51
|
# logging.basicConfig(level=logging.INFO, format='%(asctime)s | %(levelname)s | %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
|
48
52
|
|
mdbq/spider/aikucun.py
CHANGED
@@ -46,54 +46,55 @@ else:
|
|
46
46
|
Source_Path = str(pathlib.Path(Data_Path, '原始文件2'))
|
47
47
|
upload_path = os.path.join(D_PATH, '数据上传中心', '爱库存') # 此目录位于下载文件夹
|
48
48
|
|
49
|
-
m_engine
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
70
|
-
|
71
|
-
|
72
|
-
|
73
|
-
|
74
|
-
|
75
|
-
|
76
|
-
|
77
|
-
|
78
|
-
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
|
94
|
-
|
95
|
-
|
96
|
-
|
49
|
+
m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
|
50
|
+
# m_engine = mysql.MysqlUpload(username='', password='', host='', port=0, charset='utf8mb4')
|
51
|
+
# company_engine = mysql.MysqlUpload(username='', password='', host='', port=0, charset='utf8mb4')
|
52
|
+
#
|
53
|
+
# if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
|
54
|
+
# conf = myconfig.main()
|
55
|
+
# conf_data = conf['Windows']['xigua_lx']['mysql']['remoto']
|
56
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
57
|
+
# m_engine = mysql.MysqlUpload(
|
58
|
+
# username=username,
|
59
|
+
# password=password,
|
60
|
+
# host=host,
|
61
|
+
# port=port,
|
62
|
+
# charset='utf8mb4'
|
63
|
+
# )
|
64
|
+
# conf_data = conf['Windows']['company']['mysql']['local']
|
65
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
66
|
+
# company_engine = mysql.MysqlUpload(
|
67
|
+
# username=username,
|
68
|
+
# password=password,
|
69
|
+
# host=host,
|
70
|
+
# port=port,
|
71
|
+
# charset='utf8mb4'
|
72
|
+
# )
|
73
|
+
# targe_host = 'company'
|
74
|
+
#
|
75
|
+
# else:
|
76
|
+
# conf = myconfig.main()
|
77
|
+
#
|
78
|
+
# conf_data = conf['Windows']['company']['mysql']['remoto']
|
79
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
80
|
+
# company_engine = mysql.MysqlUpload(
|
81
|
+
# username=username,
|
82
|
+
# password=password,
|
83
|
+
# host=host,
|
84
|
+
# port=port,
|
85
|
+
# charset='utf8mb4'
|
86
|
+
# )
|
87
|
+
#
|
88
|
+
# conf_data = conf['Windows']['xigua_lx']['mysql']['local']
|
89
|
+
# username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
|
90
|
+
# m_engine = mysql.MysqlUpload(
|
91
|
+
# username=username,
|
92
|
+
# password=password,
|
93
|
+
# host=host,
|
94
|
+
# port=port,
|
95
|
+
# charset='utf8mb4'
|
96
|
+
# )
|
97
|
+
# targe_host = 'xigua_lx'
|
97
98
|
|
98
99
|
|
99
100
|
def get_cookie_aikucun():
|
@@ -1,15 +1,16 @@
|
|
1
1
|
mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
|
2
2
|
mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
|
3
3
|
mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
|
4
|
-
mdbq/aggregation/
|
5
|
-
mdbq/aggregation/
|
6
|
-
mdbq/aggregation/optimize_data.py,sha256=
|
7
|
-
mdbq/aggregation/query_data.py,sha256=
|
4
|
+
mdbq/aggregation/aggregation_bak.py,sha256=-yzApnlqSN2L0E1YMu5ml-W827qpKQvWPCOI7jj2kzY,80264
|
5
|
+
mdbq/aggregation/datashow_bak.py,sha256=1AYSIDkdUx-4as1Ax2rPj0cExM9d-qFMrFYLAaPHNuk,54962
|
6
|
+
mdbq/aggregation/optimize_data.py,sha256=JXdhVHQmtULZrV8wizlj6oyP8Ry4lwqoLlA5xV8ILNo,3589
|
7
|
+
mdbq/aggregation/query_data.py,sha256=bxRWBk5JTCfr6-15P77iXOEy81KkuWVZenYfI3VIV1k,191782
|
8
8
|
mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
|
9
9
|
mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
|
10
10
|
mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
11
|
+
mdbq/config/default.py,sha256=Utwpe6x_IKwgE1xwTzJNVoOoTGKUmWw-2h-Hpnw6etQ,3851
|
11
12
|
mdbq/config/myconfig.py,sha256=EGymTlAimtHIDJ9egCtOehBEPOj6rea504kvsEZu64o,854
|
12
|
-
mdbq/config/products.py,sha256=
|
13
|
+
mdbq/config/products.py,sha256=UAPcS0CbKmHribxgwtqiAsVICkuGLrizLDT6zbf4kFY,6353
|
13
14
|
mdbq/config/set_support.py,sha256=xkZCX6y9Bq1ppBpJAofld4B2YtchA7fl0eT3dx3CrSI,777
|
14
15
|
mdbq/dataframe/__init__.py,sha256=2HtCN8AdRj53teXDqzysC1h8aPL-mMFy561ESmhehGQ,22
|
15
16
|
mdbq/dataframe/converter.py,sha256=lETYhT7KXlWzWwqguqhk6vI6kj4rnOBEW1lhqKy2Abc,5035
|
@@ -18,11 +19,11 @@ mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
|
|
18
19
|
mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
|
19
20
|
mdbq/mongo/mongo.py,sha256=M9DUeUCMPDngkwn9-ui0uTiFrvfNU1kLs22s5SmoNm0,31899
|
20
21
|
mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
|
21
|
-
mdbq/mysql/mysql.py,sha256=
|
22
|
+
mdbq/mysql/mysql.py,sha256=YgmSLkwjIUpjiGH3S-bTiaJCKe8As0WvHDOS6_ePyYs,98591
|
22
23
|
mdbq/mysql/s_query.py,sha256=pj5ioJfUT81Su9S-km9G49gF5F2MmXXfw_oAIUzhN28,8794
|
23
24
|
mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
|
24
25
|
mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
25
|
-
mdbq/other/download_sku_picture.py,sha256=
|
26
|
+
mdbq/other/download_sku_picture.py,sha256=lG6S8u0nR1yAVnTHkNPwJb5ZMrO_IvVkkqvhKynSR58,45630
|
26
27
|
mdbq/other/porxy.py,sha256=UHfgEyXugogvXgsG68a7QouUCKaohTKKkI4RN-kYSdQ,4961
|
27
28
|
mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
|
28
29
|
mdbq/other/sku_picture.py,sha256=JwSXYlzamVqcKCD2tRH2VqYVZNr8fM6f--kcGlTVRnM,50026
|
@@ -32,10 +33,10 @@ mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,239
|
|
32
33
|
mdbq/pbix/refresh_all.py,sha256=OBT9EewSZ0aRS9vL_FflVn74d4l2G00wzHiikCC4TC0,5926
|
33
34
|
mdbq/pbix/refresh_all_old.py,sha256=_pq3WSQ728GPtEG5pfsZI2uTJhU8D6ra-htIk1JXYzw,7192
|
34
35
|
mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
|
35
|
-
mdbq/redis/getredis.py,sha256=
|
36
|
+
mdbq/redis/getredis.py,sha256=qbNrXv_M1KpTpC5WR-E-E-NkLGNkWWTmQFqwqV17SKk,27223
|
36
37
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
37
|
-
mdbq/spider/aikucun.py,sha256=
|
38
|
-
mdbq-3.6.
|
39
|
-
mdbq-3.6.
|
40
|
-
mdbq-3.6.
|
41
|
-
mdbq-3.6.
|
38
|
+
mdbq/spider/aikucun.py,sha256=rUit-wu_BpLlS0_FoLCExsuWokv5kkpscrv_hF9pjKs,22393
|
39
|
+
mdbq-3.6.21.dist-info/METADATA,sha256=BfkUx6M9Vx0-2NCQcpI6PCrCnc6QmTz1reJAgATS9cE,244
|
40
|
+
mdbq-3.6.21.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
41
|
+
mdbq-3.6.21.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
42
|
+
mdbq-3.6.21.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|