mdbq 3.6.19__py3-none-any.whl → 3.6.21__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,7 +1,8 @@
1
1
  # -*- coding: UTF-8 –*-
2
2
  from mdbq.mongo import mongo
3
3
  from mdbq.mysql import mysql
4
- from mdbq.config import myconfig
4
+ # from mdbq.config import myconfig
5
+ from mdbq.config import default
5
6
  import socket
6
7
  import subprocess
7
8
  import psutil
@@ -11,22 +12,23 @@ import logging
11
12
  """
12
13
  对指定数据库所有冗余数据进行清理
13
14
  """
14
- username, password, host, port, service_database = None, None, None, None, None,
15
- if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
16
- conf = myconfig.main()
17
- data = conf['Windows']['xigua_lx']['mysql']['local']
18
- username, password, host, port = data['username'], data['password'], data['host'], data['port']
19
- service_database = {'xigua_lx': 'mysql'}
20
- elif socket.gethostname() in ['company', 'Mac2.local']:
21
- conf = myconfig.main()
22
- data = conf['Windows']['company']['mysql']['local']
23
- username, password, host, port = data['username'], data['password'], data['host'], data['port']
24
- service_database = {'company': 'mysql'}
25
- elif socket.gethostname() == 'xigua_ts':
26
- conf = myconfig.main()
27
- data = conf['Windows']['xigua_ts']['mysql']['remoto']
28
- username, password, host, port = data['username'], data['password'], data['host'], data['port']
29
- service_database = {'xigua_ts': 'mysql'}
15
+ m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
16
+ # username, password, host, port, service_database = None, None, None, None, None,
17
+ # if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
18
+ # conf = myconfig.main()
19
+ # data = conf['Windows']['xigua_lx']['mysql']['local']
20
+ # username, password, host, port = data['username'], data['password'], data['host'], data['port']
21
+ # service_database = {'xigua_lx': 'mysql'}
22
+ # elif socket.gethostname() in ['company', 'Mac2.local']:
23
+ # conf = myconfig.main()
24
+ # data = conf['Windows']['company']['mysql']['local']
25
+ # username, password, host, port = data['username'], data['password'], data['host'], data['port']
26
+ # service_database = {'company': 'mysql'}
27
+ # elif socket.gethostname() == 'xigua_ts':
28
+ # conf = myconfig.main()
29
+ # data = conf['Windows']['xigua_ts']['mysql']['remoto']
30
+ # username, password, host, port = data['username'], data['password'], data['host'], data['port']
31
+ # service_database = {'xigua_ts': 'mysql'}
30
32
  if not username:
31
33
  logger.info(f'找不到主机:')
32
34
 
@@ -7,6 +7,7 @@ from mdbq.aggregation import optimize_data
7
7
  from mdbq.config import myconfig
8
8
  from mdbq.config import products
9
9
  from mdbq.config import set_support
10
+ from mdbq.config import default
10
11
  import datetime
11
12
  from dateutil.relativedelta import relativedelta
12
13
  import pandas as pd
@@ -26,72 +27,8 @@ import logging
26
27
 
27
28
  """
28
29
  error_file = os.path.join(set_support.SetSupport(dirname='support').dirname, 'error.log')
29
- m_engine = mysql.MysqlUpload(username='', password='', host='', port=0, charset='utf8mb4')
30
- company_engine = mysql.MysqlUpload(username='', password='', host='', port=0, charset='utf8mb4')
30
+ m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
31
31
 
32
- if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
33
- conf = myconfig.main()
34
- conf_data = conf['Windows']['xigua_lx']['mysql']['remoto']
35
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
36
- m_engine = mysql.MysqlUpload(
37
- username=username,
38
- password=password,
39
- host=host,
40
- port=port,
41
- charset='utf8mb4'
42
- )
43
- conf_data = conf['Windows']['company']['mysql']['local']
44
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
45
- company_engine = mysql.MysqlUpload(
46
- username=username,
47
- password=password,
48
- host=host,
49
- port=port,
50
- charset='utf8mb4'
51
- )
52
- targe_host = 'company'
53
- elif socket.gethostname() == 'xigua_ts':
54
- conf = myconfig.main()
55
- conf_data = conf['Windows']['xigua_ts']['mysql']['remoto']
56
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
57
- m_engine = mysql.MysqlUpload(
58
- username=username,
59
- password=password,
60
- host=host,
61
- port=port,
62
- charset='utf8mb4'
63
- )
64
- username, password, host, port = '', '', '', 3306
65
- company_engine = mysql.MysqlUpload(
66
- username=username,
67
- password=password,
68
- host=host,
69
- port=port,
70
- charset='utf8mb4'
71
- )
72
- else:
73
- conf = myconfig.main()
74
-
75
- conf_data = conf['Windows']['company']['mysql']['remoto']
76
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
77
- company_engine = mysql.MysqlUpload(
78
- username=username,
79
- password=password,
80
- host=host,
81
- port=port,
82
- charset='utf8mb4'
83
- )
84
-
85
- conf_data = conf['Windows']['xigua_lx']['mysql']['local']
86
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
87
- m_engine = mysql.MysqlUpload(
88
- username=username,
89
- password=password,
90
- host=host,
91
- port=port,
92
- charset='utf8mb4'
93
- )
94
- targe_host = 'xigua_lx'
95
32
  logger = logging.getLogger(__name__)
96
33
 
97
34
 
@@ -2053,6 +1990,8 @@ class MysqlDatasQuery:
2053
1990
  end_date=end_date,
2054
1991
  projection=projection,
2055
1992
  )
1993
+ if len(df) == 0:
1994
+ return False
2056
1995
  df = df.groupby(['日期', '店铺名称', '产品线', '花费'], as_index=False).agg(
2057
1996
  **{
2058
1997
  '全站投产比': ('全站投产比', np.max),
@@ -4215,11 +4154,12 @@ def main(days=150, months=3):
4215
4154
 
4216
4155
 
4217
4156
  if __name__ == '__main__':
4218
- # main(
4219
- # days=150, # 清理聚合数据的日期长度
4220
- # months=3 # 生成聚合数据的长度
4221
- # )
4157
+ main(
4158
+ days=150, # 清理聚合数据的日期长度
4159
+ months=3 # 生成聚合数据的长度
4160
+ )
4161
+
4162
+ # sdq = MysqlDatasQuery() # 实例化数据处理类
4163
+ # sdq.months = 20 # 设置数据周期, 1 表示近 2 个月
4164
+ # sdq.tg_by_day(db_name='聚合数据', table_name='多店推广场景_按日聚合')
4222
4165
 
4223
- sdq = MysqlDatasQuery() # 实例化数据处理类
4224
- sdq.months = 3 # 设置数据周期, 1 表示近 2 个月
4225
- sdq.se_search(db_name='聚合数据', table_name='天猫店铺来源_手淘搜索')
mdbq/config/default.py ADDED
@@ -0,0 +1,97 @@
1
+ # -*- coding: UTF-8 –*-
2
+ import os
3
+ import json
4
+ import platform
5
+ import getpass
6
+ import socket
7
+ import logging
8
+ from mdbq.mysql import mysql
9
+
10
+ if platform.system() == 'Windows':
11
+ support_path = r'C:\同步空间\BaiduSyncdisk\自动0备份\py\数据更新\support'
12
+ elif platform.system() == 'Darwin':
13
+ support_path = f'/Users/{getpass.getuser()}/数据中心/自动0备份/py/数据更新/support'
14
+ else:
15
+ support_path = '数据中心/数据更新/support' # 没有用可以删
16
+ logger = logging.getLogger(__name__)
17
+
18
+
19
+ def return_host(conf_data):
20
+ """
21
+ 从配置文件数据中获取: username, password, host, port
22
+ :param conf_data:
23
+ :return:
24
+ """
25
+ return conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
26
+
27
+
28
+ def return_one_engine(conf_data):
29
+ """
30
+ 返回一个 engine
31
+ """
32
+ username, password, host, port = return_host(conf_data)
33
+ return mysql.MysqlUpload(username=username, password=password, host=host, port=port, charset='utf8mb4')
34
+
35
+
36
+ def get_hostname(platform, hostname, sql, local):
37
+ """
38
+ 返回一个主机的: username, password, host, port
39
+ """
40
+ config_file = os.path.join(support_path, 'my_config.txt')
41
+ with open(config_file, 'r', encoding='utf-8') as f:
42
+ conf = json.load(f)
43
+ conf_data = conf[platform][hostname][sql][local]
44
+ return return_host(conf_data)
45
+
46
+
47
+ def get_engine():
48
+ if not os.path.isdir(support_path):
49
+ print(f'缺少配置文件,无法读取配置文件: {file}')
50
+ return
51
+ config_file = os.path.join(support_path, 'my_config.txt')
52
+
53
+ with open(config_file, 'r', encoding='utf-8') as f:
54
+ conf = json.load(f)
55
+
56
+ if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
57
+ conf_data = conf['Windows']['xigua_lx']['mysql']['remoto']
58
+ m_engine = return_one_engine(conf_data=conf_data)
59
+ conf_data = conf['Windows']['company']['mysql']['local']
60
+ company_engine = return_one_engine(conf_data=conf_data)
61
+ username, password, host, port = return_host(conf_data) # 顺序不能乱
62
+ conf_data = conf['Windows']['xigua_ts']['mysql']['remoto']
63
+ ts_engine = return_one_engine(conf_data=conf_data)
64
+ elif socket.gethostname() == 'xigua_lx' or socket.gethostname() == 'xigua1' or socket.gethostname() == 'MacBookPro':
65
+ conf_data = conf['Windows']['xigua_lx']['mysql']['local']
66
+ m_engine = return_one_engine(conf_data=conf_data)
67
+ username, password, host, port = return_host(conf_data) # 顺序不能乱
68
+ conf_data = conf['Windows']['company']['mysql']['remoto']
69
+ company_engine = return_one_engine(conf_data=conf_data)
70
+ conf_data = conf['Windows']['xigua_ts']['mysql']['remoto']
71
+ ts_engine = return_one_engine(conf_data=conf_data)
72
+
73
+ else:
74
+ conf_data = conf['Windows']['xigua_lx']['mysql']['remoto']
75
+ m_engine = return_one_engine(conf_data=conf_data)
76
+ username, password, host, port = return_host(conf_data) # 顺序不能乱
77
+ conf_data = conf['Windows']['company']['mysql']['remoto']
78
+ company_engine = return_one_engine(conf_data=conf_data)
79
+ conf_data = conf['Windows']['xigua_ts']['mysql']['remoto']
80
+ ts_engine = return_one_engine(conf_data=conf_data)
81
+
82
+ return m_engine, company_engine, ts_engine, (username, password, host, port)
83
+
84
+
85
+ def write_back(datas):
86
+ """ 将数据写回本地 """
87
+ if not os.path.isdir(support_path):
88
+ print(f'缺少配置文件,无法读取配置文件: {file}')
89
+ return
90
+ file = os.path.join(support_path, 'my_config.txt')
91
+ with open(file, 'w+', encoding='utf-8') as f:
92
+ json.dump(datas, f, ensure_ascii=False, sort_keys=False, indent=4)
93
+
94
+
95
+
96
+ if __name__ == '__main__':
97
+ pass
mdbq/config/products.py CHANGED
@@ -6,24 +6,26 @@ import getpass
6
6
  import socket
7
7
  import pandas as pd
8
8
  from mdbq.mysql import mysql
9
- from mdbq.config import myconfig
9
+ # from mdbq.config import myconfig
10
+ from mdbq.config import default
10
11
  from numpy.ma.core import product
11
12
 
12
13
  """
13
14
  天猫货品年份基准对照
14
15
  用于聚合数据,通过此数据表进一步可确定商品上架年月
15
16
  """
16
- username, password, host, port, service_database = None, None, None, None, None,
17
- if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
18
- conf = myconfig.main()
19
- data = conf['Windows']['xigua_lx']['mysql']['local']
20
- username, password, host, port = data['username'], data['password'], data['host'], data['port']
21
- service_database = {'xigua_lx': 'mysql'}
22
- elif socket.gethostname() in ['company', 'Mac2.local']:
23
- conf = myconfig.main()
24
- data = conf['Windows']['company']['mysql']['local']
25
- username, password, host, port = data['username'], data['password'], data['host'], data['port']
26
- service_database = {'company': 'mysql'}
17
+ m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
18
+ # username, password, host, port, service_database = None, None, None, None, None,
19
+ # if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
20
+ # conf = myconfig.main()
21
+ # data = conf['Windows']['xigua_lx']['mysql']['local']
22
+ # username, password, host, port = data['username'], data['password'], data['host'], data['port']
23
+ # service_database = {'xigua_lx': 'mysql'}
24
+ # elif socket.gethostname() in ['company', 'Mac2.local']:
25
+ # conf = myconfig.main()
26
+ # data = conf['Windows']['company']['mysql']['local']
27
+ # username, password, host, port = data['username'], data['password'], data['host'], data['port']
28
+ # service_database = {'company': 'mysql'}
27
29
  if not username:
28
30
  print(f'找不到主机1:')
29
31
 
mdbq/mysql/mysql.py CHANGED
@@ -1588,11 +1588,12 @@ class OptimizeDatas:
1588
1588
  del data['id']
1589
1589
  data = re.sub(r'\.0+\', ', '\', ', str(data)) # 统一移除小数点后面的 0
1590
1590
  if data in all_datas: # 数据出现重复时
1591
- duplicate_id.append(delete_id) # 添加 id 到 duplicate_id
1592
- continue
1591
+ if delete_id:
1592
+ duplicate_id.append(delete_id) # 添加 id 到 duplicate_id
1593
+ continue
1593
1594
  all_datas.append(data) # 数据没有重复
1594
1595
  except Exception as e:
1595
- logger.error(f'{table_name} 函数: mysql - > OptimizeDatas -> delete_duplicate -> {e}')
1596
+ logger.debug(f'{table_name} 函数: mysql - > OptimizeDatas -> delete_duplicate -> {e}')
1596
1597
  del all_datas
1597
1598
 
1598
1599
  if not duplicate_id: # 如果没有重复数据,则跳过该数据表
@@ -49,22 +49,24 @@ else:
49
49
  upload_path = os.path.join(D_PATH, '数据上传中心') # 此目录位于下载文件夹,将统一上传百度云备份
50
50
  if not os.path.exists(upload_path): # 数据中心根目录
51
51
  os.makedirs(upload_path)
52
- username, password, host, port, service_database = None, None, None, None, None,
53
- if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
54
- conf = myconfig.main()
55
- conf_data = conf['Windows']['xigua_lx']['mysql']['local']
56
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
57
- service_database = {'xigua_lx': 'mysql'}
58
- elif socket.gethostname() in ['company', 'Mac2.local']:
59
- conf = myconfig.main()
60
- conf_data = conf['Windows']['company']['mysql']['local']
61
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
62
- service_database = {'company': 'mysql'}
63
- elif socket.gethostname() == 'xigua_ts':
64
- conf = myconfig.main()
65
- conf_data = conf['Windows']['xigua_ts']['mysql']['remote']
66
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
67
- service_database = {'xigua_ts': 'mysql'}
52
+
53
+ m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
54
+ # username, password, host, port, service_database = None, None, None, None, None,
55
+ # if socket.gethostname() in ['xigua_lx', 'xigua1', 'MacBookPro']:
56
+ # conf = myconfig.main()
57
+ # conf_data = conf['Windows']['xigua_lx']['mysql']['local']
58
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
59
+ # service_database = {'xigua_lx': 'mysql'}
60
+ # elif socket.gethostname() in ['company', 'Mac2.local']:
61
+ # conf = myconfig.main()
62
+ # conf_data = conf['Windows']['company']['mysql']['local']
63
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
64
+ # service_database = {'company': 'mysql'}
65
+ # elif socket.gethostname() == 'xigua_ts':
66
+ # conf = myconfig.main()
67
+ # conf_data = conf['Windows']['xigua_ts']['mysql']['remote']
68
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
69
+ # service_database = {'xigua_ts': 'mysql'}
68
70
 
69
71
  if not username:
70
72
  print(f'找不到主机:')
@@ -830,7 +832,6 @@ def main(service_name, database):
830
832
  # df_sql=True,
831
833
  # drop_duplicates=False,
832
834
  # icm_update=unique_key_list,
833
- service_database={service_name: database},
834
835
  ) # 3. 回传数据库
835
836
 
836
837
 
@@ -910,7 +911,6 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
910
911
  df_sql=False,
911
912
  drop_duplicates=False,
912
913
  icm_update=[],
913
- service_database={service_name: database},
914
914
  ) # 3. 回传数据库
915
915
 
916
916
  # 从数据库中读取数据,并下载素材到本地
@@ -950,7 +950,6 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
950
950
  df_sql=False,
951
951
  drop_duplicates=False,
952
952
  icm_update=[],
953
- service_database={service_name: database},
954
953
  ) # 3. 回传数据库
955
954
 
956
955
 
mdbq/redis/getredis.py CHANGED
@@ -4,7 +4,7 @@ import random
4
4
  import redis
5
5
  import socket
6
6
  from mdbq.mysql import s_query
7
- from mdbq.config import myconfig
7
+ from mdbq.config import default
8
8
  import pandas as pd
9
9
  import numpy as np
10
10
  import json
@@ -23,26 +23,30 @@ else:
23
23
  D_PATH = os.path.join(f'/Users/{getpass.getuser()}/Downloads')
24
24
 
25
25
 
26
- if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
27
- conf = myconfig.main()
28
- conf_data = conf['Windows']['company']['mysql']['local']
29
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
30
- redis_password = conf['Windows']['company']['redis']['local']['password']
31
- elif socket.gethostname() == 'MacBookPro':
32
- conf = myconfig.main()
33
- conf_data = conf['Windows']['xigua_lx']['mysql']['local']
34
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
35
- redis_password = conf['Windows']['company']['redis']['local']['password']
36
- elif socket.gethostname() == 'xigua_ts':
37
- conf = myconfig.main()
38
- conf_data = conf['Windows']['xigua_ts']['mysql']['remote']
39
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
40
- redis_password = conf['Windows']['xigua_ts']['redis']['local']['password']
41
- else:
42
- conf = myconfig.main()
43
- conf_data = conf['Windows']['xigua_lx']['mysql']['local']
44
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
45
- redis_password = conf['Windows']['company']['redis']['local']['password'] # redis 使用本地数据,全部机子相同
26
+ m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
27
+
28
+ a, redis_password, c, d = default.get_hostname('Windows', 'xigua_lx', 'redis', 'local')
29
+
30
+ # if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
31
+ # conf = myconfig.main()
32
+ # conf_data = conf['Windows']['company']['mysql']['local']
33
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
34
+ # redis_password = conf['Windows']['company']['redis']['local']['password']
35
+ # elif socket.gethostname() == 'MacBookPro':
36
+ # conf = myconfig.main()
37
+ # conf_data = conf['Windows']['xigua_lx']['mysql']['local']
38
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
39
+ # redis_password = conf['Windows']['company']['redis']['local']['password']
40
+ # elif socket.gethostname() == 'xigua_ts':
41
+ # conf = myconfig.main()
42
+ # conf_data = conf['Windows']['xigua_ts']['mysql']['remote']
43
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
44
+ # redis_password = conf['Windows']['xigua_ts']['redis']['local']['password']
45
+ # else:
46
+ # conf = myconfig.main()
47
+ # conf_data = conf['Windows']['xigua_lx']['mysql']['local']
48
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
49
+ # redis_password = conf['Windows']['company']['redis']['local']['password'] # redis 使用本地数据,全部机子相同
46
50
 
47
51
  # logging.basicConfig(level=logging.INFO, format='%(asctime)s | %(levelname)s | %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
48
52
 
mdbq/spider/aikucun.py CHANGED
@@ -46,54 +46,55 @@ else:
46
46
  Source_Path = str(pathlib.Path(Data_Path, '原始文件2'))
47
47
  upload_path = os.path.join(D_PATH, '数据上传中心', '爱库存') # 此目录位于下载文件夹
48
48
 
49
- m_engine = mysql.MysqlUpload(username='', password='', host='', port=0, charset='utf8mb4')
50
- company_engine = mysql.MysqlUpload(username='', password='', host='', port=0, charset='utf8mb4')
51
-
52
- if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
53
- conf = myconfig.main()
54
- conf_data = conf['Windows']['xigua_lx']['mysql']['remoto']
55
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
56
- m_engine = mysql.MysqlUpload(
57
- username=username,
58
- password=password,
59
- host=host,
60
- port=port,
61
- charset='utf8mb4'
62
- )
63
- conf_data = conf['Windows']['company']['mysql']['local']
64
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
65
- company_engine = mysql.MysqlUpload(
66
- username=username,
67
- password=password,
68
- host=host,
69
- port=port,
70
- charset='utf8mb4'
71
- )
72
- targe_host = 'company'
73
-
74
- else:
75
- conf = myconfig.main()
76
-
77
- conf_data = conf['Windows']['company']['mysql']['remoto']
78
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
79
- company_engine = mysql.MysqlUpload(
80
- username=username,
81
- password=password,
82
- host=host,
83
- port=port,
84
- charset='utf8mb4'
85
- )
86
-
87
- conf_data = conf['Windows']['xigua_lx']['mysql']['local']
88
- username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
89
- m_engine = mysql.MysqlUpload(
90
- username=username,
91
- password=password,
92
- host=host,
93
- port=port,
94
- charset='utf8mb4'
95
- )
96
- targe_host = 'xigua_lx'
49
+ m_engine, company_engine, ts_engine, (username, password, host, port) = default.get_engine()
50
+ # m_engine = mysql.MysqlUpload(username='', password='', host='', port=0, charset='utf8mb4')
51
+ # company_engine = mysql.MysqlUpload(username='', password='', host='', port=0, charset='utf8mb4')
52
+ #
53
+ # if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
54
+ # conf = myconfig.main()
55
+ # conf_data = conf['Windows']['xigua_lx']['mysql']['remoto']
56
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
57
+ # m_engine = mysql.MysqlUpload(
58
+ # username=username,
59
+ # password=password,
60
+ # host=host,
61
+ # port=port,
62
+ # charset='utf8mb4'
63
+ # )
64
+ # conf_data = conf['Windows']['company']['mysql']['local']
65
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
66
+ # company_engine = mysql.MysqlUpload(
67
+ # username=username,
68
+ # password=password,
69
+ # host=host,
70
+ # port=port,
71
+ # charset='utf8mb4'
72
+ # )
73
+ # targe_host = 'company'
74
+ #
75
+ # else:
76
+ # conf = myconfig.main()
77
+ #
78
+ # conf_data = conf['Windows']['company']['mysql']['remoto']
79
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
80
+ # company_engine = mysql.MysqlUpload(
81
+ # username=username,
82
+ # password=password,
83
+ # host=host,
84
+ # port=port,
85
+ # charset='utf8mb4'
86
+ # )
87
+ #
88
+ # conf_data = conf['Windows']['xigua_lx']['mysql']['local']
89
+ # username, password, host, port = conf_data['username'], conf_data['password'], conf_data['host'], conf_data['port']
90
+ # m_engine = mysql.MysqlUpload(
91
+ # username=username,
92
+ # password=password,
93
+ # host=host,
94
+ # port=port,
95
+ # charset='utf8mb4'
96
+ # )
97
+ # targe_host = 'xigua_lx'
97
98
 
98
99
 
99
100
  def get_cookie_aikucun():
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 3.6.19
3
+ Version: 3.6.21
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -1,15 +1,16 @@
1
1
  mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
2
2
  mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
3
3
  mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
4
- mdbq/aggregation/aggregation.py,sha256=-yzApnlqSN2L0E1YMu5ml-W827qpKQvWPCOI7jj2kzY,80264
5
- mdbq/aggregation/datashow.py,sha256=1AYSIDkdUx-4as1Ax2rPj0cExM9d-qFMrFYLAaPHNuk,54962
6
- mdbq/aggregation/optimize_data.py,sha256=Iy_hqIpYrvIqRok-FwhaGit2RiZXqJiBri_LuCGh3A0,3428
7
- mdbq/aggregation/query_data.py,sha256=OCgVMkhmgYmM1vVG7ajmWMW1CHyRXwKLEPanklqS6xk,194047
4
+ mdbq/aggregation/aggregation_bak.py,sha256=-yzApnlqSN2L0E1YMu5ml-W827qpKQvWPCOI7jj2kzY,80264
5
+ mdbq/aggregation/datashow_bak.py,sha256=1AYSIDkdUx-4as1Ax2rPj0cExM9d-qFMrFYLAaPHNuk,54962
6
+ mdbq/aggregation/optimize_data.py,sha256=JXdhVHQmtULZrV8wizlj6oyP8Ry4lwqoLlA5xV8ILNo,3589
7
+ mdbq/aggregation/query_data.py,sha256=bxRWBk5JTCfr6-15P77iXOEy81KkuWVZenYfI3VIV1k,191782
8
8
  mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
9
9
  mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
10
10
  mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
11
+ mdbq/config/default.py,sha256=Utwpe6x_IKwgE1xwTzJNVoOoTGKUmWw-2h-Hpnw6etQ,3851
11
12
  mdbq/config/myconfig.py,sha256=EGymTlAimtHIDJ9egCtOehBEPOj6rea504kvsEZu64o,854
12
- mdbq/config/products.py,sha256=Muj9B0pdFo16aTmE_7mbWgECpxdLZrl6UPsNWMK80eU,6202
13
+ mdbq/config/products.py,sha256=UAPcS0CbKmHribxgwtqiAsVICkuGLrizLDT6zbf4kFY,6353
13
14
  mdbq/config/set_support.py,sha256=xkZCX6y9Bq1ppBpJAofld4B2YtchA7fl0eT3dx3CrSI,777
14
15
  mdbq/dataframe/__init__.py,sha256=2HtCN8AdRj53teXDqzysC1h8aPL-mMFy561ESmhehGQ,22
15
16
  mdbq/dataframe/converter.py,sha256=lETYhT7KXlWzWwqguqhk6vI6kj4rnOBEW1lhqKy2Abc,5035
@@ -18,11 +19,11 @@ mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
18
19
  mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
19
20
  mdbq/mongo/mongo.py,sha256=M9DUeUCMPDngkwn9-ui0uTiFrvfNU1kLs22s5SmoNm0,31899
20
21
  mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
21
- mdbq/mysql/mysql.py,sha256=xvwAfhIWppYaynLhvNs8DBzI5-gy0xdNJP21Sa7U2Uw,98549
22
+ mdbq/mysql/mysql.py,sha256=YgmSLkwjIUpjiGH3S-bTiaJCKe8As0WvHDOS6_ePyYs,98591
22
23
  mdbq/mysql/s_query.py,sha256=pj5ioJfUT81Su9S-km9G49gF5F2MmXXfw_oAIUzhN28,8794
23
24
  mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
24
25
  mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
25
- mdbq/other/download_sku_picture.py,sha256=r4MiKuaeYFZeH4ofwz1vNrnyKRsXKZQY_6RM2B4U9OY,45665
26
+ mdbq/other/download_sku_picture.py,sha256=lG6S8u0nR1yAVnTHkNPwJb5ZMrO_IvVkkqvhKynSR58,45630
26
27
  mdbq/other/porxy.py,sha256=UHfgEyXugogvXgsG68a7QouUCKaohTKKkI4RN-kYSdQ,4961
27
28
  mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
28
29
  mdbq/other/sku_picture.py,sha256=JwSXYlzamVqcKCD2tRH2VqYVZNr8fM6f--kcGlTVRnM,50026
@@ -32,10 +33,10 @@ mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,239
32
33
  mdbq/pbix/refresh_all.py,sha256=OBT9EewSZ0aRS9vL_FflVn74d4l2G00wzHiikCC4TC0,5926
33
34
  mdbq/pbix/refresh_all_old.py,sha256=_pq3WSQ728GPtEG5pfsZI2uTJhU8D6ra-htIk1JXYzw,7192
34
35
  mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
35
- mdbq/redis/getredis.py,sha256=42_37DkixBOF3m0ED1Yo9oceaPaRbCdAS1uoohh8JjE,26997
36
+ mdbq/redis/getredis.py,sha256=qbNrXv_M1KpTpC5WR-E-E-NkLGNkWWTmQFqwqV17SKk,27223
36
37
  mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
37
- mdbq/spider/aikucun.py,sha256=v7VO5gtEXR6_4Q6ujbTyu1FHu7TXHcwSQ6hIO249YH0,22208
38
- mdbq-3.6.19.dist-info/METADATA,sha256=PAwSTNQprma0UwQfUhqbAf27-yiTnMQoX6G9W2NJn8g,244
39
- mdbq-3.6.19.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
40
- mdbq-3.6.19.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
41
- mdbq-3.6.19.dist-info/RECORD,,
38
+ mdbq/spider/aikucun.py,sha256=rUit-wu_BpLlS0_FoLCExsuWokv5kkpscrv_hF9pjKs,22393
39
+ mdbq-3.6.21.dist-info/METADATA,sha256=BfkUx6M9Vx0-2NCQcpI6PCrCnc6QmTz1reJAgATS9cE,244
40
+ mdbq-3.6.21.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
41
+ mdbq-3.6.21.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
42
+ mdbq-3.6.21.dist-info/RECORD,,
File without changes
File without changes
File without changes