mdbq 2.1.4__tar.gz → 2.1.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-2.1.4 → mdbq-2.1.5}/PKG-INFO +1 -1
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/config/products.py +13 -2
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/mysql/mysql.py +3 -2
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/other/sku_picture.py +1 -1
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-2.1.4 → mdbq-2.1.5}/setup.py +1 -1
- {mdbq-2.1.4 → mdbq-2.1.5}/README.txt +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/__version__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/bdup/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/bdup/bdup.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/clean/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/clean/data_clean.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/company/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/company/copysh.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/company/home_sh.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/config/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/config/get_myconf.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/config/set_support.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/config/update_conf.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/dataframe/converter.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/log/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/log/mylogger.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/mongo/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/mongo/mongo.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/mysql/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/mysql/s_query.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/other/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/other/porxy.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/other/pov_city.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/other/ua_sj.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/pbix/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq/spider/__init__.py +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-2.1.4 → mdbq-2.1.5}/setup.cfg +0 -0
@@ -126,8 +126,10 @@ class Products:
|
|
126
126
|
df=df,
|
127
127
|
db_name='属性设置2',
|
128
128
|
table_name='货品年份基准',
|
129
|
+
move_insert = False,
|
129
130
|
df_sql=False, # 值为 True 时使用 df.to_sql 函数上传整个表, 不会排重
|
130
131
|
drop_duplicates=True, # 值为 True 时检查重复数据再插入,反之直接上传,会比较慢
|
132
|
+
icm_update=[],
|
131
133
|
service_database=service_database, # 用来追踪处理进度
|
132
134
|
)
|
133
135
|
|
@@ -149,6 +151,15 @@ def main():
|
|
149
151
|
if __name__ == '__main__':
|
150
152
|
product_id = '696017020186'
|
151
153
|
p = Products()
|
152
|
-
# p.to_mysql(service_databases=[{'home_lx': 'mysql'}, {'company': 'mysql'}])
|
153
154
|
year = p.market_date(product_id=product_id)
|
154
|
-
print(year)
|
155
|
+
print(f'{product_id}: {year}')
|
156
|
+
|
157
|
+
p.to_mysql(service_databases=[
|
158
|
+
{
|
159
|
+
'home_lx': 'mysql'
|
160
|
+
},
|
161
|
+
{
|
162
|
+
'company': 'mysql'
|
163
|
+
}
|
164
|
+
]
|
165
|
+
)
|
@@ -68,7 +68,7 @@ class MysqlUpload:
|
|
68
68
|
|
69
69
|
return wrapper
|
70
70
|
|
71
|
-
|
71
|
+
@try_except
|
72
72
|
def df_to_mysql(self, df, table_name, db_name='远程数据源', icm_update=[], service_database={'home_lx': 'mysql'}, move_insert=False, df_sql=False, drop_duplicates=False, filename=None, count=None, json_path=None, reset_id=False):
|
73
73
|
"""
|
74
74
|
将 df 写入数据库
|
@@ -249,11 +249,12 @@ class MysqlUpload:
|
|
249
249
|
if drop_duplicates: # 查重插入
|
250
250
|
sql = "SELECT %s FROM %s WHERE %s" % (cols, table_name, condition)
|
251
251
|
# sql = f"SELECT {cols} FROM `{table_name}` WHERE `创建时间` = '2014-09-19 14:32:33'"
|
252
|
-
# print(sql)
|
253
252
|
cursor.execute(sql)
|
254
253
|
result = cursor.fetchall() # 获取查询结果, 有结果返回 list 表示数据已存在(不重复插入),没有则返回空 tuple
|
254
|
+
# print(result)
|
255
255
|
if not result: # 数据不存在则插入
|
256
256
|
sql = f"INSERT INTO `{table_name}` ({cols}) VALUES (%s);" % (values)
|
257
|
+
# print(sql)
|
257
258
|
cursor.execute(sql)
|
258
259
|
# else:
|
259
260
|
# print(f'重复数据不插入: {condition[:50]}...')
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|