mdbq 3.5.6__tar.gz → 3.5.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-3.5.6 → mdbq-3.5.7}/PKG-INFO +1 -1
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/mysql/s_query.py +1 -1
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/redis/getredis.py +2 -1
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/spider/aikucun.py +1 -1
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-3.5.6 → mdbq-3.5.7}/setup.py +1 -1
- {mdbq-3.5.6 → mdbq-3.5.7}/README.txt +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/__version__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/aggregation/datashow.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/bdup/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/bdup/bdup.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/config/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/config/myconfig.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/config/products.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/config/set_support.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/dataframe/converter.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/log/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/log/mylogger.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/mongo/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/mongo/mongo.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/mysql/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/mysql/mysql.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/mysql/recheck_mysql.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/other/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/other/download_sku_picture.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/other/porxy.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/other/pov_city.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/other/sku_picture.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/other/ua_sj.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/pbix/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/redis/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq/spider/__init__.py +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-3.5.6 → mdbq-3.5.7}/setup.cfg +0 -0
|
@@ -100,7 +100,7 @@ class QueryDatas:
|
|
|
100
100
|
if 'id' in df.columns.tolist():
|
|
101
101
|
df.pop('id') # 默认不返回 id 列
|
|
102
102
|
if len(df) == 0:
|
|
103
|
-
print(f'database: {db_name}, table: {table_name} 查询的数据为空1')
|
|
103
|
+
print(f's_query.py -> data_to_df -> database: {db_name}, table: {table_name} 查询的数据为空1')
|
|
104
104
|
connection.close()
|
|
105
105
|
return df
|
|
106
106
|
|
|
@@ -26,6 +26,7 @@ class RedisData(object):
|
|
|
26
26
|
def __init__(self, redis_engin, download):
|
|
27
27
|
self.redis_engin = redis_engin # redis 数据处理引擎
|
|
28
28
|
self.download = download # mysql 数据处理引擎
|
|
29
|
+
self.minute = 60 # 缓存过期时间: 分钟
|
|
29
30
|
|
|
30
31
|
def get_from_mysql(self, _db_name, _table_name, _set_year, start_date, end_date):
|
|
31
32
|
"""
|
|
@@ -135,7 +136,7 @@ class RedisData(object):
|
|
|
135
136
|
_df['日期'] = _df['日期'].astype('str')
|
|
136
137
|
jsondata = _df.to_json(orient='records', force_ascii=False)
|
|
137
138
|
self.redis_engin.set(my_key, jsondata)
|
|
138
|
-
self.redis_engin.expire(my_key,
|
|
139
|
+
self.redis_engin.expire(my_key, self.minute * 60) # 设置缓存过期时间: 分钟
|
|
139
140
|
if '日期' in _df.columns.tolist():
|
|
140
141
|
_df['日期'] = pd.to_datetime(_df['日期'], format='%Y-%m-%d', errors='ignore') # 转换日期列
|
|
141
142
|
now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|