mdbq 1.6.5__tar.gz → 1.6.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-1.6.5 → mdbq-1.6.6}/PKG-INFO +1 -1
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/aggregation/query_data.py +6 -1
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-1.6.5 → mdbq-1.6.6}/setup.py +1 -1
- {mdbq-1.6.5 → mdbq-1.6.6}/README.txt +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/__version__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/bdup/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/bdup/bdup.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/clean/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/clean/data_clean.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/company/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/company/copysh.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/config/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/config/get_myconf.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/config/products.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/config/set_support.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/config/update_conf.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/dataframe/converter.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/log/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/log/mylogger.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/mongo/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/mongo/mongo.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/mysql/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/mysql/mysql.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/mysql/s_query.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/other/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/other/porxy.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/other/pov_city.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/other/ua_sj.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/pbix/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq/spider/__init__.py +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-1.6.5 → mdbq-1.6.6}/setup.cfg +0 -0
|
@@ -237,7 +237,6 @@ class MysqlDatasQuery:
|
|
|
237
237
|
columns_name=['日期', '商品id', '商品白底图', '方版场景图'],
|
|
238
238
|
)
|
|
239
239
|
df = pd.DataFrame(data=data_values)
|
|
240
|
-
|
|
241
240
|
return df
|
|
242
241
|
|
|
243
242
|
def dplyd(self):
|
|
@@ -747,6 +746,8 @@ class GroupBy:
|
|
|
747
746
|
df = df[['商品id', '商品图片', '日期']]
|
|
748
747
|
df['商品图片'] = df['商品图片'].apply(lambda x: x if 'http' in x else None) # 检查是否是 http 链接
|
|
749
748
|
df.dropna(how='all', subset=['商品图片'], axis=0, inplace=True) # 删除指定列含有空值的行
|
|
749
|
+
df['商品链接'] = df['商品id'].apply(
|
|
750
|
+
lambda x: f'https://detail.tmall.com/item.htm?id={str(x)}' if x and '.com' not in str(x) else x)
|
|
750
751
|
df.sort_values(by='商品id', ascending=False, ignore_index=True, inplace=True) # ascending=False 降序排列
|
|
751
752
|
self.data_tgyj.update(
|
|
752
753
|
{
|
|
@@ -1166,6 +1167,10 @@ def data_aggregation(service_databases=[{}], months=1):
|
|
|
1166
1167
|
# optimize_data.op_data(service_databases=service_databases, days=3650) # 立即启动对聚合数据的清理工作
|
|
1167
1168
|
|
|
1168
1169
|
|
|
1170
|
+
def main():
|
|
1171
|
+
pass
|
|
1172
|
+
|
|
1173
|
+
|
|
1169
1174
|
if __name__ == '__main__':
|
|
1170
1175
|
data_aggregation(service_databases=[{'company': 'mysql'}], months=1) # 正常的聚合所有数据
|
|
1171
1176
|
# data_aggregation_one(service_databases=[{'home_lx': 'mysql'}], months=1) # 单独聚合某一个数据库，具体库进函数编辑
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|