mdbq 2.8.5__tar.gz → 2.8.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-2.8.5 → mdbq-2.8.7}/PKG-INFO +1 -1
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/aggregation/query_data.py +8 -7
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-2.8.5 → mdbq-2.8.7}/setup.py +1 -1
- {mdbq-2.8.5 → mdbq-2.8.7}/README.txt +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/__version__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/bdup/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/bdup/bdup.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/clean/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/clean/clean_upload.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/clean/data_clean.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/company/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/company/copysh.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/company/copysh_bak.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/company/home_sh.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/config/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/config/get_myconf.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/config/myconfig.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/config/products.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/config/set_support.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/config/update_conf.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/dataframe/converter.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/log/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/log/mylogger.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/mongo/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/mongo/mongo.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/mysql/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/mysql/mysql.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/mysql/recheck_mysql.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/mysql/s_query.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/other/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/other/porxy.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/other/pov_city.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/other/sku_picture.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/other/ua_sj.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/pbix/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/req_post/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/req_post/req_tb.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/spider/__init__.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq/spider/aikucun.py +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-2.8.5 → mdbq-2.8.7}/setup.cfg +0 -0
@@ -158,6 +158,7 @@ class MysqlDatasQuery:
|
|
158
158
|
'退款额': 1,
|
159
159
|
'退款额_发货后': 1,
|
160
160
|
'退货量_发货后': 1,
|
161
|
+
'店铺名称': 1,
|
161
162
|
}
|
162
163
|
df = self.download.data_to_df(
|
163
164
|
db_name='生意经3',
|
@@ -1338,7 +1339,7 @@ class GroupBy:
|
|
1338
1339
|
df['宝贝id'] = df['宝贝id'].astype(str)
|
1339
1340
|
df.fillna(0, inplace=True)
|
1340
1341
|
# df = df[(df['销售额'] != 0) | (df['退款额'] != 0)] # 注释掉, 因为后续使用生意经作为基准合并推广表,需确保所有商品id 齐全
|
1341
|
-
df = df.groupby(['日期', '宝贝id', '行业类目'], as_index=False).agg(
|
1342
|
+
df = df.groupby(['日期', '店铺名称', '宝贝id', '行业类目'], as_index=False).agg(
|
1342
1343
|
**{'销售额': ('销售额', np.min),
|
1343
1344
|
'销售量': ('销售量', np.min),
|
1344
1345
|
'订单数': ('订单数', np.min),
|
@@ -1359,7 +1360,7 @@ class GroupBy:
|
|
1359
1360
|
)
|
1360
1361
|
self.data_tgyj.update(
|
1361
1362
|
{
|
1362
|
-
table_name: df[['日期', '宝贝id', '销售额', '销售量', '退款额_发货后', '退货量_发货后']],
|
1363
|
+
table_name: df[['日期', '店铺名称', '宝贝id', '销售额', '销售量', '退款额_发货后', '退货量_发货后']],
|
1363
1364
|
}
|
1364
1365
|
)
|
1365
1366
|
return df
|
@@ -1874,7 +1875,7 @@ class GroupBy:
|
|
1874
1875
|
# print(self.data_tgyj)
|
1875
1876
|
tg, syj, idbm, pic, cost = (
|
1876
1877
|
self.data_tgyj['天猫_主体报表'],
|
1877
|
-
self.data_tgyj['
|
1878
|
+
self.data_tgyj['生意经_宝贝指标'],
|
1878
1879
|
self.data_tgyj['商品id编码表'],
|
1879
1880
|
self.data_tgyj['商品id图片对照表'],
|
1880
1881
|
self.data_tgyj['商品成本']) # 这里不要加逗号
|
@@ -1887,13 +1888,13 @@ class GroupBy:
|
|
1887
1888
|
df.drop(labels='宝贝id', axis=1, inplace=True)
|
1888
1889
|
if bb_tg is True:
|
1889
1890
|
# 生意经合并推广表,完整的数据表,包含全店所有推广、销售数据
|
1890
|
-
df = pd.merge(syj, df, how='left', left_on=['日期', '宝贝id'], right_on=['日期', '商品id'])
|
1891
|
+
df = pd.merge(syj, df, how='left', left_on=['日期', '店铺名称', '宝贝id'], right_on=['日期', '店铺名称', '商品id'])
|
1891
1892
|
df.drop(labels='商品id', axis=1, inplace=True) # 因为生意经中的宝贝 id 列才是完整的
|
1892
1893
|
df.rename(columns={'宝贝id': '商品id'}, inplace=True)
|
1893
1894
|
# df.to_csv('/Users/xigua/Downloads/test.csv', encoding='utf-8_sig', index=False, header=True)
|
1894
1895
|
else:
|
1895
1896
|
# 推广表合并生意经 , 以推广数据为基准,销售数据不齐全
|
1896
|
-
df = pd.merge(df, syj, how='left', left_on=['日期', '商品id'], right_on=['日期', '宝贝id'])
|
1897
|
+
df = pd.merge(df, syj, how='left', left_on=['日期', '店铺名称', '商品id'], right_on=['日期', '店铺名称', '宝贝id'])
|
1897
1898
|
df.drop(labels='宝贝id', axis=1, inplace=True)
|
1898
1899
|
df.drop_duplicates(subset=['日期', '店铺名称', '商品id', '花费', '销售额'], keep='last', inplace=True, ignore_index=True)
|
1899
1900
|
df.fillna(0, inplace=True)
|
@@ -2107,7 +2108,7 @@ def data_aggregation(months=1, is_juhe=True, less_dict=[]):
|
|
2107
2108
|
},
|
2108
2109
|
{
|
2109
2110
|
'数据库名': '聚合数据',
|
2110
|
-
'集合名': '
|
2111
|
+
'集合名': '生意经_宝贝指标',
|
2111
2112
|
'唯一主键': ['日期', '宝贝id'], # 不能加其他字段做主键,比如销售额,是变动的,不是唯一的
|
2112
2113
|
'数据主体': sdq.syj(),
|
2113
2114
|
},
|
@@ -2315,7 +2316,7 @@ def main():
|
|
2315
2316
|
|
2316
2317
|
if __name__ == '__main__':
|
2317
2318
|
data_aggregation(
|
2318
|
-
months=
|
2319
|
+
months=3,
|
2319
2320
|
is_juhe=True, # 生成聚合表
|
2320
2321
|
# less_dict=['多店推广场景_按日聚合'], # 单独聚合某一个数据库
|
2321
2322
|
)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|