mdbq 3.7.17__py3-none-any.whl → 3.7.18__py3-none-any.whl

mdbq/aggregation/query_data.py

@@ -1454,9 +1454,13 @@ class MysqlDatasQuery:
             end_date=end_date,
             projection=projection,
         )
-        df.drop_duplicates(
-            subset=['日期', '店铺名称', '商品id', '商品访客数'], keep='last',
-            inplace=True, ignore_index=True)
+        # df.drop_duplicates(
+        #     subset=['日期', '店铺名称', '商品id', '商品访客数'], keep='last',
+        #     inplace=True, ignore_index=True)
+        # 保留最新日期的数据
+        idx = df.groupby(['日期', '店铺名称', '商品id'])['更新时间'].idxmax()
+        df = df.loc[idx]
+
         df_set['商品id'] = df_set['商品id'].astype('int64')
         df_set = df_set[['商品id', '上市年份']]
         df['商品id'] = df['商品id'].astype('int64')
@@ -3852,13 +3856,17 @@ def main(days=150, months=3):
     )
 
 
+def test():
+    sdq = MysqlDatasQuery()  # 实例化数据处理类
+    sdq.months = 1  # 设置数据周期， 1 表示近 2 个月
+    sdq.update_service = True  # 调试时加，true: 将数据写入 mysql 服务器
+    sdq.spph(db_name='聚合数据', table_name='天猫_商品排行')
+
 if __name__ == '__main__':
     main(
         days=150,  # 清理聚合数据的日期长度
         months=3  # 生成聚合数据的长度
     )
 
-    # sdq = MysqlDatasQuery()  # 实例化数据处理类
-    # sdq.months = 20  # 设置数据周期， 1 表示近 2 个月
-    # sdq.tg_by_day(db_name='聚合数据', table_name='多店推广场景_按日聚合')
+
 

{mdbq-3.7.17.dist-info → mdbq-3.7.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 3.7.17
+Version: 3.7.18
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-3.7.17.dist-info → mdbq-3.7.18.dist-info}/RECORD

@@ -2,7 +2,7 @@ mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
 mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
 mdbq/aggregation/optimize_data.py,sha256=wB7prQdZAHyjzXH9V8g8X_JBMdvCCUITN1hVwK72Tdg,952
-mdbq/aggregation/query_data.py,sha256=I2esDWtp_dg49bqvD-qIZIpF9Z2kyo8My_oWuo6RcC4,174468
+mdbq/aggregation/query_data.py,sha256=uD9fHJrcgmHFBnEdhwvQ0Icthz8SzwaJedX3SFfVXfs,174712
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=hJs815hGFwm_X5bP2i9XugG2w2ZY_F0n3-Q0hVpIPPw,4892
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -33,7 +33,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
 mdbq/redis/getredis.py,sha256=MLVWENvFtLFpxUlkUMBvc5bXPXeG-QIl8f_A200TIWE,25497
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=o_QwFWbD6O2F56k6bwnpVV55EcdFCyes05ON7iu9TrA,21882
-mdbq-3.7.17.dist-info/METADATA,sha256=QcNNflNFDMslBNGYbl047wqJGPBu7Ohd_WiowCL7xCk,244
-mdbq-3.7.17.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-3.7.17.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-3.7.17.dist-info/RECORD,,
+mdbq-3.7.18.dist-info/METADATA,sha256=lMvpo0kmnnG8XQQmln8HqSV8L6k1ZzcDYslHmuyqUTo,244
+mdbq-3.7.18.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-3.7.18.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-3.7.18.dist-info/RECORD,,