mdbq 3.7.24__py3-none-any.whl → 3.7.26__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -27,6 +27,8 @@ username, password, host, port = content['username'], content['password'], conte
27
27
  m_engine = mysql.MysqlUpload(username=username, password=password, host=host, port=port, charset='utf8mb4')
28
28
 
29
29
  logger = logging.getLogger(__name__)
30
+ # from mdbq.log import spider_logging
31
+ # logger = spider_logging.setup_logging()
30
32
 
31
33
 
32
34
  class MysqlDatasQuery:
@@ -1072,6 +1074,7 @@ class MysqlDatasQuery:
1072
1074
  )
1073
1075
  __res.append(df)
1074
1076
  df = pd.concat(__res, ignore_index=True)
1077
+ # 直播全站推广不包含的超级直播报表,所以单独添加 2025-03-07
1075
1078
  cjzb_qzt = self.tg_cjzb_qzt(is_maximize=True)
1076
1079
  if len(cjzb_qzt) > 0:
1077
1080
  # 这里的重命名要注意,因为 tg_cjzb 函数还要重命名一次,注意改为 tg_cjzb 命名前的列名
@@ -3587,6 +3590,7 @@ class MysqlDatasQuery:
3587
3590
  # '直接成交金额': ('直接成交金额', np.max)
3588
3591
  # }
3589
3592
  # )
3593
+
3590
3594
  df = pd.concat([tg, zb, pxb], axis=0, ignore_index=True)
3591
3595
  df.fillna(0, inplace=True) # concat 之后要填充空值
3592
3596
  df = df.astype(
@@ -3614,6 +3618,7 @@ class MysqlDatasQuery:
3614
3618
  }
3615
3619
  if not self.update_service:
3616
3620
  return
3621
+ df['日期'] = pd.to_datetime(df['日期'], format='%Y-%m-%d', errors='ignore')
3617
3622
  min_date = df['日期'].min()
3618
3623
  max_date = df['日期'].max()
3619
3624
  now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
@@ -3942,6 +3947,7 @@ def test():
3942
3947
  sdq.update_service = True # 调试时加,true: 将数据写入 mysql 服务器
3943
3948
  sdq.spph(db_name='聚合数据', table_name='天猫_商品排行')
3944
3949
 
3950
+
3945
3951
  if __name__ == '__main__':
3946
3952
  main(
3947
3953
  days=150, # 清理聚合数据的日期长度
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: mdbq
3
- Version: 3.7.24
3
+ Version: 3.7.26
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -2,7 +2,7 @@ mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
2
2
  mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
3
3
  mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
4
4
  mdbq/aggregation/optimize_data_bak.py,sha256=wB7prQdZAHyjzXH9V8g8X_JBMdvCCUITN1hVwK72Tdg,952
5
- mdbq/aggregation/query_data.py,sha256=_muZtq-5aox1bRecCv--_ScBMDVhjN8fdBFdSB-d-ww,177925
5
+ mdbq/aggregation/query_data.py,sha256=R8KL_tX6kU3Na2Gy-FGzNaGRZEzCl8bptYgOTSXYDpw,178194
6
6
  mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
7
7
  mdbq/bdup/bdup.py,sha256=hJs815hGFwm_X5bP2i9XugG2w2ZY_F0n3-Q0hVpIPPw,4892
8
8
  mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -31,7 +31,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
31
31
  mdbq/redis/getredis.py,sha256=1pTga2iINx0NV2ffl0D-aspZhrZMDQR8SpohAv1acoo,24076
32
32
  mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
33
33
  mdbq/spider/aikucun.py,sha256=o_QwFWbD6O2F56k6bwnpVV55EcdFCyes05ON7iu9TrA,21882
34
- mdbq-3.7.24.dist-info/METADATA,sha256=XIXcOBgDC16DPVH0q9Ce0vN5OQqh-dqUkUCAyku3UQ8,364
35
- mdbq-3.7.24.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
36
- mdbq-3.7.24.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
37
- mdbq-3.7.24.dist-info/RECORD,,
34
+ mdbq-3.7.26.dist-info/METADATA,sha256=GtQ4jfKxKnY58OT5fNcdrJ2GTb32LBKQu6qzJqlLowI,364
35
+ mdbq-3.7.26.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
36
+ mdbq-3.7.26.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
37
+ mdbq-3.7.26.dist-info/RECORD,,
File without changes