mdbq 3.8.7__py3-none-any.whl → 3.8.9__py3-none-any.whl

mdbq/__version__.py

@@ -1 +1 @@
-VERSION = '3.8.7'
+VERSION = '3.8.9'

mdbq/aggregation/query_data.py

@@ -1909,6 +1909,17 @@ class MysqlDatasQuery:
                     projection=projection,
                 )
             __res.append(df)
+        # 新增加自营店数据 2025-03-19
+        for year in range(2025, datetime.datetime.today().year + 1):
+            df = self.download.data_to_df(
+                    db_name='京东数据3',
+                    table_name=f'推广数据_京准通_自营店_{year}',
+                    start_date=start_date,
+                    end_date=end_date,
+                    projection=projection,
+                )
+            __res.append(df)
+
         df = pd.concat(__res, ignore_index=True)
         df = df.groupby(
             ['日期', '店铺名称', '产品线', '触发sku_id', '跟单sku_id', 'spu_id', '花费', '展现数', '点击数'],

mdbq/other/otk.py

@@ -0,0 +1,81 @@
+import re
+import calendar
+import datetime
+from dateutil.relativedelta import relativedelta
+import pandas as pd
+import numpy as np
+
+
+def first_and_last_day(date):
+    """
+    返回指定日期当月的第一天和最后一天
+    """
+    date = pd.to_datetime(date)  # n 月以前的今天
+    _, _lastDay = calendar.monthrange(date.year, date.month)  # 返回月的第一天的星期和当月总天数
+    _firstDay = datetime.date(date.year, date.month, day=1)
+    _lastDay = datetime.date(date.year, date.month, day=_lastDay)
+    return _firstDay, _lastDay
+
+
+def get_day_of_month(num: int, fm=None):
+    """
+    num: 获取n月以前的第一天和最后一天, num=0时, 返回当月第一天和最后一天
+    fm: 日期输出格式
+    """
+    if not fm:
+        fm ='%Y%m%d'
+    _today = datetime.date.today()
+    months_ago = _today - relativedelta(months=num)  # n 月以前的今天
+    _, _lastDay = calendar.monthrange(months_ago.year, months_ago.month)  # 返回月的第一天的星期和当月总天数
+    _firstDay = datetime.date(months_ago.year, months_ago.month, day=1).strftime(fm)
+    _lastDay = datetime.date(months_ago.year, months_ago.month, day=_lastDay).strftime(fm)
+    return _firstDay, _lastDay
+
+
+def dates_between(start_date, end_date, fm=None) -> list:
+    """
+    获取两个日期之间的所有日期， 返回 list
+    fm: 日期输出格式
+    """
+    if not fm:
+        fm ='%Y%m%d'
+    start_date = pd.to_datetime(start_date)
+    end_date = pd.to_datetime(end_date)
+    dates = []
+    current_date = start_date
+    while current_date <= end_date:
+        dates.append(current_date.strftime(fm))
+        current_date += datetime.timedelta(days=1)
+    return dates
+
+
+def cover_df(df):
+    df.replace([np.inf, -np.inf], '0', inplace=True)  # 清理一些非法值
+    df.replace(to_replace=['\\N', '-', '--', '', 'nan', 'NAN'], value='0', regex=False, inplace=True)  # 替换掉特殊字符
+    df.replace(to_replace=[','], value='', regex=True, inplace=True)
+    df.replace(to_replace=['="'], value='', regex=True, inplace=True)  # ="和"不可以放在一起清洗, 因为有: id=86785565
+    df.replace(to_replace=['"'], value='', regex=True, inplace=True)
+    cols = df.columns.tolist()
+    for col in cols:
+        df[col] = df[col].apply(
+            lambda x: float(float((str(x).rstrip("%"))) / 100) if re.findall(r'^\d+\.?\d*%$', str(x)) else x)
+
+        new_col = col.lower()
+        new_col = re.sub(r'[()\-，,&~^、 （）\"\'“”=·/。》《><！!`]', '_', new_col, re.IGNORECASE)
+        new_col = new_col.replace('）', '')
+        new_col = re.sub(r'_{2,}', '_', new_col)
+        new_col = re.sub(r'_+$', '', new_col)
+        df.rename(columns={col: new_col}, inplace=True)
+    df.fillna(0, inplace=True)
+    return df
+
+
+def translate_keys(original_dict:dict, translation_dict:dict) -> dict:
+    """
+    original_dict键名翻译, 若键存在则返回翻译值，否则返回原键
+    """
+    return {translation_dict.get(k, k): v for k, v in original_dict.items()}
+
+
+if __name__ == '__main__':
+    pass

{mdbq-3.8.7.dist-info → mdbq-3.8.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: mdbq
-Version: 3.8.7
+Version: 3.8.9
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-3.8.7.dist-info → mdbq-3.8.9.dist-info}/RECORD

@@ -1,7 +1,7 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
-mdbq/__version__.py,sha256=xgAQewNcn3lb29mZiGYsscX0Lf0Dp7ABpyCaiKdp67I,17
+mdbq/__version__.py,sha256=E8rRFwMQu5_V1MLnewKHH2bjyE5z26xpE7uPdYE9lKA,17
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
-mdbq/aggregation/query_data.py,sha256=qvFaPKUjUPVX-bNmmoMULWFFS2kCg-PNQpLuOmEKLMk,185381
+mdbq/aggregation/query_data.py,sha256=-4HWC1HZmgqUAuvcRiHZU4FLtI70nRq_Hp3eXVZTyH8,185843
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=hJs815hGFwm_X5bP2i9XugG2w2ZY_F0n3-Q0hVpIPPw,4892
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -19,6 +19,7 @@ mdbq/mysql/s_query.py,sha256=09Dp7DrVXui6dAI6zFDfrsUOdjPblF_oYUpgqbZMhXg,8757
 mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/other/download_sku_picture.py,sha256=YU8DxKMXbdeE1OOKEA848WVp62jYHw5O4tXTjUdq9H0,44832
+mdbq/other/otk.py,sha256=yU02wmuCtsy4tndlJ8YSaQPxa05ZtNnhc6-dcepFFkQ,3064
 mdbq/other/porxy.py,sha256=UHfgEyXugogvXgsG68a7QouUCKaohTKKkI4RN-kYSdQ,4961
 mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
 mdbq/other/ua_sj.py,sha256=JuVYzc_5QZ9s_oQSrTHVKkQv4S_7-CWx4oIKOARn_9U,22178
@@ -29,7 +30,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
 mdbq/redis/getredis.py,sha256=Uk8-cOWT0JU1qRyIVqdbYokSLvkDIAfcokmYj1ebw8k,24104
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=bUjjPjNoW3EL6H89nnBdFEwnWgGuEB2CENuBxcvx0Kw,20284
-mdbq-3.8.7.dist-info/METADATA,sha256=9pSdiPkVEyauuRMZcrDjdPHzmTD4RJqMCArXT2sF83I,363
-mdbq-3.8.7.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-mdbq-3.8.7.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-3.8.7.dist-info/RECORD,,
+mdbq-3.8.9.dist-info/METADATA,sha256=dt6p97jqoVL81l6Jh4uh8dizVPxsNfnV-y5Tl04GZtA,363
+mdbq-3.8.9.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+mdbq-3.8.9.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-3.8.9.dist-info/RECORD,,