mdbq 1.9.2__py3-none-any.whl → 1.9.3__py3-none-any.whl

mdbq/aggregation/aggregation.py

@@ -474,10 +474,20 @@ class DatabaseUpdate:
                 elif name.endswith('.xlsx') and '搜索分析-排名定位-商品词下排名' in name:
                     # 京东商品词下排名
                     try:
+                        pattern = re.findall(r'(\d{4}-\d{2}-\d{2})-(\d{4}-\d{2}-\d{2})', name)
+                        if not pattern:
+                            continue
+                        if pattern[0][0] != pattern[0][1]:
+                            print(f'{name}: 检测到数据周期异常，仅支持7天数据')
+                            continue
                         df = pd.read_excel(os.path.join(root, name), header=0, engine='openpyxl')
                         if len(df) == 0:
                             print(f'{name} 报表数据为空')
                             continue
+                        if len(df.columns.tolist()) < 20:
+                            print(f'{name}: 报表可能缺失诊断数据')
+                            os.remove(os.path.join(root, name))
+                            continue
                         df.rename(columns={'商品的ID': 'skuid'}, inplace=True)
                         for col in ['词人气', '搜索点击率']:
                             if col in df.columns.tolist():

mdbq/clean/data_clean.py

@@ -827,6 +827,12 @@ class DataClean:
                         os.remove(os.path.join(root, name))
                     elif name.endswith('.xlsx') and '搜索分析-排名定位-商品词下排名' in name:
                         # 京东商品词下排名
+                        pattern = re.findall(r'(\d{4}-\d{2}-\d{2})-(\d{4}-\d{2}-\d{2})', name)
+                        if not pattern:
+                            continue
+                        if pattern[0][0] != pattern[0][1]:
+                            print(f'{name}: 检测到数据周期异常，仅支持7天数据')
+                            continue
                         new_name = os.path.splitext(name)[0] + '.csv'
                         # print(name)
                         df = pd.read_excel(os.path.join(root, name), header=0, engine='openpyxl')
@@ -834,6 +840,10 @@ class DataClean:
                             print(f'{name} 报表数据为空')
                             os.remove(os.path.join(root, name))
                             continue
+                        if len(df.columns.tolist()) < 20:
+                            print(f'{name}: 报表可能缺失诊断数据')
+                            os.remove(os.path.join(root, name))
+                            continue
                         df.rename(columns={'商品的ID': 'skuid'}, inplace=True)
                         df['skuid'] = df['skuid'].apply(lambda x: f'="{x}"' if x and '=' not in str(x) else x)
                         self.save_to_csv(df, root, new_name)

mdbq/mysql/mysql.py

@@ -57,6 +57,18 @@ class MysqlUpload:
         }
         self.filename = None
 
+    @staticmethod
+    def try_except(func):  # 在类内部定义一个异常处理方法
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            try:
+                return func(*args, **kwargs)
+            except Exception as e:
+                print(f'{func.__name__}, {e}')  # 将异常信息返回
+
+        return wrapper
+
+    @try_except
     def df_to_mysql(self, df, table_name, db_name='远程数据源', icm_update=[], service_database={'home_lx': 'mysql'}, move_insert=False, df_sql=False, drop_duplicates=False, filename=None, count=None, json_path=None):
         """
         将 df 写入数据库

{mdbq-1.9.2.dist-info → mdbq-1.9.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 1.9.2
+Version: 1.9.3
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-1.9.2.dist-info → mdbq-1.9.3.dist-info}/RECORD

@@ -1,7 +1,7 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
 mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
-mdbq/aggregation/aggregation.py,sha256=Ojzz2puRMqIy2pBqcwrqio4A92RaIr-2ZMCNBpMwrbo,66566
+mdbq/aggregation/aggregation.py,sha256=A_Zy6FtlmrVmjjXaioUecRYVVDpKQHi3Ase-z8nSV14,67166
 mdbq/aggregation/df_types.py,sha256=oQJS2IBU3_IO6GMgbssHuC2yCjNnbta0QPGrFOwNLnU,7591
 mdbq/aggregation/mysql_types.py,sha256=DQYROALDiwjJzjhaJfIIdnsrNs11i5BORlj_v6bp67Y,11062
 mdbq/aggregation/optimize_data.py,sha256=u2Kl_MFtZueXJ57ycy4H2OhXD431RctUYJYCl637uT0,4176
@@ -9,7 +9,7 @@ mdbq/aggregation/query_data.py,sha256=8Cc3fj4-lLkQyazOtb-_CePiiCog3omeiaJ577dfZX
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
-mdbq/clean/data_clean.py,sha256=ozxdUelST2jcqpgMjPXZGsFELp_1anynUWVO-S2wDOI,100061
+mdbq/clean/data_clean.py,sha256=LrnliUyiI_9zwbI4GprDuYS-1XoZmSpI_DK6hn-vg9I,100661
 mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
 mdbq/company/copysh.py,sha256=4PGjvmPzvrmstOaAwHQGFXIGCWqqNXZEOYf1QdUvMlI,17762
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -24,7 +24,7 @@ mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
 mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
 mdbq/mongo/mongo.py,sha256=v9qvrp6p1ZRWuPpbSilqveiE0FEcZF7U5xUPI0RN4xs,31880
 mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
-mdbq/mysql/mysql.py,sha256=ju26x9mfW26-rOqCseYeqmOrSEgDsc5eeL0bHfpg4Aw,44182
+mdbq/mysql/mysql.py,sha256=LJJja2S5OWc-3lOHDmsVFJieFM3U69pbyWBEYQVn7P4,44541
 mdbq/mysql/s_query.py,sha256=fIQvQKPyV7rvSUuxVWXv9S5FmCnIM4GHKconE1Zn5BA,8378
 mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -36,7 +36,7 @@ mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
 mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
 mdbq/pbix/refresh_all.py,sha256=0uAnBKCd5cx5FLTkawN1GV9yi87rfyMgYal5LABtumQ,7186
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-1.9.2.dist-info/METADATA,sha256=Mf6zxFrZB8LD3Q3gxYyXBjtopplrzhvCOI0UM8tH_7E,245
-mdbq-1.9.2.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-1.9.2.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-1.9.2.dist-info/RECORD,,
+mdbq-1.9.3.dist-info/METADATA,sha256=gEFZjDAiQ8_FgTxoXwPOdv5UEMcL_so2cCd3yHr3W4A,245
+mdbq-1.9.3.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
+mdbq-1.9.3.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-1.9.3.dist-info/RECORD,,

{mdbq-1.9.2.dist-info → mdbq-1.9.3.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.44.0)
+Generator: setuptools (70.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any