mdbq 3.2.19__py3-none-any.whl → 3.3.1__py3-none-any.whl

mdbq/aggregation/query_data.py

@@ -3256,7 +3256,8 @@ def main(days=150, months=3):
         "生意经3",
         "达摩盘3",
         '人群画像2',
-        '人群画像3',
+        '商品人群画像2',
+        '市场数据3',
     ]
     # 使用 ThreadPoolExecutor 来并行运行
     with concurrent.futures.ThreadPoolExecutor() as executor:

mdbq/mysql/mysql.py

@@ -316,7 +316,7 @@ class MysqlUpload:
                     else:
                         print(f'{table_name} 存在复合主键: 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
                 except Exception as e:
-                    print(f'333 `{table_name}` {e}')
+                    print(f'333 {table_name} {e}')
                     connection.rollback()
             connection.commit()
 
@@ -684,10 +684,10 @@ class MysqlUpload:
         self.filename = filename
         if isinstance(df, pd.DataFrame):
             if len(df) == 0:
-                print(f'{db_name}: `{table_name}` 传入的 df 数据长度为0, {self.filename}')
+                print(f'{db_name}: {table_name} 传入的 df 数据长度为0, {self.filename}')
                 return
         else:
-            print(f'{db_name}: `{table_name}` 传入的 df 不是有效的 dataframe 结构, {self.filename}')
+            print(f'{db_name}: {table_name} 传入的 df 不是有效的 dataframe 结构, {self.filename}')
             return
         if not db_name or db_name == 'None':
             print(f'{db_name} 不能为 None')
@@ -813,7 +813,7 @@ class MysqlUpload:
                         else:
                             print(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
                     except Exception as e:
-                        print(f'333 `{table_name}` {e}')
+                        print(f'333 {table_name} {e}')
                         connection.rollback()
                 connection.commit()  # 提交事务
                 connection.close()
@@ -869,7 +869,7 @@ class MysqlUpload:
                     else:
                         print(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
                 except Exception as e:
-                    print(f'333 `{table_name}` {e}')
+                    print(f'333 {table_name} {e}')
                     connection.rollback()
                 connection.close()
                 return
@@ -992,7 +992,7 @@ class MysqlUpload:
                     else:
                         print(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
                 except Exception as e:
-                    print(f'333 `{table_name}` {e}')
+                    print(f'333 {table_name} {e}')
                     connection.rollback()
         connection.commit()  # 提交事务
         connection.close()
@@ -1077,19 +1077,19 @@ class MysqlUpload:
                 columns = [desc[0] for desc in cursor.description]
                 df = pd.DataFrame(rows, columns=columns)  # 转为 df
         except Exception as e:
-            print(f'{e} {db_name} -> `{table_name}` 表不存在')
+            print(f'{e} {db_name} -> {table_name} 表不存在')
             return df
         finally:
             connection.close()
 
         if len(df) == 0:
-            print(f'database: {db_name}, table: `{table_name}` 查询的数据为空')
+            print(f'database: {db_name}, table: {table_name} 查询的数据为空')
         else:
             now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
             cost_time = int(time.time() - before_time)
             if cost_time < 1:
                 cost_time = round(time.time() - before_time, 2)
-            print(f'{now} mysql ({self.host}) 表: `{table_name}` 获取数据长度: {len(df)}, 用时: {cost_time} 秒')
+            print(f'{now} mysql ({self.host}) 表: {table_name} 获取数据长度: {len(df)}, 用时: {cost_time} 秒')
         return df
 
     def upload_pandas(self, update_path, db_name, days=None):
@@ -1302,7 +1302,7 @@ class OptimizeDatas:
                         else:
                             print(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
                     except Exception as e:
-                        print(f'333 `{table_name}` {e}')
+                        print(f'333 {table_name} {e}')
                         self.connection.rollback()
                 self.connection.close()
         now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
@@ -1340,7 +1340,7 @@ class OptimizeDatas:
                 sql = f"DELETE FROM `{table_name}` WHERE id IN ({placeholders})"
                 cursor.execute(sql, duplicate_id)
                 now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-                print(f"{now} `{table_name}` -> {date.strftime('%Y-%m-%d')} before: {len(datas)}, remove: {cursor.rowcount}")
+                print(f"{now} {table_name} -> {date.strftime('%Y-%m-%d')} before: {len(datas)}, remove: {cursor.rowcount}")
             self.connection.commit()  # 提交事务
         except Exception as e:
             print(f'{self.db_name}/{table_name}, {e}')
@@ -1378,7 +1378,7 @@ class OptimizeDatas:
                 sql = f"DELETE FROM `{table_name}` WHERE id IN ({placeholders})"
                 cursor.execute(sql, duplicate_id)
                 now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-                print(f"{now} `{table_name}` -> before: {len(datas)}, "
+                print(f"{now} {table_name} -> before: {len(datas)}, "
                       f"remove: {cursor.rowcount}")
             self.connection.commit()  # 提交事务
         except Exception as e:

mdbq/other/download_sku_picture.py

@@ -953,7 +953,7 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
     )  # 3. 回传数据库
 
 
-def download_spu(username, password, host, port, col_name='白底图', save_path=os.path.join(upload_path, '商品id_商家编码_图片'), ):
+def download_spu(username, password, host, port, heads=0, col_name='白底图', save_path=os.path.join(upload_path, '商品id_商家编码_图片'), ):
     """
     从 属性设置 3 ->  商品sku属性 数据库中提取图片地址，下载图片
     col_name： 从那一列提取图片下载地址 ，， 白底图
@@ -978,7 +978,8 @@ def download_spu(username, password, host, port, col_name='白底图', save_path
     df['日期'] = df['日期'].astype('datetime64[ns]')
     df.sort_values(by=['商品id', '日期'], ascending=[False, True], ignore_index=True, inplace=True)
     df.drop_duplicates(subset=['商品id'], keep='last', inplace=True, ignore_index=True)
-    df = df.head(30)
+    if heads:
+        df = df.head(int(heads))
     # df = df.head(2)
     if len(df) > 0:
         #  5. 实例化一个下载器类，并下载数据
@@ -995,6 +996,7 @@ if __name__ == '__main__':
         password=password,
         host=host,
         port=port,
+        heads=30,
         col_name='白底图',
         save_path=os.path.join(upload_path, '商品id_商家编码_图片'),
     )

{mdbq-3.2.19.dist-info → mdbq-3.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 3.2.19
+Version: 3.3.1
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-3.2.19.dist-info → mdbq-3.3.1.dist-info}/RECORD

@@ -5,9 +5,7 @@ mdbq/aggregation/aggregation.py,sha256=-yzApnlqSN2L0E1YMu5ml-W827qpKQvWPCOI7jj2k
 mdbq/aggregation/df_types.py,sha256=U9i3q2eRPTDY8qAPTw7irzu-Tlg4CIySW9uYro81wdk,8125
 mdbq/aggregation/mysql_types.py,sha256=YTGyrF9vcRgfkQbpT-e-JdJ7c7VF1dDHgyx9YZRES8w,10934
 mdbq/aggregation/optimize_data.py,sha256=RXIv7cACCgYyehAxMjUYi_S7rVyjIwXKWMaM3nduGtA,3068
-mdbq/aggregation/query_data.py,sha256=Is5RUwDb_ODjU3WH2S-0b-lV1Jux2xgfE7kwNNvPx4Q,148447
-mdbq/aggregation/query_data_bak.py,sha256=r1FU0C4zjXln7oVSrRkElh4Ehl-9mYhGcq57jLbViUA,104071
-mdbq/aggregation/query_data_bak20241124.py,sha256=oY95ZK3qt3Wx9pdZKZ5cvDh45Yi5yGj1kl8G6riumHA,144513
+mdbq/aggregation/query_data.py,sha256=CM3qY2yCeYhtZ58U5lVWIQjDqlJSSJZFs5V86dC4VKo,148479
 mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
 mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
@@ -28,12 +26,12 @@ mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
 mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
 mdbq/mongo/mongo.py,sha256=v9qvrp6p1ZRWuPpbSilqveiE0FEcZF7U5xUPI0RN4xs,31880
 mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
-mdbq/mysql/mysql.py,sha256=4Ef1h6ucw_E8Ej_MOBa5e_IUP9PCzcq9_F0EmXelr7U,82054
+mdbq/mysql/mysql.py,sha256=yWxjrh1uygcb5S84CruNaD5w4oF6lNALNLCNjqR04F4,82030
 mdbq/mysql/recheck_mysql.py,sha256=rgTpvDMWYTyEn7UQdlig-pdXDluTgiU8JG6lkMh8DV0,8665
 mdbq/mysql/s_query.py,sha256=MbIprZ4yJDAZ9AahZPzl7hqS695Vs0P-AJNwAtA_EEc,9287
 mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
-mdbq/other/download_sku_picture.py,sha256=tlGh3oApJyH1vNva2PsMA-mdwl13tHdyLIOLO1FOyfo,45826
+mdbq/other/download_sku_picture.py,sha256=Z2Crtwsv69nMGN8uw7qea_1HghRwil3vfnczBM6Ab80,45879
 mdbq/other/porxy.py,sha256=UHfgEyXugogvXgsG68a7QouUCKaohTKKkI4RN-kYSdQ,4961
 mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
 mdbq/other/sku_picture.py,sha256=JwSXYlzamVqcKCD2tRH2VqYVZNr8fM6f--kcGlTVRnM,50026
@@ -46,7 +44,7 @@ mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/req_post/req_tb.py,sha256=qg7pet73IgKGmCwxaeUyImJIoeK_pBQT9BBKD7fkBNg,36160
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=yG0wqvKKqAsx_OQXAy-wAJF_DPITL3r_S-9txb5bnHk,22436
-mdbq-3.2.19.dist-info/METADATA,sha256=k853SFwdrs-X-mw5US3F9rK4G0ps5IKA2XWSHJJPWws,244
-mdbq-3.2.19.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
-mdbq-3.2.19.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-3.2.19.dist-info/RECORD,,
+mdbq-3.3.1.dist-info/METADATA,sha256=i38ZdQqZK4ci9BMpha5-8peJtDs0yOOGMIhos9Ag4FE,243
+mdbq-3.3.1.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
+mdbq-3.3.1.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-3.3.1.dist-info/RECORD,,