mdbq 1.8.3__tar.gz → 1.8.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-1.8.3 → mdbq-1.8.4}/PKG-INFO +1 -1
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/other/sku_picture.py +43 -37
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-1.8.3 → mdbq-1.8.4}/setup.py +1 -1
- {mdbq-1.8.3 → mdbq-1.8.4}/README.txt +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/__version__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/bdup/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/bdup/bdup.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/clean/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/clean/data_clean.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/company/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/company/copysh.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/config/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/config/get_myconf.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/config/products.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/config/set_support.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/config/update_conf.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/dataframe/converter.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/log/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/log/mylogger.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/mongo/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/mongo/mongo.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/mysql/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/mysql/mysql.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/mysql/s_query.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/other/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/other/porxy.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/other/pov_city.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/other/ua_sj.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/pbix/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq/spider/__init__.py +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-1.8.3 → mdbq-1.8.4}/setup.cfg +0 -0
@@ -32,6 +32,7 @@ warnings.filterwarnings('ignore')
|
|
32
32
|
|
33
33
|
if platform.system() == 'Windows':
|
34
34
|
Share_Path = os.path.join(r'\\192.168.1.198\时尚事业部\01.运营部\天猫报表') # 共享文件根目录
|
35
|
+
# Share_Path = os.path.join(r'\\192.168.1.198\时尚事业部\01.运营部\天猫报表') # 共享文件根目录
|
35
36
|
elif platform.system() == 'Darwin':
|
36
37
|
Share_Path = os.path.join('/Volumes/时尚事业部/01.运营部/天猫报表') # 共享文件根目录
|
37
38
|
else:
|
@@ -533,40 +534,6 @@ class DownloadPicture():
|
|
533
534
|
start_date = f'{start_date.year}-{start_date.month}-01' # 替换为 n 月以前的第一天
|
534
535
|
return pd.to_datetime(start_date), pd.to_datetime(end_date)
|
535
536
|
|
536
|
-
def main(service_name, database):
|
537
|
-
if not os.path.exists(Share_Path):
|
538
|
-
print(f'当前系统环境不支持')
|
539
|
-
return
|
540
|
-
|
541
|
-
_driver = LoadAccount() # 账号域不同, 要重新实例化
|
542
|
-
# tb_driver2 = 1
|
543
|
-
tb_driver2 = _driver.load_account(shop_name='万里马官方旗舰店')
|
544
|
-
if tb_driver2:
|
545
|
-
s = SkuPicture(driver=tb_driver2)
|
546
|
-
s.read_df() # 从本地文件中读取商品id,并更新 urls 参数
|
547
|
-
s.each_page() # 根据 urls 获取每个商品数据并更新为 df
|
548
|
-
tb_driver2.quit()
|
549
|
-
|
550
|
-
# s.df.to_csv('/Users/xigua/Downloads/test.csv', encoding='utf-8_sig', index=False, header=True)
|
551
|
-
username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
|
552
|
-
m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
|
553
|
-
m.df_to_mysql(
|
554
|
-
df=s.df,
|
555
|
-
db_name='属性设置2',
|
556
|
-
table_name='天猫商品sku信息',
|
557
|
-
move_insert=True, # 先删除,再插入
|
558
|
-
# df_sql=True,
|
559
|
-
# drop_duplicates=False,
|
560
|
-
# icm_update=unique_key_list,
|
561
|
-
service_database={service_name: database},
|
562
|
-
) # 3. 回传数据库
|
563
|
-
|
564
|
-
|
565
|
-
def main2(service_name, database):
|
566
|
-
d = DownloadPicture(service_name=service_name)
|
567
|
-
d.get_df_from_service()
|
568
|
-
d.download_data()
|
569
|
-
|
570
537
|
|
571
538
|
class InsertPicture:
|
572
539
|
def __init__(self):
|
@@ -706,6 +673,45 @@ class InsertPicture:
|
|
706
673
|
)
|
707
674
|
|
708
675
|
|
676
|
+
def main(service_name, database):
|
677
|
+
""" 从 excel 获取商品id,通过爬虫获取 sku 图片数据并存入数据库 """
|
678
|
+
if not os.path.exists(Share_Path):
|
679
|
+
print(f'当前系统环境不支持')
|
680
|
+
return
|
681
|
+
|
682
|
+
_driver = LoadAccount() # 账号域不同, 要重新实例化
|
683
|
+
# tb_driver2 = 1
|
684
|
+
tb_driver2 = _driver.load_account(shop_name='万里马官方旗舰店')
|
685
|
+
if tb_driver2:
|
686
|
+
s = SkuPicture(driver=tb_driver2)
|
687
|
+
s.path = os.path.join(Share_Path, '其他文件') # 本地 excel 的路径
|
688
|
+
s.filename = '商品id编码表.xlsx'
|
689
|
+
s.read_df() # 从本地文件中读取商品id,并更新 urls 参数
|
690
|
+
s.each_page() # 根据 urls 获取每个商品数据并更新为 df
|
691
|
+
tb_driver2.quit()
|
692
|
+
|
693
|
+
# s.df.to_csv('/Users/xigua/Downloads/test.csv', encoding='utf-8_sig', index=False, header=True)
|
694
|
+
username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
|
695
|
+
m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
|
696
|
+
m.df_to_mysql(
|
697
|
+
df=s.df,
|
698
|
+
db_name='属性设置2',
|
699
|
+
table_name='天猫商品sku信息',
|
700
|
+
move_insert=True, # 先删除,再插入
|
701
|
+
# df_sql=True,
|
702
|
+
# drop_duplicates=False,
|
703
|
+
# icm_update=unique_key_list,
|
704
|
+
service_database={service_name: database},
|
705
|
+
) # 3. 回传数据库
|
706
|
+
|
707
|
+
|
708
|
+
def main2(service_name, database):
|
709
|
+
""" 从数据库读取数据,并下载图片到本地 """
|
710
|
+
d = DownloadPicture(service_name=service_name)
|
711
|
+
d.get_df_from_service()
|
712
|
+
d.download_data()
|
713
|
+
|
714
|
+
|
709
715
|
def main3():
|
710
716
|
p = InsertPicture()
|
711
717
|
p.filename = 'test.xlsx'
|
@@ -715,6 +721,6 @@ def main3():
|
|
715
721
|
|
716
722
|
|
717
723
|
if __name__ == '__main__':
|
718
|
-
|
719
|
-
# main2(service_name='
|
720
|
-
main3()
|
724
|
+
main(service_name='home_lx', database='mysql')
|
725
|
+
# main2(service_name='home_lx', database='mysql')
|
726
|
+
# main3()
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|