mdbq 1.8.2__tar.gz → 1.8.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. {mdbq-1.8.2 → mdbq-1.8.4}/PKG-INFO +1 -1
  2. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/other/sku_picture.py +46 -40
  3. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq.egg-info/PKG-INFO +1 -1
  4. {mdbq-1.8.2 → mdbq-1.8.4}/setup.py +1 -1
  5. {mdbq-1.8.2 → mdbq-1.8.4}/README.txt +0 -0
  6. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/__init__.py +0 -0
  7. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/__version__.py +0 -0
  8. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/aggregation/__init__.py +0 -0
  9. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/aggregation/aggregation.py +0 -0
  10. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/aggregation/df_types.py +0 -0
  11. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/aggregation/mysql_types.py +0 -0
  12. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/aggregation/optimize_data.py +0 -0
  13. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/aggregation/query_data.py +0 -0
  14. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/bdup/__init__.py +0 -0
  15. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/bdup/bdup.py +0 -0
  16. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/clean/__init__.py +0 -0
  17. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/clean/data_clean.py +0 -0
  18. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/company/__init__.py +0 -0
  19. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/company/copysh.py +0 -0
  20. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/config/__init__.py +0 -0
  21. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/config/get_myconf.py +0 -0
  22. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/config/products.py +0 -0
  23. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/config/set_support.py +0 -0
  24. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/config/update_conf.py +0 -0
  25. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/dataframe/__init__.py +0 -0
  26. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/dataframe/converter.py +0 -0
  27. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/log/__init__.py +0 -0
  28. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/log/mylogger.py +0 -0
  29. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/mongo/__init__.py +0 -0
  30. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/mongo/mongo.py +0 -0
  31. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/mysql/__init__.py +0 -0
  32. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/mysql/mysql.py +0 -0
  33. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/mysql/s_query.py +0 -0
  34. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/mysql/year_month_day.py +0 -0
  35. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/other/__init__.py +0 -0
  36. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/other/porxy.py +0 -0
  37. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/other/pov_city.py +0 -0
  38. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/other/ua_sj.py +0 -0
  39. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/pbix/__init__.py +0 -0
  40. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/pbix/pbix_refresh.py +0 -0
  41. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/pbix/refresh_all.py +0 -0
  42. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq/spider/__init__.py +0 -0
  43. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq.egg-info/SOURCES.txt +0 -0
  44. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq.egg-info/dependency_links.txt +0 -0
  45. {mdbq-1.8.2 → mdbq-1.8.4}/mdbq.egg-info/top_level.txt +0 -0
  46. {mdbq-1.8.2 → mdbq-1.8.4}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 1.8.2
3
+ Version: 1.8.4
4
4
  Home-page: https://pypi.org/project/mdbsql
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -32,6 +32,7 @@ warnings.filterwarnings('ignore')
32
32
 
33
33
  if platform.system() == 'Windows':
34
34
  Share_Path = os.path.join(r'\\192.168.1.198\时尚事业部\01.运营部\天猫报表') # 共享文件根目录
35
+ # Share_Path = os.path.join(r'\\192.168.1.198\时尚事业部\01.运营部\天猫报表') # 共享文件根目录
35
36
  elif platform.system() == 'Darwin':
36
37
  Share_Path = os.path.join('/Volumes/时尚事业部/01.运营部/天猫报表') # 共享文件根目录
37
38
  else:
@@ -533,42 +534,8 @@ class DownloadPicture():
533
534
  start_date = f'{start_date.year}-{start_date.month}-01' # 替换为 n 月以前的第一天
534
535
  return pd.to_datetime(start_date), pd.to_datetime(end_date)
535
536
 
536
- def main(service_name, database):
537
- if not os.path.exists(Share_Path):
538
- print(f'当前系统环境不支持')
539
- return
540
-
541
- _driver = LoadAccount() # 账号域不同, 要重新实例化
542
- # tb_driver2 = 1
543
- tb_driver2 = _driver.load_account(shop_name='万里马官方旗舰店')
544
- if tb_driver2:
545
- s = SkuPicture(driver=tb_driver2)
546
- s.read_df() # 从本地文件中读取商品id,并更新 urls 参数
547
- s.each_page() # 根据 urls 获取每个商品数据并更新为 df
548
- tb_driver2.quit()
549
537
 
550
- # s.df.to_csv('/Users/xigua/Downloads/test.csv', encoding='utf-8_sig', index=False, header=True)
551
- username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
552
- m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
553
- m.df_to_mysql(
554
- df=s.df,
555
- db_name='属性设置2',
556
- table_name='天猫商品sku信息',
557
- move_insert=True, # 先删除,再插入
558
- # df_sql=True,
559
- # drop_duplicates=False,
560
- # icm_update=unique_key_list,
561
- service_database={service_name: database},
562
- ) # 3. 回传数据库
563
-
564
-
565
- def main2(service_name, database):
566
- d = DownloadPicture(service_name=service_name)
567
- d.get_df_from_service()
568
- d.download_data()
569
-
570
-
571
- class InsertPicture():
538
+ class InsertPicture:
572
539
  def __init__(self):
573
540
  self.filename = 'test.xlsx'
574
541
  self.path = '/Users/xigua/Downloads'
@@ -666,7 +633,7 @@ class InsertPicture():
666
633
  break # 商品id只需要添加一次,所以必须 break,否则可能添加多个图片到某个单元格
667
634
 
668
635
  if is_trange == False:
669
- print(f'{self.filename}:\n'
636
+ print(f'{os.path.join(self.path, self.filename)}:\n'
670
637
  f'在该文件中没有找到匹配的 skuid/商品id/商家编码, 注意程序只会转换当前活动的 sheet, \n'
671
638
  f'1. 如果您确定文件中确实存在 skuid/商品id/商家编码, 可能是因为 sheet 不是活动状态, 请切换后再重新运行本程序。\n'
672
639
  f'2. 程序只能转换已经收录的商品图, 如果未被收录亦会转换失败, 请联系开发者添加。')
@@ -706,15 +673,54 @@ class InsertPicture():
706
673
  )
707
674
 
708
675
 
676
+ def main(service_name, database):
677
+ """ 从 excel 获取商品id,通过爬虫获取 sku 图片数据并存入数据库 """
678
+ if not os.path.exists(Share_Path):
679
+ print(f'当前系统环境不支持')
680
+ return
681
+
682
+ _driver = LoadAccount() # 账号域不同, 要重新实例化
683
+ # tb_driver2 = 1
684
+ tb_driver2 = _driver.load_account(shop_name='万里马官方旗舰店')
685
+ if tb_driver2:
686
+ s = SkuPicture(driver=tb_driver2)
687
+ s.path = os.path.join(Share_Path, '其他文件') # 本地 excel 的路径
688
+ s.filename = '商品id编码表.xlsx'
689
+ s.read_df() # 从本地文件中读取商品id,并更新 urls 参数
690
+ s.each_page() # 根据 urls 获取每个商品数据并更新为 df
691
+ tb_driver2.quit()
692
+
693
+ # s.df.to_csv('/Users/xigua/Downloads/test.csv', encoding='utf-8_sig', index=False, header=True)
694
+ username, password, host, port = get_myconf.select_config_values(target_service=service_name, database=database)
695
+ m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
696
+ m.df_to_mysql(
697
+ df=s.df,
698
+ db_name='属性设置2',
699
+ table_name='天猫商品sku信息',
700
+ move_insert=True, # 先删除,再插入
701
+ # df_sql=True,
702
+ # drop_duplicates=False,
703
+ # icm_update=unique_key_list,
704
+ service_database={service_name: database},
705
+ ) # 3. 回传数据库
706
+
707
+
708
+ def main2(service_name, database):
709
+ """ 从数据库读取数据,并下载图片到本地 """
710
+ d = DownloadPicture(service_name=service_name)
711
+ d.get_df_from_service()
712
+ d.download_data()
713
+
714
+
709
715
  def main3():
710
716
  p = InsertPicture()
711
- p.filename = 'test222.xlsx'
717
+ p.filename = 'test.xlsx'
712
718
  # p.header = 1
713
719
  p.insert_data()
714
720
 
715
721
 
716
722
 
717
723
  if __name__ == '__main__':
718
- # main(service_name='company', database='mysql')
719
- # main2(service_name='company', database='mysql')
720
- main3()
724
+ main(service_name='home_lx', database='mysql')
725
+ # main2(service_name='home_lx', database='mysql')
726
+ # main3()
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 1.8.2
3
+ Version: 1.8.4
4
4
  Home-page: https://pypi.org/project/mdbsql
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -3,7 +3,7 @@
3
3
  from setuptools import setup, find_packages
4
4
 
5
5
  setup(name='mdbq',
6
- version='1.8.2',
6
+ version='1.8.4',
7
7
  author='xigua, ',
8
8
  author_email="2587125111@qq.com",
9
9
  url='https://pypi.org/project/mdbsql',
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes