mdbq 1.1.8__tar.gz → 1.1.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. {mdbq-1.1.8 → mdbq-1.1.9}/PKG-INFO +1 -1
  2. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/aggregation.py +22 -16
  3. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq.egg-info/PKG-INFO +1 -1
  4. {mdbq-1.1.8 → mdbq-1.1.9}/setup.py +1 -1
  5. {mdbq-1.1.8 → mdbq-1.1.9}/README.txt +0 -0
  6. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/__init__.py +0 -0
  7. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/__version__.py +0 -0
  8. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/__init__.py +0 -0
  9. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/df_types.py +0 -0
  10. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/mysql_types.py +0 -0
  11. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/optimize_data.py +0 -0
  12. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/query_data.py +0 -0
  13. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/bdup/__init__.py +0 -0
  14. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/bdup/bdup.py +0 -0
  15. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/clean/__init__.py +0 -0
  16. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/clean/data_clean.py +0 -0
  17. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/company/__init__.py +0 -0
  18. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/company/copysh.py +0 -0
  19. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/__init__.py +0 -0
  20. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/get_myconf.py +0 -0
  21. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/products.py +0 -0
  22. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/set_support.py +0 -0
  23. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/update_conf.py +0 -0
  24. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/dataframe/__init__.py +0 -0
  25. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/dataframe/converter.py +0 -0
  26. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/log/__init__.py +0 -0
  27. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/log/mylogger.py +0 -0
  28. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mongo/__init__.py +0 -0
  29. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mongo/mongo.py +0 -0
  30. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/__init__.py +0 -0
  31. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/data_types_/345/215/263/345/260/206/345/210/240/351/231/244.py" +0 -0
  32. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/mysql.py +0 -0
  33. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/s_query.py +0 -0
  34. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/year_month_day.py +0 -0
  35. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/other/__init__.py +0 -0
  36. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/other/porxy.py +0 -0
  37. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/other/pov_city.py +0 -0
  38. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/other/ua_sj.py +0 -0
  39. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/pbix/__init__.py +0 -0
  40. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/pbix/pbix_refresh.py +0 -0
  41. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/pbix/refresh_all.py +0 -0
  42. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/spider/__init__.py +0 -0
  43. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq.egg-info/SOURCES.txt +0 -0
  44. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq.egg-info/dependency_links.txt +0 -0
  45. {mdbq-1.1.8 → mdbq-1.1.9}/mdbq.egg-info/top_level.txt +0 -0
  46. {mdbq-1.1.8 → mdbq-1.1.9}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 1.1.8
3
+ Version: 1.1.9
4
4
  Home-page: https://pypi.org/project/mdbsql
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -935,7 +935,7 @@ def one_file_to_mysql(file, db_name, table_name, target_service, database):
935
935
  m.df_to_mysql(df=df, db_name=db_name, table_name=table_name, filename=filename)
936
936
 
937
937
 
938
- def file_dir():
938
+ def file_dir(one_file=True):
939
939
  """
940
940
  按照文件记录对照表
941
941
  批量上传数据库
@@ -954,20 +954,26 @@ def file_dir():
954
954
  if platform.system() == 'Windows':
955
955
  sub_path = sub_path.replace('/', '\\')
956
956
  # print(os.path.join(path, sub_path), db_name, table_name)
957
- # 从每个文件夹中取出一个文件
958
- real_path_list = []
959
- for root, dirs, files in os.walk(os.path.join(path, sub_path), topdown=False):
960
- for name in files:
961
- if name.endswith('.csv') and 'baidu' not in name and '~' not in name:
962
- real_path_list.append(os.path.join(root, name))
963
- break
964
- for real_path in real_path_list:
965
- one_file_to_mysql(
966
- file=real_path,
967
- db_name=db_name,
968
- table_name=table_name,
969
- target_service='home_lx',
970
- database='mysql'
957
+ if one_file: # 从每个文件夹中取出一个文件
958
+ real_path_list = []
959
+ for root, dirs, files in os.walk(os.path.join(path, sub_path), topdown=False):
960
+ for name in files:
961
+ if name.endswith('.csv') and 'baidu' not in name and '~' not in name:
962
+ real_path_list.append(os.path.join(root, name))
963
+ break
964
+ for real_path in real_path_list:
965
+ one_file_to_mysql(
966
+ file=real_path,
967
+ db_name=db_name,
968
+ table_name=table_name,
969
+ target_service='home_lx',
970
+ database='mysql'
971
+ )
972
+ else: # 上传全部文件夹
973
+ upload(
974
+ path=os.path.join(path, sub_path),
975
+ db_name = db_name,
976
+ collection_name = table_name,
971
977
  )
972
978
  data.update({'入库进度': 1}) # 更新进度
973
979
  df = pd.DataFrame.from_dict(datas, orient='columns')
@@ -995,4 +1001,4 @@ if __name__ == '__main__':
995
1001
  # db_name = '生意经2',
996
1002
  # collection_name = 'e3_零售明细统计',
997
1003
  # )
998
- file_dir()
1004
+ file_dir(one_file=True)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 1.1.8
3
+ Version: 1.1.9
4
4
  Home-page: https://pypi.org/project/mdbsql
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -3,7 +3,7 @@
3
3
  from setuptools import setup, find_packages
4
4
 
5
5
  setup(name='mdbq',
6
- version='1.1.8',
6
+ version='1.1.9',
7
7
  author='xigua, ',
8
8
  author_email="2587125111@qq.com",
9
9
  url='https://pypi.org/project/mdbsql',
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes