mdbq 4.1.6__tar.gz → 4.1.7__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mdbq might be problematic. Click here for more details.

Files changed (46) hide show
  1. {mdbq-4.1.6 → mdbq-4.1.7}/PKG-INFO +2 -2
  2. mdbq-4.1.7/mdbq/__version__.py +1 -0
  3. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/uploader.py +41 -0
  4. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq.egg-info/PKG-INFO +2 -2
  5. mdbq-4.1.6/mdbq/__version__.py +0 -1
  6. {mdbq-4.1.6 → mdbq-4.1.7}/README.txt +0 -0
  7. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/__init__.py +0 -0
  8. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/auth/__init__.py +0 -0
  9. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/auth/auth_backend.py +0 -0
  10. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/auth/crypto.py +0 -0
  11. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/auth/rate_limiter.py +0 -0
  12. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/js/__init__.py +0 -0
  13. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/js/jc.py +0 -0
  14. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/log/__init__.py +0 -0
  15. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/log/mylogger.py +0 -0
  16. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/myconf/__init__.py +0 -0
  17. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/myconf/myconf.py +0 -0
  18. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/__init__.py +0 -0
  19. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/deduplicator.py +0 -0
  20. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/mysql.py +0 -0
  21. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/s_query.py +0 -0
  22. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/unique_.py +0 -0
  23. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/__init__.py +0 -0
  24. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/download_sku_picture.py +0 -0
  25. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/error_handler.py +0 -0
  26. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/otk.py +0 -0
  27. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/pov_city.py +0 -0
  28. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/ua_sj.py +0 -0
  29. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/pbix/__init__.py +0 -0
  30. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/pbix/pbix_refresh.py +0 -0
  31. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/pbix/refresh_all.py +0 -0
  32. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/redis/__init__.py +0 -0
  33. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/redis/getredis.py +0 -0
  34. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/redis/redis_cache.py +0 -0
  35. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/route/__init__.py +0 -0
  36. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/route/analytics.py +0 -0
  37. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/route/monitor.py +0 -0
  38. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/route/routes.py +0 -0
  39. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/selenium/__init__.py +0 -0
  40. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/selenium/get_driver.py +0 -0
  41. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/spider/__init__.py +0 -0
  42. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq.egg-info/SOURCES.txt +0 -0
  43. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq.egg-info/dependency_links.txt +0 -0
  44. {mdbq-4.1.6 → mdbq-4.1.7}/mdbq.egg-info/top_level.txt +0 -0
  45. {mdbq-4.1.6 → mdbq-4.1.7}/setup.cfg +0 -0
  46. {mdbq-4.1.6 → mdbq-4.1.7}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.4
1
+ Metadata-Version: 2.2
2
2
  Name: mdbq
3
- Version: 4.1.6
3
+ Version: 4.1.7
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -0,0 +1 @@
1
+ VERSION = '4.1.7'
@@ -2297,6 +2297,47 @@ class MySQLUploader:
2297
2297
  return validated_keys
2298
2298
 
2299
2299
 
2300
+ def process_df_columns(
2301
+ df: pd.DataFrame,
2302
+ columns: List[str],
2303
+ default_value: Any = 0
2304
+ ) -> pd.DataFrame:
2305
+ """
2306
+ 处理DataFrame的列,补齐缺失的列并丢弃多余的列
2307
+
2308
+ :param df: 要处理的DataFrame
2309
+ :param columns: 所需的列名列表,注意不处理大小写
2310
+ :param default_value: 缺失列的填充值,默认为None
2311
+ :return: 处理后的DataFrame
2312
+ """
2313
+ if df is None or not isinstance(df, pd.DataFrame) or not isinstance(columns, list) or not columns:
2314
+ return df
2315
+
2316
+ # 获取当前列名
2317
+ current_columns = list(df.columns)
2318
+
2319
+ # 找出需要添加的列和需要删除的列
2320
+ missing_columns = [col for col in columns if col not in current_columns]
2321
+ extra_columns = [col for col in current_columns if col not in columns]
2322
+
2323
+ # 复制DataFrame
2324
+ result_df = df.copy()
2325
+
2326
+ # 删除多余的列
2327
+ if extra_columns:
2328
+ result_df = result_df.drop(columns=extra_columns)
2329
+
2330
+ # 添加缺失的列
2331
+ if missing_columns:
2332
+ for col in missing_columns:
2333
+ result_df[col] = default_value
2334
+
2335
+ # 按照指定顺序重新排列列
2336
+ result_df = result_df.reindex(columns=columns)
2337
+
2338
+ return result_df
2339
+
2340
+
2300
2341
  def main():
2301
2342
  dir_path = os.path.expanduser("~")
2302
2343
  parser = myconf.ConfigParser()
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.4
1
+ Metadata-Version: 2.2
2
2
  Name: mdbq
3
- Version: 4.1.6
3
+ Version: 4.1.7
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -1 +0,0 @@
1
- VERSION = '4.1.6'
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes