mdbq 4.1.6__tar.gz → 4.1.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mdbq might be problematic. Click here for more details.
- {mdbq-4.1.6 → mdbq-4.1.7}/PKG-INFO +2 -2
- mdbq-4.1.7/mdbq/__version__.py +1 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/uploader.py +41 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq.egg-info/PKG-INFO +2 -2
- mdbq-4.1.6/mdbq/__version__.py +0 -1
- {mdbq-4.1.6 → mdbq-4.1.7}/README.txt +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/auth/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/auth/auth_backend.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/auth/crypto.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/auth/rate_limiter.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/js/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/js/jc.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/log/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/log/mylogger.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/myconf/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/myconf/myconf.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/deduplicator.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/mysql.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/s_query.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/mysql/unique_.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/download_sku_picture.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/error_handler.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/otk.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/pov_city.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/other/ua_sj.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/pbix/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/redis/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/redis/getredis.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/redis/redis_cache.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/route/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/route/analytics.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/route/monitor.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/route/routes.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/selenium/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/selenium/get_driver.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq/spider/__init__.py +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/setup.cfg +0 -0
- {mdbq-4.1.6 → mdbq-4.1.7}/setup.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
VERSION = '4.1.7'
|
|
@@ -2297,6 +2297,47 @@ class MySQLUploader:
|
|
|
2297
2297
|
return validated_keys
|
|
2298
2298
|
|
|
2299
2299
|
|
|
2300
|
+
def process_df_columns(
|
|
2301
|
+
df: pd.DataFrame,
|
|
2302
|
+
columns: List[str],
|
|
2303
|
+
default_value: Any = 0
|
|
2304
|
+
) -> pd.DataFrame:
|
|
2305
|
+
"""
|
|
2306
|
+
处理DataFrame的列,补齐缺失的列并丢弃多余的列
|
|
2307
|
+
|
|
2308
|
+
:param df: 要处理的DataFrame
|
|
2309
|
+
:param columns: 所需的列名列表,注意不处理大小写
|
|
2310
|
+
:param default_value: 缺失列的填充值,默认为None
|
|
2311
|
+
:return: 处理后的DataFrame
|
|
2312
|
+
"""
|
|
2313
|
+
if df is None or not isinstance(df, pd.DataFrame) or not isinstance(columns, list) or not columns:
|
|
2314
|
+
return df
|
|
2315
|
+
|
|
2316
|
+
# 获取当前列名
|
|
2317
|
+
current_columns = list(df.columns)
|
|
2318
|
+
|
|
2319
|
+
# 找出需要添加的列和需要删除的列
|
|
2320
|
+
missing_columns = [col for col in columns if col not in current_columns]
|
|
2321
|
+
extra_columns = [col for col in current_columns if col not in columns]
|
|
2322
|
+
|
|
2323
|
+
# 复制DataFrame
|
|
2324
|
+
result_df = df.copy()
|
|
2325
|
+
|
|
2326
|
+
# 删除多余的列
|
|
2327
|
+
if extra_columns:
|
|
2328
|
+
result_df = result_df.drop(columns=extra_columns)
|
|
2329
|
+
|
|
2330
|
+
# 添加缺失的列
|
|
2331
|
+
if missing_columns:
|
|
2332
|
+
for col in missing_columns:
|
|
2333
|
+
result_df[col] = default_value
|
|
2334
|
+
|
|
2335
|
+
# 按照指定顺序重新排列列
|
|
2336
|
+
result_df = result_df.reindex(columns=columns)
|
|
2337
|
+
|
|
2338
|
+
return result_df
|
|
2339
|
+
|
|
2340
|
+
|
|
2300
2341
|
def main():
|
|
2301
2342
|
dir_path = os.path.expanduser("~")
|
|
2302
2343
|
parser = myconf.ConfigParser()
|
mdbq-4.1.6/mdbq/__version__.py
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
VERSION = '4.1.6'
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|