cppackage 0.2.1__py3-none-any.whl → 0.2.2__py3-none-any.whl

CPpackage/db/__init__.py

@@ -1,2 +1,2 @@
-from .sql_model import sel_data, update_data, updata, update_datas, del_data, deldata, deldata_time, update_test
+from .sql_model import sel_data, update_datas, del_data
 from .config import set_db_config, get_db_config

CPpackage/db/sql_model.py

@@ -32,7 +32,7 @@ def _get_connection(database=None, port=None):
     )
 
 
-# ===================== 基础操作 =====================
+# ===================== 查询操作 =====================
 
 def sel_data(sql, params=None, port=None, database=None):
 
@@ -45,9 +45,16 @@ def sel_data(sql, params=None, port=None, database=None):
     except pymysql.MySQLError as e:
         print("查询失败:", e)
         return None
+    
+# ===================== 增量更新 =====================
+def incremental_update(sql, values, port=None, database=None):
+    with _get_connection(database=database, port=port) as conn:
+        with conn.cursor() as cursor:
+            cursor.executemany(sql, values)
+            conn.commit()
 
 
-
+# ===================== 删除操作 =====================
 def del_data(sql, params=None, port=None, database=None):
 
     try:
@@ -134,7 +141,6 @@ def update_datas(df, table_name, database):
 
     try:
         # 表结构校验
-        check_and_sync_columns(df, table_name, database)
         conn = _get_connection(database)
         cursor = conn.cursor()
         cols = list(df.columns)

CPpackage/db/sql_modelcopy.py

@@ -0,0 +1,105 @@
+import pymysql
+import time
+from pymysql import Error
+from .config import get_db_config
+
+def _get_connection(database=None, port=None):
+    cfg = get_db_config()
+    db = database if database is not None else cfg.get('database')
+    prt = port if port is not None else cfg.get('port', 3306)
+    return pymysql.connect(
+        host=cfg.get('host'),
+        user=cfg.get('user'),
+        password=cfg.get('password'),
+        database=db,
+        port=prt,
+    )
+
+def sel_data(sql, port=None, database=None):
+    try:
+        conn = _get_connection(database=database, port=port)
+        cursor = conn.cursor()
+        cursor.execute(sql)
+        result = cursor.fetchall()
+        cursor.close()
+        conn.close()
+        return result
+    except pymysql.MySQLError as e:
+        print(f"An error occurred: {e}")
+
+def update_data(sql, values, port=None, database=None):
+    conn = _get_connection(database=database, port=port)
+    cursor = conn.cursor()
+    cursor.execute(sql, values)
+    conn.commit()
+    cursor.close()
+    conn.close()
+
+def updata(data, databases, table):
+    s = ""
+    st1 = ""
+    for i in data.columns.values:
+        s = s + "`" + i + "`,"
+        st1 = st1 + "%s,"
+    s = s[:-1]
+    st1 = st1[:-1]
+    all_data = []
+    for _, k in data.iterrows():
+        all_data.append(tuple(k.to_list()))
+    sql = 'INSERT INTO %s (%s) VALUES (%s)' % (table, s, st1)
+    update_datas(sql, tuple(all_data), database=databases)
+    time.sleep(2)
+
+def deldata(all_del_list, id_name, table_name, database):
+    str11 = ""
+    for te in all_del_list:
+        if "str" in str(type(te)):
+            str11 = str11 + "'" + str(te) + "',"
+        else:
+            str11 = str11 + str(te) + ","
+    str11 = str11[:-1]
+    delsql = 'DELETE from `%s` where %s in (%s)' % (table_name, id_name, str11)
+    del_data(delsql, database=database)
+
+def deldata_time(id_name, table_name, id, database, time_name, start_time, end_time):
+    delsql = 'DELETE from `%s` where %s = %s and `%s`>= "%s" and  `%s`<= "%s"' % (
+        table_name, id_name, id, time_name, start_time, time_name, end_time
+    )
+    del_data(delsql, database=database)
+
+def update_datas(sql, values, port=None, database=None):
+    with _get_connection(database=database, port=port) as conn:
+        with conn.cursor() as cursor:
+            cursor.executemany(sql, values)
+            conn.commit()
+
+def del_data(sql, port=None, database=None):
+    try:
+        conn = _get_connection(database=database, port=port)
+        cursor = conn.cursor()
+        cursor.execute(sql)
+        conn.commit()
+        cursor.close()
+        conn.close()
+    except pymysql.MySQLError as e:
+        print(f"An error occurred: {e}")
+
+def update_test(df, table_name, databases):
+    try:
+        conn = _get_connection(database=databases)
+        cursor = conn.cursor()
+        columns = ', '.join(df.columns)
+        values_template = ', '.join([f'({", ".join(["%s"] * len(df.columns))})'] * len(df))
+        update_clause = ', '.join([f'{col} = VALUES({col})' for col in df.columns if col != 'id'])
+        sql = f"INSERT INTO {table_name} ({columns}) VALUES {values_template} " \
+                  f"ON DUPLICATE KEY UPDATE {update_clause}"
+        values = [tuple(row) for row in df.values]
+        flat_values = [item for sublist in values for item in sublist]
+        cursor.execute(sql, flat_values)
+        conn.commit()
+        print(f"成功插入/更新 {cursor.rowcount} 条记录")
+    except Error as e:
+        print(f"数据库错误: {e}")
+    finally:
+        if conn:
+            conn.close()

{cppackage-0.2.1.dist-info → cppackage-0.2.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cppackage
-Version: 0.2.1
+Version: 0.2.2
 Summary: 超品集团自用的Python包
 Home-page: https://github.com/example/CPpackage
 Author: team-数智组
@@ -40,7 +40,7 @@ CPpackage是超品集团内部使用的Python包，核心功能集中在MySQL数
 ## 安装
 
 ```bash
-pip install CPpackage
+pip install cppackage
 ```
 
 ## 使用方法
@@ -48,13 +48,14 @@ pip install CPpackage
 ```python
 # 导入包
 from CPpackage.db.config import set_db_config
-from CPpackage.db.sql_model import sel_data, del_data , get_table_columns,add_columns,check_and_sync_columns,update_datas
+from CPpackage.db.sql_model import sel_data, del_data , incremental_update, get_table_columns,add_columns,check_and_sync_columns,update_datas
 
 # 配置数据库连接（也可通过环境变量CPPACKAGE_DB_*配置）
 set_db_config(host='your_host', user='your_user', password='your_password', database='your_database', port=3306)
 
-# 更新数据函数，在完成数据库信息配置后，df为pd.dataframe格式的数据
 # 更新过程会先经过check_and_sync_columns函数完成表格校验
+check_and_sync_columns(df, table_name, database, max_new=5)
+# 更新数据函数，在完成数据库信息配置后，df为pd.dataframe格式的数据
 update_datas(df, table_name, database)
 
 ```

cppackage-0.2.2.dist-info/RECORD

@@ -0,0 +1,13 @@
+CPpackage/__init__.py,sha256=KpVaXkIzkNDl-dfSX8Rr7z9XFlipxx1nZ_GzS4Qls4I,173
+CPpackage/core/__init__.py,sha256=92mF0310uQ5ujlgd-LCMs5kZVzfGRdcl67GHIRWhHcA,504
+CPpackage/db/__init__.py,sha256=WhrLqsjq97KKHF7YV-HcZf9pRtHuqKhRjXDNPCBVbjY,107
+CPpackage/db/config.py,sha256=wygya2246ph0LY90xikQBVoRxS8vlI-RpWWNGOiUZ5s,723
+CPpackage/db/sql_model.py,sha256=UbTSzpp9WiKy9_ub52yhCDV46elJuFlKILzTgc-gs48,4733
+CPpackage/db/sql_modelcopy.py,sha256=tLE88fXE-EZavsqIqH7ZvkXy5-7ZA-cQCMPMQmRG0Mg,3564
+CPpackage/utils/__init__.py,sha256=sAespT0aoLr3O0WF27DwHLYF60VZgPA1tiT0JJ8s8zI,264
+cppackage-0.2.2.dist-info/licenses/LICENSE,sha256=6Pj597LnvlRtq3Vgjkfp6zgBeBh7wl8jKE-nCFg4vZI,1065
+cppackage-0.2.2.dist-info/METADATA,sha256=Mqi578TfPTeayB-37A8hSo6DNmrHBab_lgXqy_QH7fQ,2510
+cppackage-0.2.2.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+cppackage-0.2.2.dist-info/entry_points.txt,sha256=SAzF2klkNyeNCqXuiNkDirN999l7v8CGCrHR0StD_oo,50
+cppackage-0.2.2.dist-info/top_level.txt,sha256=FQrfWDbJistWQIrHW_Aoxoy_UWSzjOByWVcVS5ig9Tk,10
+cppackage-0.2.2.dist-info/RECORD,,

cppackage-0.2.1.dist-info/RECORD

@@ -1,12 +0,0 @@
-CPpackage/__init__.py,sha256=KpVaXkIzkNDl-dfSX8Rr7z9XFlipxx1nZ_GzS4Qls4I,173
-CPpackage/core/__init__.py,sha256=92mF0310uQ5ujlgd-LCMs5kZVzfGRdcl67GHIRWhHcA,504
-CPpackage/db/__init__.py,sha256=Uw09n27c0k2lM61oYw0GMpnbIafPKiY9EAMudxBn7IY,164
-CPpackage/db/config.py,sha256=wygya2246ph0LY90xikQBVoRxS8vlI-RpWWNGOiUZ5s,723
-CPpackage/db/sql_model.py,sha256=qj8NQctWkIJbdnLYDfg2mpOKl-STlz1lbaeiV9D-JY0,4433
-CPpackage/utils/__init__.py,sha256=sAespT0aoLr3O0WF27DwHLYF60VZgPA1tiT0JJ8s8zI,264
-cppackage-0.2.1.dist-info/licenses/LICENSE,sha256=6Pj597LnvlRtq3Vgjkfp6zgBeBh7wl8jKE-nCFg4vZI,1065
-cppackage-0.2.1.dist-info/METADATA,sha256=UBo6vBIsitJAUXFX4j3RSnF44QlnIof9LnZ0frzQ8eQ,2429
-cppackage-0.2.1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-cppackage-0.2.1.dist-info/entry_points.txt,sha256=SAzF2klkNyeNCqXuiNkDirN999l7v8CGCrHR0StD_oo,50
-cppackage-0.2.1.dist-info/top_level.txt,sha256=FQrfWDbJistWQIrHW_Aoxoy_UWSzjOByWVcVS5ig9Tk,10
-cppackage-0.2.1.dist-info/RECORD,,