lidb 1.0.3__py3-none-any.whl → 1.0.5__py3-none-any.whl

lidb/__init__.py

@@ -15,6 +15,8 @@ from .database import (
     put,
     has,
     tb_path,
+    read_mysql,
+    read_ck,
 )
 
-__version__ = "1.0.3"
+__version__ = "1.0.5"

lidb/database.py

@@ -10,7 +10,8 @@ Email: yundi.xxii@outlook.com
 import re
 from pathlib import Path
 from .parse import extract_table_names_from_sql
-from .init import DB_PATH, logger
+from .init import DB_PATH, logger, get_settings
+import urllib
 
 # ======================== 本地数据库 catdb ========================
 def tb_path(tb_name: str) -> Path:
@@ -110,3 +111,66 @@ def sql(query: str, abs_path: bool = False):
     new_query = pattern.sub(lambda m: convertor[m.group(0)], query)
     return pl.sql(new_query)
 
+def read_mysql(query: str, db_conf: str = "DATABASES.mysql"):
+    """
+    从MySQL数据库中读取数据。
+    Parameters
+    ----------
+    query: str
+        查询语句
+    db_conf: str
+        对应的配置 $DB_PATH/conf/settings.toml
+    Returns
+    -------
+    polars.DataFrame
+    """
+    import polars as pl
+    try:
+        db_setting = get_settings().get(db_conf, {})
+        required_keys = ['user', 'password', 'url']
+        missing_keys = [key for key in required_keys if key not in db_setting]
+        if missing_keys:
+            raise KeyError(f"Missing required keys in database config: {missing_keys}")
+
+        user = urllib.parse.quote_plus(db_setting['user'])
+        password = urllib.parse.quote_plus(db_setting['password'])
+        uri = f"mysql://{user}:{password}@{db_setting['url']}"
+        return pl.read_database_uri(query, uri)
+
+    except KeyError as e:
+        raise RuntimeError("Database configuration error: missing required fields.") from e
+    except Exception as e:
+        raise RuntimeError(f"Failed to execute MySQL query: {e}") from e
+
+
+def read_ck(query: str, db_conf: str = "DATABASES.ck"):
+    """
+    从Clickhouse集群读取数据。
+    Parameters
+    ----------
+    query: str
+        查询语句
+    db_conf: str
+        对应的配置 $DB_PATH/conf/settings.toml
+    Returns
+    -------
+    polars.DataFrame
+    """
+    import clickhouse_df
+    try:
+        db_setting = get_settings().get(db_conf, {})
+        required_keys = ['user', 'password', 'urls']
+        missing_keys = [key for key in required_keys if key not in db_setting]
+        if missing_keys:
+            raise KeyError(f"Missing required keys in database config: {missing_keys}")
+
+        user = urllib.parse.quote_plus(db_setting['user'])
+        password = urllib.parse.quote_plus(db_setting['password'])
+
+        with clickhouse_df.connect(db_setting['urls'], user=user, password=password):
+            return clickhouse_df.to_polars(query)
+
+    except KeyError as e:
+        raise RuntimeError("Database configuration error: missing required fields.") from e
+    except Exception as e:
+        raise RuntimeError(f"Failed to execute ClickHouse query: {e}") from e

{lidb-1.0.3.dist-info → lidb-1.0.5.dist-info}/METADATA

@@ -1,9 +1,11 @@
 Metadata-Version: 2.4
 Name: lidb
-Version: 1.0.3
+Version: 1.0.5
 Requires-Python: >=3.12
 Description-Content-Type: text/markdown
 Requires-Dist: dynaconf>=3.2.11
 Requires-Dist: polars>=1.31.0
 Requires-Dist: sqlparse>=0.5.3
 Requires-Dist: logair>=1.0.0
+Requires-Dist: clickhouse-df>=0.1.5
+Requires-Dist: connectorx>=0.4.3

lidb-1.0.5.dist-info/RECORD

@@ -0,0 +1,8 @@
+lidb/__init__.py,sha256=bkXm3SpSwrgGZ6UdTGhT2NN8-a0k_lFo08mIL6W7KLw,306
+lidb/database.py,sha256=U1h80jgmkRfgQW8sdhb7B3ISvQJUvPefLurWMsbzqa0,5372
+lidb/init.py,sha256=S6Yud6bHEmbaCVV7yXZWsQhe0YIsw9D_Yy17kiDpsGQ,1159
+lidb/parse.py,sha256=N1BBZoUhvLj58biZfEhFs4cGsqaZqsanx27bAp_P7Oo,2236
+lidb-1.0.5.dist-info/METADATA,sha256=IXmwvqe87vY_UfJWXD2kI09MA1OLD8C8Ecq-1F8FbJ8,303
+lidb-1.0.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+lidb-1.0.5.dist-info/top_level.txt,sha256=NgXJNwt6ld6oLXtW1vOPaEh-VO5R0JEX_KmGIJR4ueE,5
+lidb-1.0.5.dist-info/RECORD,,

lidb-1.0.3.dist-info/RECORD

@@ -1,8 +0,0 @@
-lidb/__init__.py,sha256=GZLAOnJ1tu9y_9t5VNXeSbg3_txKg6xkktPBsEh3_ek,277
-lidb/database.py,sha256=OktJZCPVIaBUYENGMeWNB8NPOy1R01kwWtkfuUzP07E,3147
-lidb/init.py,sha256=S6Yud6bHEmbaCVV7yXZWsQhe0YIsw9D_Yy17kiDpsGQ,1159
-lidb/parse.py,sha256=N1BBZoUhvLj58biZfEhFs4cGsqaZqsanx27bAp_P7Oo,2236
-lidb-1.0.3.dist-info/METADATA,sha256=ZatuH9dkJ4iGgyXpCizaRz_ShWiS1CxzDESEb5jNNqY,234
-lidb-1.0.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-lidb-1.0.3.dist-info/top_level.txt,sha256=NgXJNwt6ld6oLXtW1vOPaEh-VO5R0JEX_KmGIJR4ueE,5
-lidb-1.0.3.dist-info/RECORD,,