lidb 1.1.1__tar.gz → 1.1.3__tar.gz

{lidb-1.1.1 → lidb-1.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lidb
-Version: 1.1.1
+Version: 1.1.3
 Requires-Python: >=3.12
 Description-Content-Type: text/markdown
 Requires-Dist: dynaconf>=3.2.11

{lidb-1.1.1 → lidb-1.1.3}/lidb/__init__.py

@@ -15,8 +15,9 @@ from .database import (
     tb_path,
     read_mysql,
     read_ck,
+    scan,
 )
 
 from .parse import parse_hive_partition_structure
 
-__version__ = "1.1.1"
+__version__ = "1.1.3"

{lidb-1.1.1 → lidb-1.1.3}/lidb/database.py

@@ -12,6 +12,7 @@ from pathlib import Path
 from .parse import extract_table_names_from_sql
 from .init import DB_PATH, logger, get_settings
 import urllib
+import polars as pl
 
 # ======================== 本地数据库 catdb ========================
 def tb_path(tb_name: str) -> Path:
@@ -111,6 +112,13 @@ def sql(query: str, abs_path: bool = False):
     new_query = pattern.sub(lambda m: convertor[m.group(0)], query)
     return pl.sql(new_query)
 
+def scan(tb: str, abs_path: bool = False) -> pl.LazyFrame:
+    """polars.scan_parquet"""
+
+    if not abs_path:
+        tb = tb_path(tb)
+    return pl.scan_parquet(tb)
+
 def read_mysql(query: str, db_conf: str = "DATABASES.mysql"):
     """
     从MySQL数据库中读取数据。
@@ -127,14 +135,14 @@ def read_mysql(query: str, db_conf: str = "DATABASES.mysql"):
     import polars as pl
     try:
         db_setting = get_settings().get(db_conf, {})
-        required_keys = ['user', 'password', 'url']
+        required_keys = ['user', 'password', 'url', 'db']
         missing_keys = [key for key in required_keys if key not in db_setting]
         if missing_keys:
             raise KeyError(f"Missing required keys in database config: {missing_keys}")
 
         user = urllib.parse.quote_plus(db_setting['user'])
         password = urllib.parse.quote_plus(db_setting['password'])
-        uri = f"mysql://{user}:{password}@{db_setting['url']}"
+        uri = f"mysql://{user}:{password}@{db_setting['url']}/{db_setting['db']}"
         return pl.read_database_uri(query, uri)
 
     except KeyError as e:

{lidb-1.1.1 → lidb-1.1.3}/lidb.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lidb
-Version: 1.1.1
+Version: 1.1.3
 Requires-Python: >=3.12
 Description-Content-Type: text/markdown
 Requires-Dist: dynaconf>=3.2.11

{lidb-1.1.1 → lidb-1.1.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "lidb"
-version = "1.1.1"
+version = "1.1.3"
 description = ""
 readme = "README.md"
 requires-python = ">=3.12"