lesscode-database 0.0.7__py3-none-any.whl → 0.0.9__py3-none-any.whl

lesscode_database/connect_pool.py

@@ -657,13 +657,22 @@ class Pool:
     @staticmethod
     def sync_create_clickhouse_pool(conn_info: ConnectionInfo):
         try:
-            clickhouse_driver_dbapi = importlib.import_module("clickhouse_driver.dbapi")
+            pooled_db = importlib.import_module("dbutils.pooled_db")
+        except ImportError:
+            raise Exception(f"DBUtils is not exist,run:pip install DBUtils==3.0.2")
+        try:
+            clickhouse_driver = importlib.import_module("clickhouse_driver")
         except ImportError:
-            raise ImportError(f"clickhouse-driver is not exist,run:pip install clickhouse-driver")
-        con = clickhouse_driver_dbapi.connect(dsn=conn_info.dsn, host=conn_info.host,
-                                              user=conn_info.user, password=conn_info.password,
-                                              port=conn_info.port, database=conn_info.db_name)
-        return con
+            raise Exception(f"clickhouse_driver is not exist,run:pip install clickhouse_driver")
+        params = conn_info.params
+        if not isinstance(params, dict):
+            params = dict()
+
+        pool = pooled_db.PooledDB(creator=clickhouse_driver.connect, host=conn_info.host, port=conn_info.port,
+                                  user=conn_info.user,
+                                  password=conn_info.password, database=conn_info.db_name or "default",
+                                  **params)
+        return pool
 
     @staticmethod
     def create_sqlalchemy_pool(conn_info: ConnectionInfo):
@@ -781,6 +790,56 @@ class Pool:
                                                                              True) if conn_info.params else True)
         return engine
 
+    @staticmethod
+    def sync_create_dbutils_pool(conn_info: ConnectionInfo):
+        params = conn_info.params
+        if not isinstance(params, dict):
+            params = dict()
+        creator = params.pop("creator")
+        try:
+            generic = importlib.import_module(creator)
+        except ImportError:
+            raise Exception(f"{creator} is not exist,run:pip install {creator}")
+        try:
+            pooled_db = importlib.import_module("dbutils.pooled_db")
+            steady_db = importlib.import_module("dbutils.steady_db")
+            simple_pooled_db = importlib.import_module("dbutils.simple_pooled_db")
+            persistent_db = importlib.import_module("dbutils.persistent_db")
+        except ImportError:
+            raise Exception(f"DBUtils is not exist,run:pip install DBUtils==3.0.2")
+        pool_type = params.pop("pool_type", "PooledDB")
+        if pool_type not in ["SimplePooledDB", "SteadyDBConnection", "PersistentDB", "PooledDB"]:
+            pool_type = "PooledDB"
+
+        mincached = params.pop("mincached", conn_info.min_size)
+        maxusage = params.pop("maxusage", conn_info.min_size)
+        maxshared = params.pop("maxshared", conn_info.max_size)
+        maxcached = params.pop("maxcached", conn_info.max_size)
+        blocking = params.pop("blocking", True)
+        reset = params.pop("reset", True)
+        setsession = params.pop("setsession", None)
+        failures = params.pop("failures", None)
+        ping = params.pop("ping", 1)
+        threadlocal = params.pop("threadlocal", None)
+        closeable = params.pop("closeable", True)
+        maxconnections = params.pop("maxconnections", None)
+        if pool_type == "SimplePooledDB":
+            pool = simple_pooled_db.PooledDB(dbapi=creator, maxconnections=maxconnections, **params)
+        elif pool_type == "SteadyDBConnection":
+            pool = steady_db.SteadyDBConnection(creator=creator, maxusage=maxusage, setsession=setsession,
+                                                failures=failures,
+                                                ping=ping, closeable=closeable, **params)
+        elif pool_type == "PersistentDB":
+            pool = persistent_db.PersistentDB(creator=creator, maxusage=maxusage, setsession=setsession,
+                                              failures=failures, ping=ping,
+                                              closeable=closeable, threadlocal=threadlocal, **params)
+        else:
+            pool = pooled_db.PooledDB(creator=generic, mincached=mincached, maxcached=maxcached,
+                                      maxshared=maxshared, maxconnections=conn_info.max_size, blocking=blocking,
+                                      maxusage=maxusage, setsession=setsession, reset=reset,
+                                      failures=failures, ping=ping, **params)
+        return pool
+
 
 def run_sync(func_instance):
     if iscoroutine(func_instance):
@@ -886,5 +945,11 @@ def get_pool(conn_info: ConnectionInfo):
         else:
             return run_sync(Pool.sync_create_sqlalchemy_pool(conn_info)), conn_info
 
+    elif conn_info.dialect == "dbutils":
+        if conn_info.async_enable:
+            return run_sync(Pool.sync_create_dbutils_pool(conn_info)), conn_info
+        else:
+            return run_sync(Pool.sync_create_dbutils_pool(conn_info)), conn_info
+
     else:
         raise Exception(f"conn_info.dialect={conn_info.dialect} is not supported")

lesscode_database/mongo_base_model.py

@@ -0,0 +1,169 @@
+import re
+from abc import ABCMeta
+from typing import List, Any, Union
+
+from lesscode_database.ds_helper import DsHelper
+
+
+def to_camel_case(x):
+    """转驼峰法命名"""
+    return re.sub('_([a-zA-Z])', lambda m: (m.group(1).upper()), x)
+
+
+def to_upper_camel_case(x):
+    """转大驼峰法命名"""
+    s = re.sub('_([a-zA-Z])', lambda m: (m.group(1).upper()), x)
+    return s[0].upper() + s[1:]
+
+
+def to_lower_camel_case(x):
+    """转小驼峰法命名"""
+    s = re.sub('_([a-zA-Z])', lambda m: (m.group(1).upper()), x)
+    return s[0].lower() + s[1:]
+
+
+def model2dict(model: Union[list, dict]):
+    def _2dict(obj):
+        if isinstance(obj, dict):
+            _data_dict = dict()
+            for k, v in vars(obj).items():
+                if not k.startswith("__"):
+                    _data_dict.update({k: v})
+            return _data_dict
+        else:
+            return [_2dict(_) for _ in model]
+
+    return _2dict(model)
+
+
+class MongoBaseModel(metaclass=ABCMeta):
+    __connect_name__ = ""
+    __route_key__ = ""
+
+    def __init__(self, **kwargs):
+        pass
+
+    @classmethod
+    def count(cls, query: dict):
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        total = collection.count_documents(query)
+        return total
+
+    @classmethod
+    def query_one(cls, query, find_column: Union[dict, list] = None, to_model: bool = False):
+        if find_column:
+            if isinstance(find_column, list):
+                find_column = {_: 1 for _ in find_column}
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        res = collection.find_one(query, find_column)
+        if to_model and res:
+            res = dict2model(res, cls)
+        return res
+
+    @classmethod
+    def query_page(cls, query: dict, find_column: Union[dict, list] = None, page_num: int = 1, page_size: int = 10,
+                   sort_list: List[List[Any]] = None, to_model: bool = False):
+        if find_column:
+            if isinstance(find_column, list):
+                find_column = {_: 1 for _ in find_column}
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        total = collection.count_documents(query)
+        res = collection.find(query, find_column)
+        if sort_list:
+            res = res.sort(sort_list)
+        res = res.skip((page_num - 1) * page_size).limit(page_size)
+        if res and to_model:
+            res = [dict2model(_, cls) for _ in res]
+        else:
+            res = list(res)
+        return {"data_count": total, "data_list": res}
+
+    @classmethod
+    def query_all(cls, query: dict, find_column: Union[dict, list] = None,
+                  sort_list: List[List[Any]] = None, to_model: bool = False):
+        if find_column:
+            if isinstance(find_column, list):
+                find_column = {_: 1 for _ in find_column}
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        res = collection.find(query, find_column)
+        if sort_list:
+            res = res.sort(sort_list)
+        if res and to_model:
+            res = [dict2model(_, cls) for _ in res]
+        else:
+            res = list(res)
+        return res
+
+    def insert_one(self):
+        document = dict()
+        for k, v in vars(self).items():
+            if not k.startswith("__"):
+                document.update({k: v})
+        pool = DsHelper(self.__connect_name__).pool
+        database_name, collection_name = self.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        return collection.insert_one(document=document)
+
+    @classmethod
+    def insert_many(cls, data: List[dict]):
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        return collection.insert_many(documents=data)
+
+    @classmethod
+    def delete_one(cls, query):
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        return collection.delete_one(query)
+
+    @classmethod
+    def delete_many(cls, query):
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        return collection.delete_many(query)
+
+    @classmethod
+    def update_one(cls, query, update, upsert=False, **kwargs):
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        return collection.update_one(filter=query, update=update, upsert=upsert, **kwargs)
+
+    @classmethod
+    def update_many(cls, query, update, upsert=False, **kwargs):
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        return collection.update_many(filter=query, update=update, upsert=upsert, **kwargs)
+
+    @classmethod
+    def aggregate(cls, pipeline, **kwargs):
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        return collection.aggregate(pipeline=pipeline, **kwargs)
+
+    @classmethod
+    def bulk_write(cls, data: list, ordered: bool = True, **kwargs):
+        pool = DsHelper(cls.__connect_name__).pool
+        database_name, collection_name = cls.__route_key__.split(".")
+        collection = pool[database_name][collection_name]
+        return collection.bulk_write(requests=data, ordered=ordered, **kwargs)
+
+
+def dict2model(data: dict, model):
+    if issubclass(model, MongoBaseModel):
+        return model(**data)
+    else:
+        raise Exception(f"{model.__class__.__name__} is not subclass of BaseModel")

lesscode_database/version.py

@@ -1 +1 @@
-__version__ = "0.0.7"
+__version__ = "0.0.9"

{lesscode_database-0.0.7.dist-info → lesscode_database-0.0.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lesscode-database
-Version: 0.0.7
+Version: 0.0.9
 Summary: lesscode_database是数据库连接工具包
 Author: navysummer
 Author-email: navysummer@yeah.net

lesscode_database-0.0.9.dist-info/RECORD

@@ -0,0 +1,14 @@
+lesscode_database/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+lesscode_database/connect_pool.py,sha256=_RdmtKmacohFP2FwEet_4HY05Vr5zGlwj8lkFnfmK64,44572
+lesscode_database/connection_info.py,sha256=HMlA-hA0LE7jGUS8crZAgrBMB-o6B9mxrWYEywgqXHg,1307
+lesscode_database/db_options.py,sha256=Z8Iy3pqDYW5YVVfvoFSsAYecK9LfiwRasYc3fzqIBt8,1928
+lesscode_database/db_request.py,sha256=siZGXIdPuTlY4NwVLnU8098bVM_6jgQzSzeO4BzkDrA,4832
+lesscode_database/ds_helper.py,sha256=W3VrTe_l0mGX0uEbN7UI6NlQbruLpr2WXgO7AexzQ-k,4845
+lesscode_database/dynamic_import_package.py,sha256=J8hgGRHe6KrprOgOq-xbKHVAYHSjUBcNyTaSPvBmvIk,164
+lesscode_database/mongo_base_model.py,sha256=cKHNmi5GJBGRxCtqsggEcrzIZK7__Z_4cVaIHxmqZsc,6406
+lesscode_database/version.py,sha256=46Yjk3fz9o8aTN8E95McnzpJcjGzVJmHmQqUZ5mXzfc,22
+lesscode_database-0.0.9.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lesscode_database-0.0.9.dist-info/METADATA,sha256=v1FcYg9dFAyZ4-U_t34STUYQWhF4QpEabH0aQRfk1jg,11692
+lesscode_database-0.0.9.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+lesscode_database-0.0.9.dist-info/top_level.txt,sha256=h6cg13be6kkDfNaX9nWeDcfducTb5bKG5iYRO2JPmAM,18
+lesscode_database-0.0.9.dist-info/RECORD,,

{lesscode_database-0.0.7.dist-info → lesscode_database-0.0.9.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.40.0)
+Generator: bdist_wheel (0.41.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

lesscode_database-0.0.7.dist-info/RECORD

@@ -1,13 +0,0 @@
-lesscode_database/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lesscode_database/connect_pool.py,sha256=LtUoBzZoMpg3Pm_jqhiY3MdyZFeZnlM5lVJyTs5P298,41144
-lesscode_database/connection_info.py,sha256=HMlA-hA0LE7jGUS8crZAgrBMB-o6B9mxrWYEywgqXHg,1307
-lesscode_database/db_options.py,sha256=Z8Iy3pqDYW5YVVfvoFSsAYecK9LfiwRasYc3fzqIBt8,1928
-lesscode_database/db_request.py,sha256=siZGXIdPuTlY4NwVLnU8098bVM_6jgQzSzeO4BzkDrA,4832
-lesscode_database/ds_helper.py,sha256=W3VrTe_l0mGX0uEbN7UI6NlQbruLpr2WXgO7AexzQ-k,4845
-lesscode_database/dynamic_import_package.py,sha256=J8hgGRHe6KrprOgOq-xbKHVAYHSjUBcNyTaSPvBmvIk,164
-lesscode_database/version.py,sha256=R9xOYoYrWKcfO5zvTeGC3m_eDNOvxMd8CocQs2tLufo,22
-lesscode_database-0.0.7.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lesscode_database-0.0.7.dist-info/METADATA,sha256=VVM9UbLSs-oRjEnyKwtaP4YCSiMwXVgrUd_4vNnifk0,11692
-lesscode_database-0.0.7.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-lesscode_database-0.0.7.dist-info/top_level.txt,sha256=h6cg13be6kkDfNaX9nWeDcfducTb5bKG5iYRO2JPmAM,18
-lesscode_database-0.0.7.dist-info/RECORD,,