reydb 1.3.5__py3-none-any.whl → 1.3.6__py3-none-any.whl

reydb/rconn.py

@@ -223,7 +223,6 @@ class DatabaseConnectionAsync(DatabaseConnectionSuper['rengine.DatabaseEngineAsy
 
         # Close.
         await self.close()
-        await self.engine.dispose()
 
 
     async def get_conn(self) -> AsyncConnection:

reydb/rdb.py

@@ -10,8 +10,9 @@
 
 
 from typing import Any, TypeVar, Generic, overload
-from collections.abc import Sequence
+from collections.abc import Iterable, Sequence
 from reykit.rbase import Null, throw
+from reykit.rtask import ThreadPool, async_gather
 
 from .rbase import DatabaseBase
 from .rengine import DatabaseEngine, DatabaseEngineAsync
@@ -52,8 +53,8 @@ class DatabaseSuper(DatabaseBase, Generic[DatabaseEngineT]):
         username: str,
         password: str,
         database: str,
-        pool_size: int = 5,
-        max_overflow: int = 10,
+        max_pool: int = 15,
+        max_keep: int = 5,
         pool_timeout: float = 30.0,
         pool_recycle: int | None = 3600,
         echo: bool = False,
@@ -79,8 +80,8 @@ class DatabaseSuper(DatabaseBase, Generic[DatabaseEngineT]):
         username : Remote server database username.
         password : Remote server database password.
         database : Remote server database name.
-        pool_size : Number of connections `keep open`.
-        max_overflow : Number of connections `allowed overflow`.
+        max_pool : Maximum number of connections in the pool.
+        max_keep : Maximum number of connections keeped.
         pool_timeout : Number of seconds `wait create` connection.
         pool_recycle : Number of seconds `recycle` connection.
             - `None | Literal[-1]`: No recycle.
@@ -136,28 +137,118 @@ class DatabaseSuper(DatabaseBase, Generic[DatabaseEngineT]):
     __getitem__ = __getattr__
 
 
-    def __contains__(self, database: str) -> bool:
+    def __contains__(self, name: str) -> bool:
         """
         Whether the exist this database engine.
 
         Parameters
         ----------
-        database : Database name.
+        name : Database engine name.
         """
 
         # Judge.
-        result = database in self.__engine_dict
+        result = name in self.__engine_dict
 
         return result
 
 
+    def __iter__(self) -> Iterable[str]:
+        """
+        Iterable of database engine names.
+        """
+
+        # Generate.
+        names = iter(self.__engine_dict)
+
+        return names
+
+
 class Database(DatabaseSuper[DatabaseEngine]):
     """
     Database type.
     """
 
 
+    def warm_all(self, num: int | None = None) -> None:
+        """
+        Pre create connection to warm all pool.
+
+        Parameters
+        ----------
+        num : Create number.
+            - `None`: Use `self.max_keep` value.
+        """
+
+        # Parameter.
+        engines = set(
+            [
+                self[name]
+                for name in self
+            ]
+        )
+
+        # Warm.
+
+        ## Create.
+        func = lambda engine: engine.connect().close()
+        pool = ThreadPool(func, _max_workers=num)
+        for engine in engines:
+            engine_num = num or engine.max_keep
+            for _ in range(engine_num):
+                pool.one(engine.engine)
+
+        ## Wait.
+        pool.join()
+
+
 class DatabaseAsync(DatabaseSuper[DatabaseEngineAsync]):
     """
     Asynchronous database type.
     """
+
+
+    async def warm_all(self, num: int | None = None) -> None:
+        """
+        Asynchronous pre create connection to warm all pool.
+
+        Parameters
+        ----------
+        num : Create number.
+            - `None`: Use `self.max_keep` value.
+        """
+
+        # Parameter.
+        engines = set(
+            [
+                self[name]
+                for name in self
+            ]
+        )
+
+        # Warm.
+        coroutines = [
+            engine.warm(num)
+            for engine in engines
+        ]
+        await async_gather(*coroutines)
+
+
+    async def dispose_all(self) -> None:
+        """
+        Dispose asynchronous connections of all database.
+        """
+
+        # Parameter.
+        engines = set(
+            [
+                self[name]
+                for name in self
+            ]
+        )
+
+        # Dispose.
+        coroutines = [
+            engine.dispose()
+            for engine in engines
+        ]
+        await async_gather(*coroutines)

reydb/rengine.py

@@ -9,11 +9,13 @@
 """
 
 
-from typing import TypeVar, Generic, overload
+from typing import TypeVar, Generic
 from urllib.parse import quote as urllib_quote
 from pymysql.constants.CLIENT import MULTI_STATEMENTS
 from sqlalchemy import Engine, create_engine as sqlalchemy_create_engine
 from sqlalchemy.ext.asyncio import AsyncEngine, create_async_engine as sqlalchemy_create_async_engine
+from reykit.rbase import throw
+from reykit.rtask import ThreadPool, async_gather
 from reykit.rtext import join_data_text
 
 from . import rbase, rbuild, rconfig, rconn, rerror, rexec, rinfo, rorm
@@ -86,8 +88,8 @@ class DatabaseEngineSuper(
         username: str,
         password: str,
         database: str,
-        pool_size: int = 5,
-        max_overflow: int = 10,
+        max_pool: int = 15,
+        max_keep: int = 5,
         pool_timeout: float = 30.0,
         pool_recycle: int | None = 3600,
         echo: bool = False,
@@ -103,10 +105,10 @@ class DatabaseEngineSuper(
         username : Remote server database username.
         password : Remote server database password.
         database : Remote server database name.
-        pool_size : Number of connections `keep open`.
-        max_overflow : Number of connections `allowed overflow`.
-        pool_timeout : Number of seconds `wait create` connection.
-        pool_recycle : Number of seconds `recycle` connection.
+        max_pool : Maximum number of connections in the pool.
+        max_keep : Maximum number of connections keeped.
+        pool_timeout : Number of seconds wait create connection.
+        pool_recycle : Number of seconds recycle connection.
             - `None | Literal[-1]`: No recycle.
             - `int`: Use this value.
         echo : Whether report SQL execute information, not include ORM execute.
@@ -114,6 +116,8 @@ class DatabaseEngineSuper(
         """
 
         # Parameter.
+        if max_keep > max_pool:
+            throw(ValueError, max_keep, max_pool)
         if type(port) == str:
             port = int(port)
 
@@ -123,8 +127,8 @@ class DatabaseEngineSuper(
         self.host = host
         self.port: int | None = port
         self.database = database
-        self.pool_size = pool_size
-        self.max_overflow = max_overflow
+        self.max_pool = max_pool
+        self.max_keep = max_keep
         self.pool_timeout = pool_timeout
         if pool_recycle is None:
             self.pool_recycle = -1
@@ -238,10 +242,11 @@ class DatabaseEngineSuper(
         """
 
         # Parameter.
+        max_overflow = self.max_pool - self.max_keep
         engine_params = {
             'url': self.url,
-            'pool_size': self.pool_size,
-            'max_overflow': self.max_overflow,
+            'pool_size': self.max_keep,
+            'max_overflow': max_overflow,
             'pool_timeout': self.pool_timeout,
             'pool_recycle': self.pool_recycle,
             'connect_args': {'client_flag': MULTI_STATEMENTS}
@@ -270,10 +275,10 @@ class DatabaseEngineSuper(
         # Count.
         _overflow: int = self.engine.pool._overflow
         if _overflow < 0:
-            keep_n = self.pool_size + _overflow
+            keep_n = self.max_keep + _overflow
             overflow_n = 0
         else:
-            keep_n = self.pool_size
+            keep_n = self.max_keep
             overflow_n = _overflow
 
         return keep_n, overflow_n
@@ -532,8 +537,8 @@ class DatabaseEngine(
             self.username,
             self.password,
             self.database,
-            self.pool_size,
-            self.max_overflow,
+            self.max_pool,
+            self.max_keep,
             self.pool_timeout,
             self.pool_recycle,
             self.echo,
@@ -543,6 +548,31 @@ class DatabaseEngine(
         return db
 
 
+    def warm(self, num: int | None = None) -> None:
+        """
+        Pre create connection to warm pool.
+
+        Parameters
+        ----------
+        num : Create number.
+            - `None`: Use `self.max_keep` value.
+        """
+
+        # Parameter.
+        if num is None:
+            num = self.max_keep
+
+        # Warm.
+
+        ## Create.
+        func = lambda: self.engine.connect().close()
+        pool = ThreadPool(func, _max_workers=num)
+        pool * 5
+
+        ## Wait.
+        pool.join()
+
+
 class DatabaseEngineAsync(
     DatabaseEngineSuper[
         AsyncEngine,
@@ -576,8 +606,8 @@ class DatabaseEngineAsync(
             self.username,
             self.password,
             self.database,
-            self.pool_size,
-            self.max_overflow,
+            self.max_pool,
+            self.max_keep,
             self.pool_timeout,
             self.pool_recycle,
             self.echo,
@@ -587,6 +617,37 @@ class DatabaseEngineAsync(
         return db
 
 
+    async def warm(self, num: int | None = None) -> None:
+        """
+        Asynchronous pre create connection to warm pool.
+
+        Parameters
+        ----------
+        num : Create number.
+            - `None`: Use `self.max_keep` value.
+        """
+
+        # Parameter.
+        if num is None:
+            num = self.max_keep
+
+        # Warm.
+
+        ## Create.
+        coroutines = [
+            self.engine.connect()
+            for _ in range(num)
+        ]
+        conns = await async_gather(*coroutines)
+
+        ## Close.
+        coroutines = [
+            conn.close()
+            for conn in conns
+        ]
+        await async_gather(*coroutines)
+
+
     async def dispose(self) -> None:
         """
         Dispose asynchronous connections.

reydb/rexec.py

@@ -1227,7 +1227,6 @@ class DatabaseExecuteAsync(DatabaseExecuteSuper['rconn.DatabaseConnectionAsync']
         if self.conn.autocommit:
             await self.conn.commit()
             await self.conn.close()
-            await self.conn.engine.dispose()
 
         return result
 

reydb/rorm.py

@@ -1151,7 +1151,6 @@ class DatabaseORMSessionAsync(
 
         # Close.
         await self.close()
-        await self.orm.engine.dispose()
 
 
     def get_sess(self) -> AsyncSession:
@@ -1262,7 +1261,6 @@ class DatabaseORMSessionAsync(
             if self.autocommit:
                 await self.commit()
                 await self.close()
-                await self.orm.engine.dispose()
 
             return result
 
@@ -1604,7 +1602,6 @@ class DatabaseORMStatementAsync(DatabaseORMStatementSuper[DatabaseORMSessionAsyn
 
             await self.sess.commit()
             await self.sess.close()
-            await self.sess.orm.engine.dispose()
 
         return result
 

{reydb-1.3.5.dist-info → reydb-1.3.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: reydb
-Version: 1.3.5
+Version: 1.3.6
 Summary: Database method set.
 Project-URL: homepage, https://github.com/reyxbo/reydb/
 Author-email: Rey <reyxbo@163.com>

reydb-1.3.6.dist-info/RECORD

@@ -0,0 +1,16 @@
+reydb/__init__.py,sha256=BnJsTzcwqeQ8-5Boqsehgcpc1eSDkv41v0kdb10gAgM,643
+reydb/rall.py,sha256=5GI0yuwF72XypNZ1DYIxKizo2Z5pR88Uv0nUpHKYhCk,379
+reydb/rbase.py,sha256=S3ip2PxvLn2Spgv5G_xd7xgC-U4wjEoAZ7Up25ZQvLk,8223
+reydb/rbuild.py,sha256=6ZkU3LGkIk04KTPtd8fgTC4pX93p1tvbOhZWWEi-v5A,40846
+reydb/rconfig.py,sha256=DFGTyoixqlSMGeWyd1os9K7YxnyY3RfgvPqQzZQlMQM,18161
+reydb/rconn.py,sha256=ujyTAqR7FLr758EHDr04e0MTHDGDQEF_-YkfkYc8XRI,6986
+reydb/rdb.py,sha256=IhZLyXWZ5tiTWe2oq-nEkzTJW2ClvgT2-37OK-eOTXU,6063
+reydb/rengine.py,sha256=4tEIWxhtQ220_DZYb180hXhUwcxKGnPcv0yLaH1l0X4,17048
+reydb/rerror.py,sha256=M7RPXwywLYl5Vew7jfXxUxVnBrM1b_T6V9Izt4B8zI0,14791
+reydb/rexec.py,sha256=bVPT8kueKnK5HWLtYklE5Vgc4crL7QxBEE3S0MQgRB4,52647
+reydb/rinfo.py,sha256=c5otyOikGMVnLFhPbtlgmnFBRR3NMP7xcmMW-LQdaQk,18314
+reydb/rorm.py,sha256=74WHZ3wKa3y8bqHR9CcJO2JBc4Z8A8eTAmFae8RL0Hc,49862
+reydb-1.3.6.dist-info/METADATA,sha256=kM7W1Wu13bUxQ11aAytu8QMl_FPmCQxE49iAZG304kk,1653
+reydb-1.3.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+reydb-1.3.6.dist-info/licenses/LICENSE,sha256=UYLPqp7BvPiH8yEZduJqmmyEl6hlM3lKrFIefiD4rvk,1059
+reydb-1.3.6.dist-info/RECORD,,

reydb-1.3.5.dist-info/RECORD

@@ -1,16 +0,0 @@
-reydb/__init__.py,sha256=BnJsTzcwqeQ8-5Boqsehgcpc1eSDkv41v0kdb10gAgM,643
-reydb/rall.py,sha256=5GI0yuwF72XypNZ1DYIxKizo2Z5pR88Uv0nUpHKYhCk,379
-reydb/rbase.py,sha256=S3ip2PxvLn2Spgv5G_xd7xgC-U4wjEoAZ7Up25ZQvLk,8223
-reydb/rbuild.py,sha256=6ZkU3LGkIk04KTPtd8fgTC4pX93p1tvbOhZWWEi-v5A,40846
-reydb/rconfig.py,sha256=DFGTyoixqlSMGeWyd1os9K7YxnyY3RfgvPqQzZQlMQM,18161
-reydb/rconn.py,sha256=K_k6cJ94yrPIFaSZ06enpguTWVPhDu67LHan41C1bRA,7023
-reydb/rdb.py,sha256=LblF7igyr5y1lyrSRZIKcYI9M9rzWG-mdcJYWINlARw,4014
-reydb/rengine.py,sha256=qkpEsfHleia-bT7DBgERpSlZfszB5mLbRACtG-H2D-s,15640
-reydb/rerror.py,sha256=M7RPXwywLYl5Vew7jfXxUxVnBrM1b_T6V9Izt4B8zI0,14791
-reydb/rexec.py,sha256=Bbjqh0e3dE_NRnSfKfyfyyzAvXKdzXT5JLuzufHuH_s,52693
-reydb/rinfo.py,sha256=c5otyOikGMVnLFhPbtlgmnFBRR3NMP7xcmMW-LQdaQk,18314
-reydb/rorm.py,sha256=UHZVNHkQ31RyJ5Ia9wmJ8ammIz59KKYOKh9HX6VEHX4,50002
-reydb-1.3.5.dist-info/METADATA,sha256=mxZmvHnUjHkt1iyQSfuaah-57VMDfbkwEvN0TDBqKZ0,1653
-reydb-1.3.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-reydb-1.3.5.dist-info/licenses/LICENSE,sha256=UYLPqp7BvPiH8yEZduJqmmyEl6hlM3lKrFIefiD4rvk,1059
-reydb-1.3.5.dist-info/RECORD,,