funboost 45.7__tar.gz → 45.9__tar.gz

{funboost-45.7/funboost.egg-info → funboost-45.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 45.7
+Version: 45.9
 Summary: pip install funboost，python全功能分布式函数调度框架,。支持python所有类型的并发模式和一切知名消息队列中间件，支持如 celery dramatiq等框架整体作为funboost中间件，python函数加速器，框架包罗万象，用户能想到的控制功能全都有。一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数，99%用过funboost的pythoner 感受是　简易 方便 强劲 强大，相见恨晚 
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs
@@ -503,3 +503,4 @@ funboost通过支持celery作为broker_kind,使celer框架变成了funboost的
 ![](https://visitor-badge.glitch.me/badge?page_id=distributed_framework)
 
 <div> </div>
+

{funboost-45.7 → funboost-45.9}/funboost/__init__.py

@@ -13,7 +13,7 @@ set_frame_config这个模块的 use_config_form_funboost_config_module() 是核
 这段注释说明和使用的用户无关,只和框架开发人员有关.
 '''
 
-__version__ = "45.7"
+__version__ = "45.9"
 
 from funboost.set_frame_config import show_frame_config
 

{funboost-45.7 → funboost-45.9}/funboost/concurrent_pool/custom_threadpool_executor.py

@@ -99,7 +99,7 @@ class ThreadPoolExecutorShrinkAble(Executor, FunboostFileLoggerMixin, LoggerLeve
     MIN_WORKERS = 5
     KEEP_ALIVE_TIME = 60
 
-    def __init__(self, max_workers: int = None, thread_name_prefix=''):
+    def __init__(self, max_workers: int = None, thread_name_prefix='',work_queue_maxsize=10):
         """
         最好需要兼容官方concurren.futures.ThreadPoolExecutor 和改版的BoundedThreadPoolExecutor，入参名字和个数保持了一致。
         :param max_workers:
@@ -110,7 +110,7 @@ class ThreadPoolExecutorShrinkAble(Executor, FunboostFileLoggerMixin, LoggerLeve
         self._thread_name_prefix = thread_name_prefix
         # print(self._max_workers)
         # self.work_queue = self._work_queue = queue.Queue(self._max_workers or 10)
-        self.work_queue = self._work_queue = queue.Queue(10)
+        self.work_queue = self._work_queue = queue.Queue(work_queue_maxsize)
         # self._threads = set()
         self._threads = weakref.WeakSet()
         self._lock_compute_threads_free_count = threading.Lock()

{funboost-45.7 → funboost-45.9}/funboost/concurrent_pool/flexible_thread_pool.py

@@ -23,8 +23,8 @@ class FlexibleThreadPool(FunboostFileLoggerMixin, LoggerLevelSetterMixin, Funboo
     KEEP_ALIVE_TIME = 10
     MIN_WORKERS = 2
 
-    def __init__(self, max_workers: int = None):
-        self.work_queue = queue.Queue(10)
+    def __init__(self, max_workers: int = None,work_queue_maxsize=10):
+        self.work_queue = queue.Queue(work_queue_maxsize)
         self.max_workers = max_workers
         self._threads_num = 0
         self.threads_free_count = 0

{funboost-45.7 → funboost-45.9}/funboost/core/func_params_model.py

@@ -177,6 +177,7 @@ class BoosterParams(BaseJsonAbleModel):
     do_not_run_by_specify_time: tuple = ('10:00:00', '22:00:00')  # 不运行的时间段,在这个时间段自动不运行函数.
 
     schedule_tasks_on_main_thread: bool = False  # 直接在主线程调度任务，意味着不能直接在当前主线程同时开启两个消费者。
+
     is_auto_start_consuming_message: bool = False  # 是否在定义后就自动启动消费，无需用户手动写 .consume() 来启动消息消费。
 
     consuming_function: typing.Callable = None  # 消费函数,在@boost时候不用指定,因为装饰器知道下面的函数.

{funboost-45.7 → funboost-45.9}/funboost/core/msg_result_getter.py

@@ -20,13 +20,27 @@ NO_RESULT = 'no_result'
 
 
 class AsyncResult(RedisMixin):
-    callback_run_executor = FlexibleThreadPoolMinWorkers0(200)
+    default_callback_run_executor = FlexibleThreadPoolMinWorkers0(200,work_queue_maxsize=10000)
+
+    @property
+    def callback_run_executor(self, ):
+        return self._callback_run_executor or self.default_callback_run_executor
+    @callback_run_executor.setter
+    def callback_run_executor(self,thread_pool_executor):
+        """
+        用户可以 async_result.callback_run_executor = 你自己的线程池
+        thread_pool_executor 用户可以传递 FlexibleThreadPool或者 ThreadPoolExecutorShrinkAble 或者官方的 concurrent.futures.ThreadPoolExecutor 类型的对象都可以，任意线程池只要实现了submit方法即可。
+        :param thread_pool_executor:
+        :return:
+        """
+        self._callback_run_executor = thread_pool_executor
 
     def __init__(self, task_id, timeout=120):
         self.task_id = task_id
         self.timeout = timeout
         self._has_pop = False
         self._status_and_result = None
+        self._callback_run_executor = None
 
     def set_timeout(self, timeout=60):
         self.timeout = timeout

{funboost-45.7 → funboost-45.9}/funboost/utils/dependency_packages_in_pythonpath/aioredis/__init__.py

@@ -1,59 +1,59 @@
-from aioredis.client import Redis, StrictRedis
-from aioredis.connection import (
-    BlockingConnectionPool,
-    Connection,
-    ConnectionPool,
-    SSLConnection,
-    UnixDomainSocketConnection,
-)
-from aioredis.exceptions import (
-    AuthenticationError,
-    AuthenticationWrongNumberOfArgsError,
-    BusyLoadingError,
-    ChildDeadlockedError,
-    ConnectionError,
-    DataError,
-    InvalidResponse,
-    PubSubError,
-    ReadOnlyError,
-    RedisError,
-    ResponseError,
-    TimeoutError,
-    WatchError,
-)
-from aioredis.utils import from_url
-
-
-def int_or_str(value):
-    try:
-        return int(value)
-    except ValueError:
-        return value
-
-
-__version__ = "2.0.1"
-VERSION = tuple(map(int_or_str, __version__.split(".")))
-
-__all__ = [
-    "AuthenticationError",
-    "AuthenticationWrongNumberOfArgsError",
-    "BlockingConnectionPool",
-    "BusyLoadingError",
-    "ChildDeadlockedError",
-    "Connection",
-    "ConnectionError",
-    "ConnectionPool",
-    "DataError",
-    "from_url",
-    "InvalidResponse",
-    "PubSubError",
-    "ReadOnlyError",
-    "Redis",
-    "RedisError",
-    "ResponseError",
-    "SSLConnection",
-    "StrictRedis",
-    "TimeoutError",
-    "UnixDomainSocketConnection",
-    "WatchError",
-]
+from aioredis.client import Redis, StrictRedis
+from aioredis.connection import (
+    BlockingConnectionPool,
+    Connection,
+    ConnectionPool,
+    SSLConnection,
+    UnixDomainSocketConnection,
+)
+from aioredis.exceptions import (
+    AuthenticationError,
+    AuthenticationWrongNumberOfArgsError,
+    BusyLoadingError,
+    ChildDeadlockedError,
+    ConnectionError,
+    DataError,
+    InvalidResponse,
+    PubSubError,
+    ReadOnlyError,
+    RedisError,
+    ResponseError,
+    TimeoutError,
+    WatchError,
+)
+from aioredis.utils import from_url
+
+
+def int_or_str(value):
+    try:
+        return int(value)
+    except ValueError:
+        return value
+
+
+__version__ = "2.0.1"
+VERSION = tuple(map(int_or_str, __version__.split(".")))
+
+__all__ = [
+    "AuthenticationError",
+    "AuthenticationWrongNumberOfArgsError",
+    "BlockingConnectionPool",
+    "BusyLoadingError",
+    "ChildDeadlockedError",
+    "Connection",
+    "ConnectionError",
+    "ConnectionPool",
+    "DataError",
+    "from_url",
+    "InvalidResponse",
+    "PubSubError",
+    "ReadOnlyError",
+    "Redis",
+    "RedisError",
+    "ResponseError",
+    "SSLConnection",
+    "StrictRedis",
+    "TimeoutError",
+    "UnixDomainSocketConnection",
+    "WatchError",
+]