funboost 45.8__tar.gz → 45.9__tar.gz

{funboost-45.8/funboost.egg-info → funboost-45.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 45.8
+Version: 45.9
 Summary: pip install funboost，python全功能分布式函数调度框架,。支持python所有类型的并发模式和一切知名消息队列中间件，支持如 celery dramatiq等框架整体作为funboost中间件，python函数加速器，框架包罗万象，用户能想到的控制功能全都有。一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数，99%用过funboost的pythoner 感受是　简易 方便 强劲 强大，相见恨晚 
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs

{funboost-45.8 → funboost-45.9}/funboost/__init__.py

@@ -13,7 +13,7 @@ set_frame_config这个模块的 use_config_form_funboost_config_module() 是核
 这段注释说明和使用的用户无关,只和框架开发人员有关.
 '''
 
-__version__ = "45.8"
+__version__ = "45.9"
 
 from funboost.set_frame_config import show_frame_config
 

{funboost-45.8 → funboost-45.9}/funboost/concurrent_pool/custom_threadpool_executor.py

@@ -99,7 +99,7 @@ class ThreadPoolExecutorShrinkAble(Executor, FunboostFileLoggerMixin, LoggerLeve
     MIN_WORKERS = 5
     KEEP_ALIVE_TIME = 60
 
-    def __init__(self, max_workers: int = None, thread_name_prefix=''):
+    def __init__(self, max_workers: int = None, thread_name_prefix='',work_queue_maxsize=10):
         """
         最好需要兼容官方concurren.futures.ThreadPoolExecutor 和改版的BoundedThreadPoolExecutor，入参名字和个数保持了一致。
         :param max_workers:
@@ -110,7 +110,7 @@ class ThreadPoolExecutorShrinkAble(Executor, FunboostFileLoggerMixin, LoggerLeve
         self._thread_name_prefix = thread_name_prefix
         # print(self._max_workers)
         # self.work_queue = self._work_queue = queue.Queue(self._max_workers or 10)
-        self.work_queue = self._work_queue = queue.Queue(10)
+        self.work_queue = self._work_queue = queue.Queue(work_queue_maxsize)
         # self._threads = set()
         self._threads = weakref.WeakSet()
         self._lock_compute_threads_free_count = threading.Lock()

{funboost-45.8 → funboost-45.9}/funboost/concurrent_pool/flexible_thread_pool.py

@@ -23,8 +23,8 @@ class FlexibleThreadPool(FunboostFileLoggerMixin, LoggerLevelSetterMixin, Funboo
     KEEP_ALIVE_TIME = 10
     MIN_WORKERS = 2
 
-    def __init__(self, max_workers: int = None):
-        self.work_queue = queue.Queue(10)
+    def __init__(self, max_workers: int = None,work_queue_maxsize=10):
+        self.work_queue = queue.Queue(work_queue_maxsize)
         self.max_workers = max_workers
         self._threads_num = 0
         self.threads_free_count = 0

{funboost-45.8 → funboost-45.9}/funboost/core/msg_result_getter.py

@@ -20,13 +20,27 @@ NO_RESULT = 'no_result'
 
 
 class AsyncResult(RedisMixin):
-    callback_run_executor = FlexibleThreadPoolMinWorkers0(200)
+    default_callback_run_executor = FlexibleThreadPoolMinWorkers0(200,work_queue_maxsize=10000)
+
+    @property
+    def callback_run_executor(self, ):
+        return self._callback_run_executor or self.default_callback_run_executor
+    @callback_run_executor.setter
+    def callback_run_executor(self,thread_pool_executor):
+        """
+        用户可以 async_result.callback_run_executor = 你自己的线程池
+        thread_pool_executor 用户可以传递 FlexibleThreadPool或者 ThreadPoolExecutorShrinkAble 或者官方的 concurrent.futures.ThreadPoolExecutor 类型的对象都可以，任意线程池只要实现了submit方法即可。
+        :param thread_pool_executor:
+        :return:
+        """
+        self._callback_run_executor = thread_pool_executor
 
     def __init__(self, task_id, timeout=120):
         self.task_id = task_id
         self.timeout = timeout
         self._has_pop = False
         self._status_and_result = None
+        self._callback_run_executor = None
 
     def set_timeout(self, timeout=60):
         self.timeout = timeout

{funboost-45.8 → funboost-45.9/funboost.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 45.8
+Version: 45.9
 Summary: pip install funboost，python全功能分布式函数调度框架,。支持python所有类型的并发模式和一切知名消息队列中间件，支持如 celery dramatiq等框架整体作为funboost中间件，python函数加速器，框架包罗万象，用户能想到的控制功能全都有。一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数，99%用过funboost的pythoner 感受是　简易 方便 强劲 强大，相见恨晚 
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs