funboost 45.3__py3-none-any.whl → 45.6__py3-none-any.whl

funboost/__init__.py

@@ -13,7 +13,7 @@ set_frame_config这个模块的 use_config_form_funboost_config_module() 是核
 这段注释说明和使用的用户无关,只和框架开发人员有关.
 '''
 
-__version__ = "45.3"
+__version__ = "45.6"
 
 from funboost.set_frame_config import show_frame_config
 
@@ -65,5 +65,5 @@ from funboost.core.current_task import funboost_current_task
 # set_interrupt_signal_handler()
 
 # 有的包默认没加handlers，原始的日志不漂亮且不可跳转不知道哪里发生的。这里把warnning级别以上的日志默认加上handlers。
-# nb_log.get_logger(name='', log_level_int=30, _log_filename='pywarning.log')
+# nb_log.get_logger(name='', log_level_int=30, log_filename='pywarning.log')
 

funboost/assist/faststream_helper.py

@@ -0,0 +1,18 @@
+import asyncio
+
+from faststream import FastStream
+from faststream.rabbit import RabbitBroker
+from funboost.funboost_config_deafult import BrokerConnConfig
+from funboost.core.loggers import get_funboost_file_logger
+
+get_funboost_file_logger('faststream.access.rabbit')
+
+broker = RabbitBroker(BrokerConnConfig.RABBITMQ_URL, max_consumers=20)
+app = FastStream(broker)
+
+# asyncio.get_event_loop().run_until_complete(broker.connect())
+#
+# asyncio.get_event_loop().run_until_complete(broker.start())
+
+def get_broker(max_consumers=None):
+    return RabbitBroker(BrokerConnConfig.RABBITMQ_URL, max_consumers=max_consumers)

funboost/assist/taskiq_helper.py

@@ -0,0 +1 @@
+

funboost/consumers/base_consumer.py

@@ -35,9 +35,10 @@ from funboost.core.current_task import funboost_current_task, FctContext
 from funboost.core.loggers import develop_logger
 
 from funboost.core.func_params_model import BoosterParams, PublisherParams, BaseJsonAbleModel
+from funboost.core.serialization import Serialization
 from funboost.core.task_id_logger import TaskIdLogger
 from funboost.constant import FunctionKind
-from funboost.utils.json_helper import JsonUtils
+
 from nb_libs.path_helper import PathHelper
 from nb_log import (get_logger, LoggerLevelSetterMixin, LogManager, is_main_process,
                     nb_log_config_default)
@@ -139,7 +140,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         if consumer_params.consuming_function is None:
             raise ValueError('必须传 consuming_function 参数')
 
-        self._msg_schedule_time_intercal = 0 if consumer_params.qps is None else 1.0 / consumer_params.qps
+        self._msg_schedule_time_intercal = 0 if consumer_params.qps in (None, 0) else 1.0 / consumer_params.qps
 
         self._concurrent_mode_dispatcher = ConcurrentModeDispatcher(self)
         if consumer_params.concurrent_mode == ConcurrentModeEnum.ASYNC:
@@ -232,6 +233,10 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
             self.logger.info(f'{self.queue_name} consumer 的消费者配置:\n {self.consumer_params.json_str_value()}')
         atexit.register(self.join_shedual_task_thread)
 
+        if self.consumer_params.auto_start_consuming_message:
+            self.publisher_of_same_queue
+            self.start_consuming_message()
+
     def _build_logger(self):
         logger_prefix = self.consumer_params.logger_prefix
         if logger_prefix != '':
@@ -408,8 +413,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         extra_params = {'task_id': task_id, 'publish_time': round(time.time(), 4),
                         'publish_time_format': time.strftime('%Y-%m-%d %H:%M:%S')}
         """
-        if isinstance(msg, str):
-            msg = json.loads(msg)
+        msg = Serialization.to_dict(msg)
         # 以下是清洗补全字段.
         if 'extra' not in msg:
             msg['extra'] = {'is_auto_fill_extra': True}
@@ -536,7 +540,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         # print(999)
         if self.consumer_params.is_show_message_get_from_broker:
             # self.logger.debug(f'从 {broker_name} 中间件 的 {self._queue_name} 中取出的消息是 {msg}')
-            self.logger.debug(f'从 {broker_name or self.consumer_params.broker_kind} 中间件 的 {self._queue_name} 中取出的消息是 {JsonUtils.to_json_str(msg)}')
+            self.logger.debug(f'从 {broker_name or self.consumer_params.broker_kind} 中间件 的 {self._queue_name} 中取出的消息是 {Serialization.to_json_str(msg)}')
 
     def _get_priority_conf(self, kw: dict, broker_task_config_key: str):
         broker_task_config = kw['body'].get('extra', {}).get(broker_task_config_key, None)
@@ -585,10 +589,12 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
             # method_cls = getattr(sys.modules[self.consumer_params.consuming_function_class_module],
             #                      self.consumer_params.consuming_function_class_name)
             if self.publisher_params.consuming_function_kind == FunctionKind.CLASS_METHOD:
-                method_cls = getattr(PathHelper(method_first_param_value[ConstStrForClassMethod.CLS_FILE]).import_as_module(),method_first_param_value[ConstStrForClassMethod.CLS_NAME])
+                method_cls = getattr(PathHelper.import_module(method_first_param_value[ConstStrForClassMethod.CLS_MODULE]),
+                                     method_first_param_value[ConstStrForClassMethod.CLS_NAME])
                 real_function_only_params[method_first_param_name] = method_cls
             elif self.publisher_params.consuming_function_kind == FunctionKind.INSTANCE_METHOD:
-                method_cls = getattr(PathHelper(method_first_param_value[ConstStrForClassMethod.CLS_FILE]).import_as_module(), method_first_param_value[ConstStrForClassMethod.CLS_NAME])
+                method_cls = getattr(PathHelper.import_module(method_first_param_value[ConstStrForClassMethod.CLS_MODULE]),
+                                     method_first_param_value[ConstStrForClassMethod.CLS_NAME])
                 obj = method_cls(**method_first_param_value[ConstStrForClassMethod.OBJ_INIT_PARAMS])
                 real_function_only_params[method_first_param_name] = obj
             # print(real_function_only_params)
@@ -642,7 +648,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
                         # RedisMixin().redis_db_frame.expire(kw['body']['extra']['task_id'], 600)
                         current_function_result_status.rpc_result_expire_seconds = self.consumer_params.rpc_result_expire_seconds
                         p.lpush(kw['body']['extra']['task_id'],
-                                json.dumps(current_function_result_status.get_status_dict(without_datetime_obj=True)))
+                                Serialization.to_json_str(current_function_result_status.get_status_dict(without_datetime_obj=True)))
                         p.expire(kw['body']['extra']['task_id'], self.consumer_params.rpc_result_expire_seconds)
                         p.execute()
 
@@ -812,7 +818,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
                     with RedisMixin().redis_db_filter_and_rpc_result.pipeline() as p:
                         current_function_result_status.rpc_result_expire_seconds = self.consumer_params.rpc_result_expire_seconds
                         p.lpush(kw['body']['extra']['task_id'],
-                                json.dumps(current_function_result_status.get_status_dict(without_datetime_obj=True)))
+                                Serialization.to_json_str(current_function_result_status.get_status_dict(without_datetime_obj=True)))
                         p.expire(kw['body']['extra']['task_id'], self.consumer_params.rpc_result_expire_seconds)
                         p.execute()
 
@@ -852,7 +858,6 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         fct = funboost_current_task()
         fct.set_fct_context(None)
 
-
     # noinspection PyProtectedMember
     async def _async_run_consuming_function_with_confirm_and_retry(self, kw: dict, current_retry_times,
                                                                    function_result_status: FunctionResultStatus, ):
@@ -1161,14 +1166,14 @@ class DistributedConsumerStatistics(RedisMixin, FunboostFileLoggerMixin):
         results = self.redis_db_frame.smembers(redis_key)
         with self.redis_db_frame.pipeline() as p:
             for result in results:
-                result_dict = json.loads(result)
+                result_dict = Serialization.to_dict(result)
                 if self.timestamp() - result_dict['hearbeat_timestamp'] > 15 \
                         or self._consumer_identification_map['consumer_uuid'] == result_dict['consumer_uuid']:
                     # 因为这个是10秒钟运行一次，15秒还没更新，那肯定是掉线了。如果消费者本身是自己也先删除。
                     p.srem(redis_key, result)
             self._consumer_identification_map['hearbeat_datetime_str'] = time_util.DatetimeConverter().datetime_str
             self._consumer_identification_map['hearbeat_timestamp'] = self.timestamp()
-            value = json.dumps(self._consumer_identification_map, sort_keys=True)
+            value = Serialization.to_json_str(self._consumer_identification_map, )
             p.sadd(redis_key, value)
             p.execute()
 

funboost/consumers/confirm_mixin.py

@@ -5,7 +5,7 @@ import json
 import time
 from funboost.utils.redis_manager import RedisMixin
 from funboost.utils import decorators
-
+from funboost.core.serialization import Serialization
 """
 此模块是依赖redis的确认消费，所以比较复杂。
 """
@@ -46,7 +46,7 @@ class ConsumerConfirmMixinWithTheHelpOfRedis(RedisMixin):
                 time_max = time.time() - self.UNCONFIRMED_TIMEOUT
                 for value in self.redis_db_frame.zrangebyscore(self._unack_zset_name, 0, time_max):
                     self.logger.warning(f'向 {self._queue_name} 重新放入未消费确认的任务 {value}')
-                    self._requeue({'body': json.loads(value)})
+                    self._requeue({'body': Serialization.to_dict(value)})
                     self.redis_db_frame.zrem(self._unack_zset_name, value)
                 self.logger.info(f'{self._unack_zset_name} 中有待确认消费任务的数量是'
                                  f' {self.redis_db_frame.zcard(self._unack_zset_name)}')

funboost/consumers/faststream_consumer.py

@@ -0,0 +1,54 @@
+import asyncio
+import json
+import threading
+import time
+
+from funboost import EmptyConsumer
+from funboost.assist.faststream_helper import broker,app,get_broker
+from faststream import FastStream,Context
+from faststream.annotations import Logger
+
+from funboost.concurrent_pool.async_helper import simple_run_in_executor
+from funboost.core.helper_funs import delete_keys_and_return_new_dict
+
+
+class FastStreamConsumer(EmptyConsumer):
+    def custom_init(self):
+        self.broker = get_broker(max_consumers=self.consumer_params.concurrent_num)
+        subc = self.broker.subscriber(self.queue_name)
+        # @broker.subscriber(self.queue_name)
+        async def f(msg:str, logger: Logger,message=Context(),broker=Context(),context=Context(),):
+            self.logger.debug(f' 这条消息是 faststream 从 {self.queue_name} 队列中取出 ,是由 faststream 框架调度 {self.consuming_function.__name__} 函数处理,msg:{message} {context}')
+            # print(logger.name)
+            # return self.consuming_function(*args, **kwargs) # 如果没有声明 autoretry_for ，那么消费函数出错了就不会自动重试了。
+            # print(msg)
+            function_only_params = delete_keys_and_return_new_dict(json.loads(msg))
+            if self._consuming_function_is_asyncio:
+                result = await self.consuming_function(**function_only_params)
+            else:
+                result = await simple_run_in_executor(self.consuming_function,**function_only_params)
+            # print(result)
+            return result
+        subc(f)
+        self.faststream_subscriber = subc
+
+    def _shedual_task(self):
+        """ 完全由faststream框架接管控制消费，不使用funboost的AbstractConsumer的_run"""
+        while 1:
+            time.sleep(100)
+
+
+    def _confirm_consume(self, kw):
+        pass
+
+    def start_consuming_message(self):
+        def _f():
+            loop = asyncio.new_event_loop()
+            loop.run_until_complete(self.broker.connect())
+            loop.run_until_complete(self.faststream_subscriber.start())
+            loop.run_forever()
+        self.keep_circulating(10, block=False)(_f)()
+        # threading.Thread(target=_f).start()
+
+    def _requeue(self, kw):
+        pass

funboost/consumers/local_python_queue_consumer.py

@@ -5,7 +5,7 @@ import json
 from queue import Queue,SimpleQueue
 from funboost.constant import BrokerEnum
 from funboost.consumers.base_consumer import AbstractConsumer
-from funboost.publishers import local_python_queue_publisher
+from funboost.queues.memory_queues_map import PythonQueues
 
 
 class LocalPythonQueueConsumer(AbstractConsumer):
@@ -15,7 +15,7 @@ class LocalPythonQueueConsumer(AbstractConsumer):
 
     @property
     def local_python_queue(self) -> Queue:
-        return local_python_queue_publisher.local_pyhton_queue_name__local_pyhton_queue_obj_map[self._queue_name]
+        return PythonQueues.get_queue(self._queue_name)
 
     def _shedual_task(self):
         while True:

funboost/consumers/redis_consumer.py

@@ -10,7 +10,7 @@ import time
 from funboost.constant import BrokerEnum
 from funboost.consumers.base_consumer import AbstractConsumer
 from funboost.utils.redis_manager import RedisMixin
-
+from funboost.core.serialization import Serialization
 
 class RedisConsumer(AbstractConsumer, RedisMixin):
     """
@@ -57,4 +57,4 @@ class RedisConsumer(AbstractConsumer, RedisMixin):
         pass  # redis没有确认消费的功能。
 
     def _requeue(self, kw):
-        self.redis_db_frame.rpush(self._queue_name, json.dumps(kw['body']))
+        self.redis_db_frame.rpush(self._queue_name,Serialization.to_json_str(kw['body']))

funboost/consumers/redis_consumer_ack_using_timeout.py

@@ -4,8 +4,8 @@
 import json
 import time
 from funboost.consumers.base_consumer import AbstractConsumer
+from funboost.core.serialization import Serialization
 from funboost.utils.decorators import RedisDistributedLockContextManager
-from funboost.utils.json_helper import JsonUtils
 from funboost.utils.redis_manager import RedisMixin
 
 
@@ -40,7 +40,7 @@ class RedisConsumerAckUsingTimeout(AbstractConsumer, RedisMixin):
         self.redis_db_frame.zrem(self._unack_zset_name, kw['task_str'])
 
     def _requeue(self, kw):
-        self.redis_db_frame.rpush(self._queue_name, JsonUtils.to_json_str(kw['body']))
+        self.redis_db_frame.rpush(self._queue_name, Serialization.to_json_str(kw['body']))
 
     def _shedual_task(self):
         lua = '''

funboost/consumers/redis_consumer_simple.py

@@ -4,6 +4,7 @@
 import json
 from funboost.constant import BrokerEnum
 from funboost.consumers.base_consumer import AbstractConsumer
+from funboost.core.serialization import Serialization
 from funboost.utils.redis_manager import RedisMixin
 
 
@@ -24,6 +25,6 @@ class RedisConsumer(AbstractConsumer, RedisMixin):
         pass  # redis没有确认消费的功能。
 
     def _requeue(self, kw):
-        self.redis_db_frame.rpush(self._queue_name, json.dumps(kw['body']))
+        self.redis_db_frame.rpush(self._queue_name, Serialization.to_json_str(kw['body']))
 
 

funboost/consumers/redis_filter.py

@@ -11,6 +11,7 @@ import time
 from collections import OrderedDict
 import typing
 
+from funboost.core.serialization import Serialization
 from funboost.utils import  decorators
 from funboost.core.loggers import FunboostFileLoggerMixin
 
@@ -34,8 +35,7 @@ class RedisFilter(RedisMixin, FunboostFileLoggerMixin):
     @staticmethod
     def _get_ordered_str(value):
         """对json的键值对在redis中进行过滤，需要先把键值对排序，否则过滤会不准确如 {"a":1,"b":2} 和 {"b":2,"a":1}"""
-        if isinstance(value, str):
-            value = json.loads(value)
+        value = Serialization.to_dict(value)
         ordered_dict = OrderedDict()
         for k in sorted(value):
             ordered_dict[k] = value[k]

funboost/core/current_task.py

@@ -163,7 +163,7 @@ def get_current_taskid():
     # return fct.function_result_status.task_id
     try:
         fct = funboost_current_task()
-        return fct.task_id  # 不在funboost的消费函数里面就获取不到上下文了
+        return fct.task_id  # 不在funboost的消费函数里面或者同个线程、协程就获取不到上下文了
     except (AttributeError, LookupError) as e:
         # print(e,type(e))
         return 'no_task_id'

funboost/core/func_params_model.py

@@ -177,6 +177,7 @@ class BoosterParams(BaseJsonAbleModel):
     do_not_run_by_specify_time: tuple = ('10:00:00', '22:00:00')  # 不运行的时间段,在这个时间段自动不运行函数.
 
     schedule_tasks_on_main_thread: bool = False  # 直接在主线程调度任务，意味着不能直接在当前主线程同时开启两个消费者。
+    auto_start_consuming_message: bool = False  # 是否在定义后就自动启动消费，无需用户手动写 .consume() 来启动消息消费。
 
     consuming_function: typing.Callable = None  # 消费函数,在@boost时候不用指定,因为装饰器知道下面的函数.
     consuming_function_raw: typing.Callable = None
@@ -195,8 +196,7 @@ class BoosterParams(BaseJsonAbleModel):
 
     auto_generate_info: dict = {}  # 自动生成的信息,不需要用户主动传参.
 
-    consuming_function_kind :typing.Optional[str]= None  #自动生成的信息,不需要用户主动传参.
-
+    consuming_function_kind: typing.Optional[str] = None  # 自动生成的信息,不需要用户主动传参,如果自动判断失误就传递。
 
     @root_validator(skip_on_failure=True)
     def check_values(cls, values: dict):
@@ -269,7 +269,6 @@ class PriorityConsumingControlConfig(BaseJsonAbleModel):
     misfire_grace_time: typing.Union[int, None] = None
     other_extra_params: dict = None  # 其他参数, 例如消息优先级 , priority_control_config=PriorityConsumingControlConfig(other_extra_params={'priroty': priorityxx})，
 
-
     @root_validator(skip_on_failure=True)
     def cehck_values(cls, values: dict):
         if values['countdown'] and values['eta']:
@@ -297,7 +296,6 @@ class PublisherParams(BaseJsonAbleModel):
     consuming_function_kind: typing.Optional[str] = None  # 自动生成的信息,不需要用户主动传参.
 
 
-
 if __name__ == '__main__':
     from funboost.concurrent_pool import FlexibleThreadPool
 

funboost/core/function_result_status_saver.py

@@ -15,6 +15,7 @@ from pymongo import IndexModel, ReplaceOne
 
 from funboost.core.func_params_model import FunctionResultStatusPersistanceConfig
 from funboost.core.helper_funs import get_publish_time, delete_keys_and_return_new_dict
+from funboost.core.serialization import Serialization
 from funboost.utils import time_util, decorators
 from funboost.utils.mongo_util import MongoMixin
 # from nb_log import LoggerMixin
@@ -46,7 +47,7 @@ class FunctionResultStatus():
             self.publish_time_str = time_util.DatetimeConverter(publish_time).datetime_str
         function_params = delete_keys_and_return_new_dict(msg_dict, )
         self.params = function_params
-        self.params_str = json.dumps(function_params, ensure_ascii=False)
+        self.params_str = Serialization.to_json_str(function_params)
         self.result = None
         self.run_times = 0
         self.exception = None
@@ -78,7 +79,8 @@ class FunctionResultStatus():
         # item.pop('time_start')
         datetime_str = time_util.DatetimeConverter().datetime_str
         try:
-            json.dumps(item['result'])  # 不希望存不可json序列化的复杂类型。麻烦。存这种类型的结果是伪需求。
+            Serialization.to_json_str(item['result'])
+            # json.dumps(item['result'])  # 不希望存不可json序列化的复杂类型。麻烦。存这种类型的结果是伪需求。
         except TypeError:
             item['result'] = str(item['result'])[:1000]
         item.update({'insert_time_str': datetime_str,
@@ -98,7 +100,7 @@ class FunctionResultStatus():
         return item
 
     def __str__(self):
-        return f'''{self.__class__}   {json.dumps(self.get_status_dict(), ensure_ascii=False)}'''
+        return f'''{self.__class__}   {Serialization.to_json_str(self.get_status_dict())}'''
 
 
 class ResultPersistenceHelper(MongoMixin, FunboostFileLoggerMixin):

funboost/core/msg_result_getter.py

@@ -10,7 +10,7 @@ from funboost.concurrent_pool import CustomThreadPoolExecutor
 from funboost.concurrent_pool.flexible_thread_pool import FlexibleThreadPoolMinWorkers0
 from funboost.utils.redis_manager import RedisMixin
 from funboost.utils.redis_manager import AioRedisMixin
-
+from funboost.core.serialization import Serialization
 
 class HasNotAsyncResult(Exception):
     pass
@@ -42,7 +42,7 @@ class AsyncResult(RedisMixin):
             self._has_pop = True
             if redis_value is not None:
                 status_and_result_str = redis_value[1]
-                self._status_and_result = json.loads(status_and_result_str)
+                self._status_and_result = Serialization.to_dict(status_and_result_str)
                 self.redis_db_filter_and_rpc_result.lpush(self.task_id, status_and_result_str)
                 self.redis_db_filter_and_rpc_result.expire(self.task_id, self._status_and_result['rpc_result_expire_seconds'])
                 return self._status_and_result
@@ -147,7 +147,7 @@ if __name__ == '__main__':
             self._has_pop = True
             if redis_value is not None:
                 status_and_result_str = redis_value[1]
-                self._status_and_result = json.loads(status_and_result_str)
+                self._status_and_result = Serialization.to_dict(status_and_result_str)
                 await self.aioredis_db_filter_and_rpc_result.lpush(self.task_id, status_and_result_str)
                 await self.aioredis_db_filter_and_rpc_result.expire(self.task_id, self._status_and_result['rpc_result_expire_seconds'])
                 return self._status_and_result

funboost/core/serialization.py

@@ -0,0 +1,16 @@
+import typing
+
+import orjson
+class Serialization:
+    @staticmethod
+    def to_json_str(dic:typing.Union[dict,str]):
+        if isinstance(dic,str):
+            return dic
+        str1 =orjson.dumps(dic)
+        return str1.decode('utf8')
+
+    @staticmethod
+    def to_dict(strx:typing.Union[str,dict]):
+        if isinstance(strx,dict):
+            return strx
+        return orjson.loads(strx)

funboost/factories/broker_kind__publsiher_consumer_type_map.py

@@ -16,9 +16,9 @@ from funboost.publishers.local_python_queue_publisher import LocalPythonQueuePub
 from funboost.publishers.mongomq_publisher import MongoMqPublisher
 
 from funboost.publishers.persist_queue_publisher import PersistQueuePublisher
-from funboost.publishers.rabbitmq_amqpstorm_publisher import RabbitmqPublisherUsingAmqpStorm
+
 from funboost.publishers.rabbitmq_pika_publisher import RabbitmqPublisher
-from funboost.publishers.rabbitmq_rabbitpy_publisher import RabbitmqPublisherUsingRabbitpy
+
 from funboost.publishers.redis_publisher import RedisPublisher
 from funboost.publishers.rocketmq_publisher import RocketmqPublisher
 from funboost.publishers.redis_stream_publisher import RedisStreamPublisher
@@ -36,9 +36,8 @@ from funboost.consumers.nats_consumer import NatsConsumer
 
 from funboost.consumers.peewee_conusmer import PeeweeConsumer
 from funboost.consumers.persist_queue_consumer import PersistQueueConsumer
-from funboost.consumers.rabbitmq_amqpstorm_consumer import RabbitmqConsumerAmqpStorm
 from funboost.consumers.rabbitmq_pika_consumer import RabbitmqConsumer
-from funboost.consumers.rabbitmq_rabbitpy_consumer import RabbitmqConsumerRabbitpy
+
 from funboost.consumers.redis_brpoplpush_consumer import RedisBrpopLpushConsumer
 from funboost.consumers.redis_consumer import RedisConsumer
 from funboost.consumers.redis_consumer_ack_able import RedisConsumerAckAble
@@ -57,8 +56,8 @@ from funboost.consumers.base_consumer import AbstractConsumer
 from funboost.constant import BrokerEnum
 
 broker_kind__publsiher_consumer_type_map = {
-    BrokerEnum.RABBITMQ_AMQPSTORM: (RabbitmqPublisherUsingAmqpStorm, RabbitmqConsumerAmqpStorm),
-    BrokerEnum.RABBITMQ_RABBITPY: (RabbitmqPublisherUsingRabbitpy, RabbitmqConsumerRabbitpy),
+
+
     BrokerEnum.REDIS: (RedisPublisher, RedisConsumer),
     BrokerEnum.MEMORY_QUEUE: (LocalPythonQueuePublisher, LocalPythonQueueConsumer),
     BrokerEnum.RABBITMQ_PIKA: (RabbitmqPublisher, RabbitmqConsumer),
@@ -111,6 +110,15 @@ def regist_to_funboost(broker_kind: str):
     这样当用户需要使用某些三方包中间件作为消息队列时候，按照import报错信息，用户自己去pip安装好。或者 pip install funboost[all] 一次性安装所有中间件。
     建议按照 https://github.com/ydf0509/funboost/blob/master/setup.py 中的 extra_brokers 和 install_requires 里面的版本号来安装三方包版本.
     """
+    if broker_kind == BrokerEnum.RABBITMQ_AMQPSTORM:
+        from funboost.publishers.rabbitmq_amqpstorm_publisher import RabbitmqPublisherUsingAmqpStorm
+        from funboost.consumers.rabbitmq_amqpstorm_consumer import RabbitmqConsumerAmqpStorm
+        register_custom_broker(BrokerEnum.RABBITMQ_AMQPSTORM, RabbitmqPublisherUsingAmqpStorm, RabbitmqConsumerAmqpStorm)
+
+    if broker_kind == BrokerEnum.RABBITMQ_RABBITPY:
+        from funboost.publishers.rabbitmq_rabbitpy_publisher import RabbitmqPublisherUsingRabbitpy
+        from funboost.consumers.rabbitmq_rabbitpy_consumer import RabbitmqConsumerRabbitpy
+        register_custom_broker(BrokerEnum.RABBITMQ_RABBITPY, RabbitmqPublisherUsingRabbitpy, RabbitmqConsumerRabbitpy)
 
     if broker_kind == BrokerEnum.PULSAR:
         from funboost.consumers.pulsar_consumer import PulsarConsumer

funboost/publishers/base_publisher.py

@@ -16,7 +16,7 @@ import time
 import typing
 from functools import wraps
 from threading import Lock
-import amqpstorm
+
 
 import nb_log
 from funboost.constant import ConstStrForClassMethod, FunctionKind
@@ -24,14 +24,16 @@ from funboost.core.func_params_model import PublisherParams, PriorityConsumingCo
 from funboost.core.helper_funs import MsgGenerater
 from funboost.core.loggers import develop_logger
 
-from pikav1.exceptions import AMQPError as PikaAMQPError
+
 
 # from nb_log import LoggerLevelSetterMixin, LoggerMixin
 from funboost.core.loggers import LoggerLevelSetterMixin, FunboostFileLoggerMixin, get_logger
 from funboost.core.msg_result_getter import AsyncResult, AioAsyncResult
+from funboost.core.serialization import Serialization
 from funboost.core.task_id_logger import TaskIdLogger
 from funboost.utils import decorators
 from funboost.funboost_config_deafult import BrokerConnConfig, FunboostCommonConfig
+from nb_libs.path_helper import PathHelper
 
 RedisAsyncResult = AsyncResult  # 别名
 RedisAioAsyncResult = AioAsyncResult  # 别名
@@ -179,13 +181,13 @@ class AbstractPublisher(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
 
     @staticmethod
     def _get_from_other_extra_params(k: str, msg):
-        msg_dict = json.loads(msg) if isinstance(msg, str) else msg
+        # msg_dict = json.loads(msg) if isinstance(msg, str) else msg
+        msg_dict = Serialization.to_dict(msg)
         return msg_dict['extra'].get('other_extra_params', {}).get(k, None)
 
     def _convert_msg(self, msg: typing.Union[str, dict], task_id=None,
-                     priority_control_config: PriorityConsumingControlConfig = None) -> (typing.Dict, typing.Dict, typing.Dict):
-        if isinstance(msg, (str, bytes)):
-            msg = json.loads(msg)
+                     priority_control_config: PriorityConsumingControlConfig = None) -> (typing.Dict, typing.Dict, typing.Dict,str):
+        msg = Serialization.to_dict(msg)
         msg_function_kw = copy.deepcopy(msg)
         raw_extra = {}
         if 'extra' in msg:
@@ -214,7 +216,7 @@ class AbstractPublisher(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         msg, msg_function_kw, extra_params, task_id = self._convert_msg(msg, task_id, priority_control_config)
         t_start = time.time()
         decorators.handle_exception(retry_times=10, is_throw_error=True, time_sleep=0.1)(
-            self.concrete_realization_of_publish)(json.dumps(msg, ensure_ascii=False))
+            self.concrete_realization_of_publish)(Serialization.to_json_str(msg))
 
         self.logger.debug(f'向{self._queue_name} 队列，推送消息 耗时{round(time.time() - t_start, 4)}秒  {msg_function_kw}', extra={'task_id': task_id})  # 显示msg太长了。
         with self._lock_for_count:
@@ -228,10 +230,16 @@ class AbstractPublisher(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
 
     def send_msg(self, msg: typing.Union[dict, str]):
         """直接发送任意消息内容到消息队列,不生成辅助参数,无视函数入参名字,不校验入参个数和键名"""
-        if isinstance(msg, dict):
-            msg = json.dumps(msg, ensure_ascii=False)
         decorators.handle_exception(retry_times=10, is_throw_error=True, time_sleep=0.1)(
-            self.concrete_realization_of_publish)(msg)
+            self.concrete_realization_of_publish)(Serialization.to_json_str(msg))
+
+    @staticmethod
+    def __get_cls_file(cls: type):
+        if cls.__module__ == '__main__':
+            cls_file = Path(sys.argv[0]).resolve().as_posix()
+        else:
+            cls_file = Path(sys.modules[cls.__module__].__file__).resolve().as_posix()
+        return cls_file
 
     def push(self, *func_args, **func_kwargs):
         """
@@ -260,9 +268,11 @@ class AbstractPublisher(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
             #                       )
             cls = func_args_list[0]
             # print(cls,cls.__name__, sys.modules[cls.__module__].__file__)
+
             func_args_list[0] = {ConstStrForClassMethod.FIRST_PARAM_NAME: self.publish_params_checker.all_arg_name[0],
                                  ConstStrForClassMethod.CLS_NAME: cls.__name__,
-                                 ConstStrForClassMethod.CLS_FILE: Path(sys.modules[cls.__module__].__file__).resolve().as_posix(),
+                                 ConstStrForClassMethod.CLS_FILE: self.__get_cls_file(cls),
+                                 ConstStrForClassMethod.CLS_MODULE: PathHelper(self.__get_cls_file(cls)).get_module_name(),
                                  }
         elif self.publisher_params.consuming_function_kind == FunctionKind.INSTANCE_METHOD:
             obj = func_args[0]
@@ -271,7 +281,8 @@ class AbstractPublisher(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
                 raise ValueError(f'消费函数 {self.publisher_params.consuming_function} 是实例方法，实例必须有 {ConstStrForClassMethod.OBJ_INIT_PARAMS} 属性')
             func_args_list[0] = {ConstStrForClassMethod.FIRST_PARAM_NAME: self.publish_params_checker.all_arg_name[0],
                                  ConstStrForClassMethod.CLS_NAME: cls.__name__,
-                                 ConstStrForClassMethod.CLS_FILE: Path(sys.modules[cls.__module__].__file__).resolve().as_posix(),
+                                 ConstStrForClassMethod.CLS_FILE: self.__get_cls_file(cls),
+                                 ConstStrForClassMethod.CLS_MODULE: PathHelper(self.__get_cls_file(cls)).get_module_name(),
                                  ConstStrForClassMethod.OBJ_INIT_PARAMS: getattr(obj, ConstStrForClassMethod.OBJ_INIT_PARAMS),
 
                                  }
@@ -330,11 +341,14 @@ def deco_mq_conn_error(f):
             # noinspection PyBroadException
             try:
                 return f(self, *args, **kwargs)
-
-            except (PikaAMQPError, amqpstorm.AMQPError,) as e:  # except BaseException as e:   # 现在装饰器用到了绝大多出地方，单个异常类型不行。ex
-                self.logger.error(f'中间件链接出错   ,方法 {f.__name__}  出错 ，{e}')
-                self.init_broker()
-                return f(self, *args, **kwargs)
+            except Exception as e:
+                import amqpstorm
+                from pikav1.exceptions import AMQPError as PikaAMQPError
+                if isinstance(e,(PikaAMQPError, amqpstorm.AMQPError)):
+                # except (PikaAMQPError, amqpstorm.AMQPError,) as e:  # except BaseException as e:   # 现在装饰器用到了绝大多出地方，单个异常类型不行。ex
+                    self.logger.error(f'中间件链接出错   ,方法 {f.__name__}  出错 ，{e}')
+                    self.init_broker()
+                    return f(self, *args, **kwargs)
             except BaseException as e:
                 self.logger.critical(e, exc_info=True)
 

funboost/publishers/faststream_publisher.py

@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+# @Author  : ydf
+# @Time    : 2023/8/8 0008 12:12
+
+import abc
+import asyncio
+import json
+import time
+import typing
+
+from funboost import PriorityConsumingControlConfig
+from funboost.core.serialization import Serialization
+from funboost.publishers.base_publisher import AbstractPublisher
+from funboost.assist.faststream_helper import app,get_broker
+from faststream import FastStream,Context
+from faststream.annotations import Logger
+
+class FastStreamPublisher(AbstractPublisher, metaclass=abc.ABCMeta):
+    """
+    空的发布者，空的实现，需要搭配 boost入参的 consumer_override_cls 和 publisher_override_cls使用，或者被继承。
+    """
+    def custom_init(self):
+        pass
+        # asyncio.get_event_loop().run_until_complete(broker.start())
+        self.broker = get_broker()
+        asyncio.get_event_loop().run_until_complete(self.broker.connect())
+
+    def publish(self, msg: typing.Union[str, dict], task_id=None,
+                priority_control_config: PriorityConsumingControlConfig = None) :
+        msg, msg_function_kw, extra_params, task_id = self._convert_msg(msg, task_id, priority_control_config)
+        t_start = time.time()
+        faststream_result =  asyncio.get_event_loop().run_until_complete(self.broker.publish(Serialization.to_json_str(msg), self.queue_name))
+        self.logger.debug(f'向{self._queue_name} 队列，推送消息 耗时{round(time.time() - t_start, 4)}秒  {msg_function_kw}')  # 显示msg太长了。
+        with self._lock_for_count:
+            self.count_per_minute += 1
+            self.publish_msg_num_total += 1
+            if time.time() - self._current_time > 10:
+                self.logger.info(
+                    f'10秒内推送了 {self.count_per_minute} 条消息,累计推送了 {self.publish_msg_num_total} 条消息到 {self._queue_name} 队列中')
+                self._init_count()
+        # return AsyncResult(task_id)
+        return faststream_result  #
+
+    def concrete_realization_of_publish(self, msg):
+        pass
+
+
+    def clear(self):
+        pass
+
+
+    def get_message_count(self):
+        return -1
+
+
+    def close(self):
+        pass

funboost/publishers/local_python_queue_publisher.py

@@ -5,6 +5,7 @@ from collections import deque
 from queue import Queue, SimpleQueue
 
 from funboost.publishers.base_publisher import AbstractPublisher
+from funboost.queues.memory_queues_map import PythonQueues
 
 local_pyhton_queue_name__local_pyhton_queue_obj_map = dict()  # 使local queue和其他中间件完全一样的使用方式，使用映射保存队列的名字，使消费和发布通过队列名字能找到队列对象。
 
@@ -15,22 +16,23 @@ class LocalPythonQueuePublisher(AbstractPublisher):
     """
 
     # noinspection PyAttributeOutsideInit
-    def custom_init(self):
-        if self._queue_name not in local_pyhton_queue_name__local_pyhton_queue_obj_map:
-            local_pyhton_queue_name__local_pyhton_queue_obj_map[self._queue_name] = Queue(1000000)
-        self.queue = local_pyhton_queue_name__local_pyhton_queue_obj_map[self._queue_name]
+
+    @property
+    def local_python_queue(self) -> Queue:
+        return PythonQueues.get_queue(self._queue_name)
 
     def concrete_realization_of_publish(self, msg):
         # noinspection PyTypeChecker
-        self.queue.put(msg)
+        pass
+        self.local_python_queue.put(msg)
 
     def clear(self):
         # noinspection PyUnresolvedReferences
-        self.queue.queue.clear()
+        self.local_python_queue.queue.clear()
         self.logger.warning(f'清除 本地队列中的消息成功')
 
     def get_message_count(self):
-        return self.queue.qsize()
+        return self.local_python_queue.qsize()
 
     def close(self):
         pass

funboost/queues/memory_queues_map.py

@@ -0,0 +1,11 @@
+import queue
+
+
+class PythonQueues:
+    local_pyhton_queue_name__local_pyhton_queue_obj_map  = {}
+
+    @classmethod
+    def get_queue(cls,queue_name):
+        if queue_name not in cls.local_pyhton_queue_name__local_pyhton_queue_obj_map:
+            cls.local_pyhton_queue_name__local_pyhton_queue_obj_map[queue_name] = queue.Queue()
+        return cls.local_pyhton_queue_name__local_pyhton_queue_obj_map[queue_name]

funboost/utils/json_helper.py

@@ -45,20 +45,20 @@ def monkey_patch_json():
     json.dumps = _dumps
 
 
-class JsonUtils:
-    @staticmethod
-    def to_dict(obj:typing.Union[str,dict,list]):
-        if isinstance(obj,str):
-            return json.loads(obj)
-        else:
-            return obj
-
-    @staticmethod
-    def to_json_str(obj:typing.Union[str,dict,list]):
-        if isinstance(obj,str):
-            return obj
-        else:
-            return json.dumps(obj,ensure_ascii=False)
+# class JsonUtils:
+#     @staticmethod
+#     def to_dict(obj:typing.Union[str,dict,list]):
+#         if isinstance(obj,str):
+#             return json.loads(obj)
+#         else:
+#             return obj
+#
+#     @staticmethod
+#     def to_json_str(obj:typing.Union[str,dict,list]):
+#         if isinstance(obj,str):
+#             return obj
+#         else:
+#             return json.dumps(obj,ensure_ascii=False)
 
 if __name__ == '__main__':
     pass

{funboost-45.3.dist-info → funboost-45.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 45.3
+Version: 45.6
 Summary: pip install funboost，python全功能分布式函数调度框架,。支持python所有类型的并发模式和一切知名消息队列中间件，支持如 celery dramatiq等框架整体作为funboost中间件，python函数加速器，框架包罗万象，用户能想到的控制功能全都有。一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数，99%用过funboost的pythoner 感受是　简易 方便 强劲 强大，相见恨晚 
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs
@@ -27,7 +27,7 @@ Classifier: Topic :: Software Development :: Libraries
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: nb-log (>=12.6)
-Requires-Dist: nb-libs (>=1.6)
+Requires-Dist: nb-libs (>=1.8)
 Requires-Dist: nb-time (>=1.8)
 Requires-Dist: pymongo (==4.3.3)
 Requires-Dist: AMQPStorm (==2.10.6)
@@ -52,6 +52,7 @@ Requires-Dist: auto-run-on-remote
 Requires-Dist: frozenlist
 Requires-Dist: fire
 Requires-Dist: pydantic
+Requires-Dist: orjson
 Provides-Extra: all
 Requires-Dist: confluent-kafka (==1.7.0) ; extra == 'all'
 Requires-Dist: celery ; extra == 'all'
@@ -131,16 +132,25 @@ Requires-Dist: flask-login ; extra == 'flask'
 
 
 <pre style="color: greenyellow;background-color: #0c1119; font-size: medium;">
-pip install funboost ,python全功能分布式函数调度框架,。  用法例子见文档1.3
-支持python所有类型的并发模式和全球一切知名消息队列中间件，
+pip install funboost ,python全功能分布式函数调度框架。  demo用法例子见文档1.3
+
+只需要一行@boost代码即可分布式执行python一切任意函数，99%用过funboost的pythoner 感受是 方便 快速 强大。
+支持python所有类型的并发模式,消息队列方面支持全球一切知名消息队列中间件和模拟的实现消息队列，
 同时funboost支持celery整个框架作为核心来发布和消费消息，使用funboost的极简api方式来自动化配置和利用celery调度,
 也支持huey dramatiq rq等任务队列框架作为funboost的broker。 
+
 python函数加速器，框架包罗万象，一统编程思维，兼容50% python编程业务场景，适用范围广。
-只需要一行代码即可分布式执行python一切函数，99%用过funboost的pythoner 感受是 方便 快速 强大。
 python万能分布式函数调度框架，支持5种并发模式，30+种消息队列中间件(或任务队列框架)，
 30种任务控制功能。给任意python函数赋能。
 用途概念就是常规经典的 生产者 + 消息队列中间件 + 消费者 编程思想。
+
 框架只需要学习@boost这一个装饰器的入参就可以，所有用法几乎和1.3例子一摸一样，非常简化简单。
+框架对代码没有入侵,可以加到任意已有项目而对项目python文件目录结构0要求,
+不像 celery django scrapy 这样的框架,要从一开始就开始规划好项目目录结构,如果不想用框架了,
+或者想改变使用其他框架框架,那么已经所写的代码组织形式就几乎成了废物,需要大改特改. 
+但是funboost完全不会这样,加上或去掉@boost装饰器,对你的项目影响为0,用户照常使用,
+所以用户可以对任意项目,任意时候,引入使用funboost或者去掉使用funboost,代码组织形式不需要发生变化.
+
 </pre>
 
 ### 框架评价
@@ -157,6 +167,7 @@ python万能分布式函数调度框架，支持5种并发模式，30+种消息
 ，连celery命令行运行起来都要反复猜测尝试。
 正因为如此用户从心理已近十分惧怕学习一种叫python框架的东西了，用户顶多愿意学习一个python包或者模块，
 学习一个框架会非常害怕觉得难度高且耗时，所以非常反感尝试新的框架。
+用过的99%都说funboost比celery简单方便太多,看都不看的人第一秒就是开始质疑重复造轮子.
 
 funboost只有一个@boost装饰器，@boost入参能自动补全，更重要的是被@boost装饰的函数，
 有哪些方法，每个方法入参是什么都能自动补全。funboost的中间件配置文件自当生成在用户当前项目根目录，
@@ -295,10 +306,10 @@ if __name__ == '__main__':
 2)funboost 使用内存队列,设置10线程并发
 ```python
 import time
-from funboost import boost, BrokerEnum
+from funboost import BoosterParams, BrokerEnum
 
 
-@boost("test_insteda_thread_queue", broker_kind=BrokerEnum.MEMORY_QUEUE, concurrent_num=10)
+@BoosterParams(queue_name="test_insteda_thread_queue", broker_kind=BrokerEnum.MEMORY_QUEUE, concurrent_num=10, auto_start_consuming_message=True)
 def f(x):
     time.sleep(3)
     print(x)
@@ -307,7 +318,8 @@ def f(x):
 if __name__ == '__main__':
     for i in range(100):
         f.push(i)
-    f.consume()
+
+
 ```
 
 
@@ -562,7 +574,7 @@ python比其他语言更需要分布式函数调度框架来执行函数，有
 funboost通过支持celery作为broker_kind,使celer框架变成了funboost的一个子集
 ```
 
-[查看分布式函数调度框架完整文档](https://funboost.readthedocs.io/zh-cn/latest/index.html)
+[查看分布式函数调度框架完整文档](https://funboost.readthedocs.io/)
 
 
 

{funboost-45.3.dist-info → funboost-45.6.dist-info}/RECORD

@@ -1,4 +1,4 @@
-funboost/__init__.py,sha256=pmnCpEqfGuA9KYCVdbiJ44Cpr7ZtO8vimcW3r5C6Ar4,3957
+funboost/__init__.py,sha256=Gj0PweyuIxvJ8aa7Ai5WF0eFUdP06133pA_MQ7VLY5M,3956
 funboost/__init__old.py,sha256=9Kv3cPLnPkbzMRnuJFVkPsuDdx1CdcSIuITkpdncZSc,20382
 funboost/__main__.py,sha256=-6Nogi666Y0LN8fVm3JmHGTOk8xEGWvotW_GDbSaZME,1065
 funboost/constant.py,sha256=STzRDZbuCC5FFV-uD_0r2beGsD1Zni4kregzR11z3Ok,8148
@@ -7,10 +7,12 @@ funboost/set_frame_config.py,sha256=kxYo_x2pMihwfTgFWrLxNbgI0IbFYC_HpSd9YLQM1ig,
 funboost/assist/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/assist/celery_helper.py,sha256=EOxsl-y65JPwHrmL0LTGAj1nKLbS0qyRbuXcJ0xo9wc,5721
 funboost/assist/dramatiq_helper.py,sha256=9mUyfBMAJXzwvB8LwOmapn3rY30a6UXt3tNOfL6OXoM,2106
+funboost/assist/faststream_helper.py,sha256=BmBaFsvsjQK2SO71ulHRsEwO28uYZm2uMMvXkHzLi1E,631
 funboost/assist/huey_helper.py,sha256=PuJHIzK5oRd5RzbuxLMHhWlkKO3J-ObRK0mrMs_iQWs,1770
 funboost/assist/rocketry_helper.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/assist/rq_helper.py,sha256=HYvQ7VqIMx7dAVZZhtqQmGReCJavEuc1BQPYvfm1EvY,1549
 funboost/assist/rq_windows_worker.py,sha256=jQlGmU0FWPVoKVP8cyuwTuAca9VfSd75F5Qw_hR04y0,4831
+funboost/assist/taskiq_helper.py,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
 funboost/beggar_version_implementation/beggar_redis_consumer.py,sha256=x5cH6Vc3_UooY2oPeC9MlpMewrGd9qXCx6gEWi1fGa0,3941
 funboost/concurrent_pool/__init__.py,sha256=C27xYXj7c1NGuVeG7K2LxKH7JKnGwfPfITyon6xFaoE,803
 funboost/concurrent_pool/async_helper.py,sha256=bK4SyTu_WpgxCvai2AaiI7EKQ-COiDbqu0WPnbaJ1jM,3421
@@ -33,11 +35,12 @@ funboost/concurrent_pool/backup/async_pool_executor0223.py,sha256=RVUZiylUvpTm6U
 funboost/concurrent_pool/backup/async_pool_executor_back.py,sha256=KL6zEQaa1KkZOlAO85mCC1gwLm-YC5Ghn21IUom0UKM,9598
 funboost/concurrent_pool/backup/async_pool_executor_janus.py,sha256=OHMWJ9l3EYTpPpcrPrGGKd4K0tmQ2PN8HiX0Dta0EOo,5728
 funboost/consumers/__init__.py,sha256=ZXY_6Kut1VYNQiF5aWEgIWobsW1ht9YUP0TdRZRWFqI,126
-funboost/consumers/base_consumer.py,sha256=EXauF0PD6lMb9J2S7q0uBDj0FXxmhX-xpMMyTUyfu9I,80091
+funboost/consumers/base_consumer.py,sha256=prs8RnEHpNC_xh-3Uan3Xhcr4zyYqgFOl-5N4W8SHG8,80342
 funboost/consumers/celery_consumer.py,sha256=9gtz7nlZkmv3ErmaseT0_Q__ltSPx-fOcwi-TMPoaLA,9220
-funboost/consumers/confirm_mixin.py,sha256=eY6fNwx51Hn4bQSYRjyTRwOqfCGsikVnd2Ga_Ep31N4,6062
+funboost/consumers/confirm_mixin.py,sha256=NPOhxYF0nmJR5J03nXD6ndLo33eAUI60PXvk3WFyoz0,6126
 funboost/consumers/dramatiq_consumer.py,sha256=ozmeAfeF0U-YNYHK4suQB0N264h5AZdfMH0O45Mh-8A,2229
 funboost/consumers/empty_consumer.py,sha256=pU5py60l-JDQFTJlaMpfuFyzRGqDUnOrpKhG9gOg39A,759
+funboost/consumers/faststream_consumer.py,sha256=3xzq5fwzAcmhavdh06lLK-Wrjvm4woJIJYkUG3K8w9c,2295
 funboost/consumers/http_consumer.py,sha256=2MVqEzHW9qIKWvgIQS7VncGfvpmWhQ3BWWjfyHWC-as,2179
 funboost/consumers/http_consumer000.py,sha256=PiiSLSQB-hHgS1vAn8DoHD2siC3zO6_kKjVW0g6AFIc,4379
 funboost/consumers/httpsqs_consumer.py,sha256=kaqOcrKMLrSR27XqeiheRDmpF1KDVDghgbHcefTjqt8,1171
@@ -45,7 +48,7 @@ funboost/consumers/huey_consumer.py,sha256=cW10ZPxdZQzUuJwdqQpJIRPTj2vCbZS0uXFJ7
 funboost/consumers/kafka_consumer.py,sha256=OAq6fclhDBufsWTowAikGBYjptc28SIE-EDzFEz9J-I,4324
 funboost/consumers/kafka_consumer_manually_commit.py,sha256=kkHyTf4EQFEEoyiZ-pZQBR-g3M1rkFYnfKFXoeODCIE,9620
 funboost/consumers/kombu_consumer.py,sha256=hj2J-1r5hBbcTNXIpU6qe1MwYPD-8gEKlDTSRV3B5Js,10208
-funboost/consumers/local_python_queue_consumer.py,sha256=HyUFZXY6phF6eaL1qd5z7Kof3LZ0J6EO0zllBS-skqA,1220
+funboost/consumers/local_python_queue_consumer.py,sha256=4Cel1WaNwbRpDux22USP8is5R9__A_-LlqyHjcw02Z4,1160
 funboost/consumers/memory_deque_consumer.py,sha256=tTwOkrB9GdySOQstVLnU4hnBnap6rafCeoXhmV0TI5c,1110
 funboost/consumers/mongomq_consumer.py,sha256=e1Cupe-Cb2LUuJlQhER6NecrvK7FyzKKZ2HxyfOI-OY,1119
 funboost/consumers/mqtt_consumer.py,sha256=iLWKxe0CjKHUYrE6YMWNJHto0tD3siUAvZl9ssNsz_s,2297
@@ -60,12 +63,12 @@ funboost/consumers/rabbitmq_pika_consumer.py,sha256=51IkRUSR0v2v7BUlA8oInx81VGeO
 funboost/consumers/rabbitmq_pika_consumerv0.py,sha256=rIQToBTBqGdjnzMhg0vyZMY87NtK_Uw8ggiTu39JQ_w,4777
 funboost/consumers/rabbitmq_rabbitpy_consumer.py,sha256=xxINY037pmgF3_lJA-zhf9qUIUx6DdqC7tsUOQL3dL4,1330
 funboost/consumers/redis_brpoplpush_consumer.py,sha256=HqjgjjEibq7D-5XFpJtyaPvtfXD5zbq9cjSHx4aM1gU,2952
-funboost/consumers/redis_consumer.py,sha256=z4opk78FHIes8LJVnDlQtmEQjuJEZo-g3NFN04lBStE,2668
+funboost/consumers/redis_consumer.py,sha256=RdxJvWWQvQdjXWWdUebmgB7KRDWQBeF87Q9kd_DeUZk,2735
 funboost/consumers/redis_consumer_ack_able.py,sha256=7zP9BQNfONLBbYJFjgNtIPVqbHwklAdcPUIA8Y7M8go,7411
-funboost/consumers/redis_consumer_ack_using_timeout.py,sha256=PMSafTcj5cKrVZ10IkrjU3zIdmHevcuVRT4WxslrLSw,4204
+funboost/consumers/redis_consumer_ack_using_timeout.py,sha256=XW3zUSqmS0xDR-eMN7ds7p2ThtOgS8qUDZ9fui4_z9o,4213
 funboost/consumers/redis_consumer_priority.py,sha256=C-ftnlGPPoB7YV3GvwLu9POVGDn_GKlBqO6NlsZ-hdY,5566
-funboost/consumers/redis_consumer_simple.py,sha256=3YrmxSRh8dpece_JR3Lwx8zsn-GBSP1S92lhUIQ3FoU,804
-funboost/consumers/redis_filter.py,sha256=rKNFz8mxVo4n4o8v3MP4UqdPAtoK7msQ-1xRgzFfts0,7290
+funboost/consumers/redis_consumer_simple.py,sha256=trPrMHSVU1Y_fY-xz5tFFmt1zjV-9_joPYRHqvyZnL8,874
+funboost/consumers/redis_filter.py,sha256=UlkTQSZQSwb98nqkAHkrEKVri_XxHF0T7HmpghZ597s,7316
 funboost/consumers/redis_pubsub_consumer.py,sha256=8V8EqobKpEXzpsQx_H3A-JBKLsWOsE0n16g62tUMMYY,1122
 funboost/consumers/redis_stream_consumer.py,sha256=LVQa19MDfSlC8SYSYFPwJnJi62UIzfPHAbBVysLmNw8,6538
 funboost/consumers/rocketmq_consumer.py,sha256=23KLRz8iO9e_x7asrceRJYhwJFMruUgmKw7m3pHVkw0,1692
@@ -84,27 +87,28 @@ funboost/contrib/save_result_status_to_sqldb.py,sha256=AxvD7nHs4sjr9U0kwEZzyPKrs
 funboost/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/core/active_cousumer_info_getter.py,sha256=09fEc-BTEIRfDDfHmOvKnMjLjtOyp4edLsUlAXUR_Qs,4966
 funboost/core/booster.py,sha256=vztzE7KqfXsg_LODmW5cX1M8as6n2tPdqEjkOLa7SYM,18276
-funboost/core/current_task.py,sha256=cJw5ZDtsTJB_5LHN18F1XUFaT-YnAX60AOAi_CkvQoE,5772
+funboost/core/current_task.py,sha256=Oils18_vAqGvV4pqM6yYwnhMaFn3nrpzo1PO48HHidQ,5799
 funboost/core/exceptions.py,sha256=pLF7BkRJAfDiWp2_xGZqencmwdPiSQI1NENbImExknY,1311
 funboost/core/fabric_deploy_helper.py,sha256=foieeqlNySuU9axJzNF6TavPjIUSYBx9UO3syVKUiyY,9999
 funboost/core/funboost_config_getter.py,sha256=TDccp5pQamkoJXkwyPwGsQGDJY8ej8ZT8L8RESSAD2w,382
 funboost/core/funboost_time.py,sha256=IbB4dFCpg3oGUe90ssAJ_x0eDPtAVfvsUr4esdoKaOk,1777
-funboost/core/func_params_model.py,sha256=CMePcxL8vNSWHAEVvQImJF5h7Qv-gIvieh6ejPYgjEU,20593
+funboost/core/func_params_model.py,sha256=5cFPTPZxtnp9wOx7aie4fjEQv4u63tS7M8-UrokBupE,20776
 funboost/core/function_result_status_config.py,sha256=PyjqAQOiwsLt28sRtH-eYRjiI3edPFO4Nde0ILFRReE,1764
-funboost/core/function_result_status_saver.py,sha256=UdokGSwU630t70AZnT9Ecj7GpYXORBDivlc9kadoI2E,9172
+funboost/core/function_result_status_saver.py,sha256=yHKZF9MjmhI-Q4Mkrka7DdweJ0wpgfLmgfAlsfkCeCk,9274
 funboost/core/helper_funs.py,sha256=Jzy6t4-cugI-tOztgt7DGSos3tkxk2R4IOUOK2OWJ-I,2365
 funboost/core/kill_remote_task.py,sha256=MZ5vWLGt6SxyN76h5Lf_id9tyVUzjR-qXNyJwXaGlZY,8129
 funboost/core/lazy_impoter.py,sha256=5yToRBbTB338heR787ap5i-UAGN0FanUCkYfK9Nsgnk,4957
 funboost/core/loggers.py,sha256=uy5mFLIUvKaVdJZLi6THyxqeuOmp9XEOKrH1Yci0zUM,2354
-funboost/core/msg_result_getter.py,sha256=oZDuLDR5XQNzzvgDTsA7wroICToPwrkU9-OAaXXUQSk,8031
+funboost/core/msg_result_getter.py,sha256=wxJBTOsyPDptLbNYOIA7YwuDsDUKDpB5sFzj9_HPcPs,8106
 funboost/core/muliti_process_enhance.py,sha256=tI3178inc5sqPh-jQc0XaTuUD1diIZyHuukBRk1Gp6Y,3595
+funboost/core/serialization.py,sha256=Q6cAfbaqBCKw0AQwisbMNjOOD0csq0xdes5BHn1Nelo,412
 funboost/core/task_id_logger.py,sha256=lR19HQcX6Pp8laURCD656xNpF_JP6nLB3zUKI69EWzE,864
 funboost/core/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/core/cli/discovery_boosters.py,sha256=mbEyv0bUIGcmgkfXLI_Q1IK1QvVwKyro8XccuuMEA6o,3944
 funboost/core/cli/funboost_cli_user_templ.py,sha256=XUpKLxRKtYfebPUM8wii64kB0HW8L7j9LnRpT0xCfQI,2243
 funboost/core/cli/funboost_fire.py,sha256=OT0SNi9Zb0Tom2E0cWuArQs0obUowAA_rpCF7GdaKPs,5065
 funboost/factories/__init__.py,sha256=s7kKKjR1HU5eMjPD6r5b-SXTVMo1zBp2JjOAtkyt5Yo,178
-funboost/factories/broker_kind__publsiher_consumer_type_map.py,sha256=fra2cuBiFLtEaPKnkPTaC7YAoHahOfZ6HNvhUwt71Mc,9988
+funboost/factories/broker_kind__publsiher_consumer_type_map.py,sha256=-kKhV65KnRf86b353PJuaEMXMolfV4B2CtTF1wD1kFQ,10189
 funboost/factories/consumer_factory.py,sha256=EaAw3OZJkGepkQxKkDvMshHjIVOQva_N6nUEhLO4JwU,1500
 funboost/factories/publisher_factotry.py,sha256=4651sxnbIAi6sFEUQdlUuv8UkbMQIE_Pbzm-1DimAs8,2535
 funboost/function_result_web/app.py,sha256=WFAsAoPqCVeTxKS31UvkAhuRqUurg-j8D3c9RtHZEyY,5059
@@ -125,18 +129,19 @@ funboost/function_result_web/static/js/jquery-1.11.0.min.js,sha256=ryQZ3RXgnqkTz
 funboost/function_result_web/templates/index.html,sha256=YM0582Q4t2da-xBf3Ga0McIfcsT9H98rjZck-irMkGo,20387
 funboost/function_result_web/templates/login.html,sha256=q37dj7O0LeyiV38Zd5P1Qn_qmhjdFomuYTRY1Yk48Bo,2007
 funboost/publishers/__init__.py,sha256=xqBHlvsJQVPfbdvP84G0LHmVB7-pFBS7vDnX1Uo9pVY,131
-funboost/publishers/base_publisher.py,sha256=0ctHAhhmZavFs5ssNjFo5dE-6XXSVo4rURF40q3UAu0,17046
+funboost/publishers/base_publisher.py,sha256=K6ztxeCWCDakEFUXEtA-lmmcccY8fLEKFlOLIVzjz58,17718
 funboost/publishers/celery_publisher.py,sha256=uc9N1uLW74skUCw8dsnvxORM2O3cy4SiI7tUZRmvkHA,2336
 funboost/publishers/celery_publisher000.py,sha256=2XLOyU2__vlIUTi5L15uf0BJqAIjxbc3kCLIRDSOY9w,3966
 funboost/publishers/confluent_kafka_publisher.py,sha256=B4rF6gljixOMyN6L2eL1gzqTv97uoy7TTzgKUhHljEQ,4749
 funboost/publishers/dramatiq_publisher.py,sha256=IH9F-Ps1r94WDu2a7cZbJqWlBgblDbEcpjGj2rl-9WE,1413
 funboost/publishers/empty_publisher.py,sha256=Com5m-mkjXpcWxKZZneymhLNaRJNaGAtvwjhwHmECgg,870
+funboost/publishers/faststream_publisher.py,sha256=ndGDHz53s_u5NsSi2vK7_Zll2m3lfqzQ8iaNPGHo6oE,2223
 funboost/publishers/http_publisher.py,sha256=pS3z_AVqH6h4PAgqB7usihvzLJP5ZzfPKQRMQfHrJHQ,753
 funboost/publishers/httpsqs_publisher.py,sha256=PS6h8-mn3wYFfMOsPt4tal8p0yZgYgrYYO9ZnIl9CwU,2737
 funboost/publishers/huey_publisher.py,sha256=9HBrsqTO61iPB1nI5fYOQNPuOaX4I4Wmb1BRNODAE_0,1118
 funboost/publishers/kafka_publisher.py,sha256=5qOkNl1SFh4TQaVg0hJSF2ms7T76bkpF6ZtjjLaW8Vg,2060
 funboost/publishers/kombu_publisher.py,sha256=Z0JKF_-xKJSTc21jqhIwphDUHUPO2X3wVojt-rHhDlM,5415
-funboost/publishers/local_python_queue_publisher.py,sha256=Do0eE2smI81jNxNiRcMP8lpZcekAfjgwMNMdEagQzVA,3555
+funboost/publishers/local_python_queue_publisher.py,sha256=292NKW7X4MCMMPvfMDb-6_BdA997lda7-lOlODIAaOY,3477
 funboost/publishers/meomory_deque_publisher.py,sha256=0q6WKQ8ohnhlXDgXkxWGsImZCnwB12nFD6kUjldRQiw,1303
 funboost/publishers/mongomq_publisher.py,sha256=xQr3KMQEKksX4OEvzPlCl8v1VeBHaoZtYw2QujOUyGo,1874
 funboost/publishers/mqtt_publisher.py,sha256=nL-pweqL8lkoRUliNKQtdXgryG0wZO7iIvjFdr1it1s,3131
@@ -164,6 +169,7 @@ funboost/publishers/txt_file_publisher.py,sha256=dqrfBt1ejjwJbwFS3UqPo4VFDCa6NWb
 funboost/publishers/udp_publisher.py,sha256=TOiKrhmCMjx4teqIgdUwRic0lxyK2cupinafsz--wzY,1194
 funboost/publishers/zeromq_publisher.py,sha256=SHFzSLPLkoht9Ey-q894g59sCuu6IM603xDV0JD4CrY,1024
 funboost/queues/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+funboost/queues/memory_queues_map.py,sha256=e1S_cnjnCVI4DBsA_iupF51S_eX4OvCtlefQCqS1TYA,424
 funboost/queues/peewee_queue.py,sha256=FrwegrilkHZG6Y1cGdl5Bt_UtA25f7m5TJQJMZ9YnJI,5280
 funboost/queues/sqla_queue.py,sha256=b-2QPvvuMxklm41ibZhGKehaAV9trXBQFCOHzgThx_s,11080
 funboost/timing_job/__init__.py,sha256=uMKIiZOqr8aXGPxZhDcVVeeNTsDi-S7kOkLc1nHaLQw,9099
@@ -179,7 +185,7 @@ funboost/utils/custom_pysnooper.py,sha256=7yXLKEMY_JjPRRt0Y0N-wV2CFhILlYNh40Y6uR
 funboost/utils/decorators.py,sha256=lyi9TCBg__7xkoV17AZhRItTn95vU2XMtOxfXJVV5B4,26601
 funboost/utils/develop_log.py,sha256=Wsx0ongGjTit5xqgk1BztYlVEkC6d0-Y7GENXLedVqY,271
 funboost/utils/expire_lock.py,sha256=AOkd1KlvZeIwQaz8ZoKxLpGxWgqQ4mfNHcFphh04o8Q,4732
-funboost/utils/json_helper.py,sha256=GvPVJJ2f6MvOmABP2t006yBxXQIFJSJAeshiNoJ9Vsk,2259
+funboost/utils/json_helper.py,sha256=kwN5O-0Z3_9KS3JdBx-BltS9LI3Rfoq329vgkxMPVw4,2286
 funboost/utils/mongo_util.py,sha256=g2AdsanKm2v9X-OaTCS6hx_0JvRw5WukXIttN3TD9sI,3069
 funboost/utils/monkey_color_log.py,sha256=QChhQMTB6phZ2eBaPq-9tFZF1n7pWeJgmJPIB_ugkvs,7367
 funboost/utils/monkey_patches.py,sha256=vGmtPuTwNLbS8T3gpufSC_cD8_Vnp85roZrCpJZUSE4,2890
@@ -271,9 +277,9 @@ funboost/utils/pysnooper_ydf/utils.py,sha256=evSmGi_Oul7vSP47AJ0DLjFwoCYCfunJZ1m
 funboost/utils/pysnooper_ydf/variables.py,sha256=QejRDESBA06KG9OH4sBT4J1M55eaU29EIHg8K_igaXo,3693
 funboost/utils/times/__init__.py,sha256=Y4bQD3SIA_E7W2YvHq2Qdi0dGM4H2DxyFNdDOuFOq1w,2417
 funboost/utils/times/version.py,sha256=11XfnZVVzOgIhXXdeN_mYfdXThfrsbQHpA0wCjz-hpg,17
-funboost-45.3.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
-funboost-45.3.dist-info/METADATA,sha256=j8GSigEDeKAcr4uZDTM-AGVW8fe6_9r5Zwd9AK8RxdM,31707
-funboost-45.3.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-funboost-45.3.dist-info/entry_points.txt,sha256=BQMqRALuw-QT9x2d7puWaUHriXfy3wIzvfzF61AnSSI,97
-funboost-45.3.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
-funboost-45.3.dist-info/RECORD,,
+funboost-45.6.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
+funboost-45.6.dist-info/METADATA,sha256=d2uFQ75R_EbBoYH8UHkCQaFNVKkAXqS8Brg9PvXRhMg,32533
+funboost-45.6.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+funboost-45.6.dist-info/entry_points.txt,sha256=BQMqRALuw-QT9x2d7puWaUHriXfy3wIzvfzF61AnSSI,97
+funboost-45.6.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
+funboost-45.6.dist-info/RECORD,,