funboost 44.2__py3-none-any.whl → 44.3__py3-none-any.whl

funboost/__init__.py

@@ -13,7 +13,7 @@ set_frame_config这个模块的 use_config_form_funboost_config_module() 是核
 这段注释说明和使用的用户无关,只和框架开发人员有关.
 '''
 
-__version__ = "44.2"
+__version__ = "44.3"
 
 from funboost.set_frame_config import show_frame_config
 

funboost/consumers/base_consumer.py

@@ -71,7 +71,7 @@ from funboost.core import kill_remote_task
 from funboost.core.exceptions import ExceptionForRequeue, ExceptionForPushToDlxqueue
 
 # from funboost.core.booster import BoostersManager  互相导入
-from funboost.core.lazy_impoter import lazy_impoter
+from funboost.core.lazy_impoter import funboost_lazy_impoter
 
 
 # patch_apscheduler_run_job()
@@ -174,6 +174,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         broker_exclusive_config_merge = dict()
         broker_exclusive_config_merge.update(self.BROKER_EXCLUSIVE_CONFIG_DEFAULT)
         broker_exclusive_config_merge.update(self.consumer_params.broker_exclusive_config)
+        # print(broker_exclusive_config_merge)
         self.consumer_params.broker_exclusive_config = broker_exclusive_config_merge
 
         self._stop_flag = None
@@ -222,7 +223,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         #                                         log_filename=consumer_params.log_filename,
         #                                         logger_name=consumer_params.logger_name,
         #                                         broker_exclusive_config=self.consumer_params.broker_exclusive_config)
-        self.publisher_params = BaseJsonAbleModel.init_by_another_model(PublisherParams, consumer_params)
+        self.publisher_params = BaseJsonAbleModel.init_by_another_model(PublisherParams, self.consumer_params)
         # print(self.publisher_params)
         if is_main_process:
             self.logger.info(f'{self.queue_name} consumer 的消费者配置:\n {self.consumer_params.json_str_value()}')
@@ -322,11 +323,11 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         # ConsumersManager.show_all_consumer_info()
         # noinspection PyBroadException
         pid_queue_name_tuple = (os.getpid(), self.queue_name)
-        if pid_queue_name_tuple in lazy_impoter.BoostersManager.pid_queue_name__has_start_consume_set:
+        if pid_queue_name_tuple in funboost_lazy_impoter.BoostersManager.pid_queue_name__has_start_consume_set:
             self.logger.warning(f'{pid_queue_name_tuple} 已启动消费,不要一直去启动消费,funboost框架自动阻止.')  # 有的人乱写代码,无数次在函数内部或for循环里面执行 f.consume(),一个队列只需要启动一次消费,不然每启动一次性能消耗很大,直到程序崩溃
             return
         else:
-            lazy_impoter.BoostersManager.pid_queue_name__has_start_consume_set.add(pid_queue_name_tuple)
+            funboost_lazy_impoter.BoostersManager.pid_queue_name__has_start_consume_set.add(pid_queue_name_tuple)
         GlobalVars.has_start_a_consumer_flag = True
         try:
             self._concurrent_mode_dispatcher.check_all_concurrent_mode()
@@ -373,7 +374,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         key = 'apscheduler.redisjobstore_runonce'
         if RedisMixin().redis_db_frame.sadd(key, runonce_uuid):  # 这样可以阻止多次启动同队列名消费者 redis jobstore多次运行函数.
             cls.logger_apscheduler.debug(f'延时任务用普通消息重新发布到普通队列 {msg}')
-            lazy_impoter.BoostersManager.get_or_create_booster_by_queue_name(queue_name).publish(msg)
+            funboost_lazy_impoter.BoostersManager.get_or_create_booster_by_queue_name(queue_name).publish(msg)
 
     @abc.abstractmethod
     def _shedual_task(self):
@@ -383,7 +384,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         """
         raise NotImplementedError
 
-    def convert_msg_before_run(self, msg: dict):
+    def convert_msg_before_run(self, msg: typing.Union[str,dict]):
         """
         转换消息,消息没有使用funboost来发送,并且没有extra相关字段时候
         用户也可以按照4.21文档,继承任意Consumer类,并实现这个方法 convert_msg_before_run,先转换消息.
@@ -404,6 +405,9 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         extra_params = {'task_id': task_id, 'publish_time': round(time.time(), 4),
                         'publish_time_format': time.strftime('%Y-%m-%d %H:%M:%S')}
         """
+        if isinstance(msg,str):
+            msg = json.loads(msg)
+        # 以下是清洗补全字段.
         if 'extra' not in msg:
             msg['extra'] = {'is_auto_fill_extra': True}
         extra = msg['extra']
@@ -413,6 +417,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
             extra['publish_time'] = MsgGenerater.generate_publish_time()
         if 'publish_time_format':
             extra['publish_time_format'] = MsgGenerater.generate_publish_time_format()
+        return msg
 
     def _submit_task(self, kw):
         while 1:  # 这一块的代码为支持暂停消费。
@@ -424,12 +429,13 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
                     self._last_show_pause_log_time = time.time()
             else:
                 break
-
+        msg = kw['body']
+        self._print_message_get_from_broker(msg)
+        kw['body'] = self.convert_msg_before_run(msg)
         if self._judge_is_daylight():
             self._requeue(kw)
             time.sleep(self.time_interval_for_check_do_not_run_time)
             return
-        self.convert_msg_before_run(kw['body'])
         function_only_params = delete_keys_and_return_new_dict(kw['body'], )
         if self._get_priority_conf(kw, 'do_task_filtering') and self._redis_filter.check_value_exists(
                 function_only_params):  # 对函数的参数进行检查，过滤已经执行过并且成功的任务。
@@ -524,12 +530,13 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
             if self._has_execute_times_in_recent_second >= qpsx:
                 time.sleep((1 - (time.time() - self._last_start_count_qps_timestamp)) * 1)
 
-    def _print_message_get_from_broker(self, broker_name, msg):
+    def _print_message_get_from_broker(self, msg,broker_name=None):
         # print(999)
         if self.consumer_params.is_show_message_get_from_broker:
             if isinstance(msg, (dict, list)):
                 msg = json.dumps(msg, ensure_ascii=False)
-            self.logger.debug(f'从 {broker_name} 中间件 的 {self._queue_name} 中取出的消息是 {msg}')
+            # self.logger.debug(f'从 {broker_name} 中间件 的 {self._queue_name} 中取出的消息是 {msg}')
+            self.logger.debug(f'从 {broker_name or self.consumer_params.broker_kind} 中间件 的 {self._queue_name} 中取出的消息是 {msg}')
 
     def _get_priority_conf(self, kw: dict, broker_task_config_key: str):
         broker_task_config = kw['body'].get('extra', {}).get(broker_task_config_key, None)

funboost/consumers/http_consumer.py

@@ -49,7 +49,7 @@ class HTTPConsumer(AbstractConsumer, ):
         async def recv_msg(request: AioHttpImporter().Request):
             data = await request.post()
             msg = data['msg']
-            kw = {'body': json.loads(msg)}
+            kw = {'body': msg}
             self._submit_task(kw)
             return AioHttpImporter().web.Response(text="finish")
 

funboost/consumers/http_consumer000.py

@@ -60,8 +60,7 @@ class HttpHandler(BaseHTTPRequestHandler):
         if self.path == '/queue':
             msg = form['msg'].value
             # print(msg)
-            self.consumer._print_message_get_from_broker('http ', msg)
-            kw = {'body': json.loads(msg)}
+            kw = {'body': msg}
             self.consumer._submit_task(kw)
 
         # 开始回复

funboost/consumers/httpsqs_consumer.py

@@ -25,7 +25,7 @@ class HttpsqsConsumer(AbstractConsumer):
             if text == 'HTTPSQS_GET_END':
                 time.sleep(0.5)
             else:
-                kw = {'body': json.loads(text)}
+                kw = {'body': text}
                 self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/kafka_consumer.py

@@ -61,7 +61,7 @@ class KafkaConsumer(AbstractConsumer):
             if self.consumer_params.is_show_message_get_from_broker:
                 self.logger.debug(
                     f'从kafka的 [{message.topic}] 主题,分区 {message.partition} 中 取出的消息是：  {message.value.decode()}')
-            kw = {'consumer': consumer, 'message': message, 'body': json.loads(message.value)}
+            kw = {'consumer': consumer, 'message': message, 'body': message.value}
             self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/kafka_consumer_manually_commit.py

@@ -66,7 +66,7 @@ class KafkaConsumerManuallyCommit(AbstractConsumer):
             # value()  offset() partition()
             # print('Received message: {}'.format(msg.value().decode('utf-8'))) # noqa
             self._partion__offset_consume_status_map[msg.partition()][msg.offset()] = 0
-            kw = {'partition': msg.partition(), 'offset': msg.offset(), 'body': json.loads(msg.value())}  # noqa
+            kw = {'partition': msg.partition(), 'offset': msg.offset(), 'body': msg.value()}  # noqa
             if self.consumer_params.is_show_message_get_from_broker:
                 self.logger.debug(
                     f'从kafka的 [{self._queue_name}] 主题,分区 {msg.partition()} 中 的 offset {msg.offset()} 取出的消息是：  {msg.value()}')  # noqa
@@ -165,7 +165,7 @@ class SaslPlainKafkaConsumer(KafkaConsumerManuallyCommit):
             # print('Received message: {}'.format(msg.value().decode('utf-8'))) # noqa
             self._partion__offset_consume_status_map[msg.partition(
             )][msg.offset()] = 0
-            kw = {'partition': msg.partition(), 'offset': msg.offset(), 'body': json.loads(msg.value())}  # noqa
+            kw = {'partition': msg.partition(), 'offset': msg.offset(), 'body': msg.value()}  # noqa
             if self.consumer_params.is_show_message_get_from_broker:
                 self.logger.debug(
                     f'从kafka的 [{self._queue_name}] 主题,分区 {msg.partition()} 中 的 offset {msg.offset()} 取出的消息是：  {msg.value()}')  # noqa

funboost/consumers/kombu_consumer.py

@@ -194,7 +194,6 @@ Transport Options
 
         def callback(body: dict, message: Message):
             # print(type(body),body,type(message),message)
-            self._print_message_get_from_broker('kombu', body)
             # self.logger.debug(f""" 从 kombu {self._middware_name} 中取出的消息是 {body}""")
             kw = {'body': body, 'message': message, }
             self._submit_task(kw)

funboost/consumers/local_python_queue_consumer.py

@@ -20,9 +20,8 @@ class LocalPythonQueueConsumer(AbstractConsumer):
     def _shedual_task(self):
         while True:
             task = self.local_python_queue.get()
-            if isinstance(task, str):
-                task = json.loads(task)
-            self._print_message_get_from_broker('当前python解释器内部', task)
+            if isinstance(task, dict):
+                task = json.dumps(task)
             # self.logger.debug(f'从当前python解释器内部的 [{self._queue_name}] 队列中 取出的消息是：  {json.dumps(task)}  ')
             kw = {'body': task}
             self._submit_task(kw)

funboost/consumers/memory_deque_consumer.py

@@ -21,9 +21,6 @@ class LocalPythonQueueConsumer(AbstractConsumer):
     def _shedual_task(self):
         while True:
             task = self.local_python_queue.popleft()
-            if isinstance(task, str):
-                task = json.loads(task)
-            self._print_message_get_from_broker('当前python解释器内部', task)
             # self.logger.debug(f'从当前python解释器内部的 [{self._queue_name}] 队列中 取出的消息是：  {json.dumps(task)}  ')
             kw = {'body': task}
             self._submit_task(kw)

funboost/consumers/mongomq_consumer.py

@@ -19,7 +19,6 @@ class MongoMqConsumer(AbstractConsumer, MongoMixin):
             job = mp.queue.next()
             if job is not None:
                 # self.logger.debug(f'从mongo的 [{self._queue_name}] 队列中 取出的消息是：   消息是：  {job.payload}  ')
-                self._print_message_get_from_broker('mongo', job.payload)
                 kw = {'body': job.payload, 'job': job}
                 self._submit_task(kw)
             else:

funboost/consumers/mqtt_consumer.py

@@ -48,7 +48,7 @@ class MqttConsumer(AbstractConsumer):
     # noinspection PyUnusedLocal
     def _on_message(self, client, userdata, msg):
         # print(msg.topic + " " + str(msg.payload))
-        kw = {'body': json.loads(msg.payload)}
+        kw = {'body': msg.payload}
         self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/nats_consumer.py

@@ -21,7 +21,7 @@ class NatsConsumer(AbstractConsumer):
             # print(type(msg))
             # print(msg.reply)
             # print(f"Received a message with subject {msg.subject}: {msg.payload}")
-            kw = {'body': json.loads(msg.payload)}
+            kw = {'body': msg.payload}
             self._submit_task(kw)
 
         nats_client.subscribe(subject=self.queue_name, callback=callback)

funboost/consumers/nsq_consumer.py

@@ -27,10 +27,9 @@ class NsqConsumer(AbstractConsumer):
         @consumer.on_message.connect
         def handler(consumerx: GnsqImporter().Consumer, message: GnsqImporter().Message):
             # 第一条消息不能并发，第一条消息之后可以并发。
-            self._print_message_get_from_broker('nsq', message.body.decode())
             # self.logger.debug(f'从nsq的 [{self._queue_name}] 主题中 取出的消息是：  {message.body.decode()}')
             message.enable_async()
-            kw = {'consumer': consumerx, 'message': message, 'body': json.loads(message.body)}
+            kw = {'consumer': consumerx, 'message': message, 'body': message.body}
             self._submit_task(kw)
 
         consumer.start()

funboost/consumers/peewee_conusmer.py

@@ -20,8 +20,7 @@ class PeeweeConsumer(AbstractConsumer):
             task_dict = self.queue.get()
             # print(task_dict)
             # self.logger.debug(f'从数据库 {frame_config.SQLACHEMY_ENGINE_URL[:25]}。。 的 [{self._queue_name}] 队列中 取出的消息是：   消息是：  {sqla_task_dict}')
-            self._print_message_get_from_broker(f'从数据库 {BrokerConnConfig.SQLACHEMY_ENGINE_URL[:25]}',task_dict)
-            kw = {'body':json.loads(task_dict['body']), 'job_id': task_dict['job_id']}
+            kw = {'body':task_dict['body'], 'job_id': task_dict['job_id']}
             self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/persist_queue_consumer.py

@@ -17,8 +17,7 @@ class PersistQueueConsumer(AbstractConsumer):
         while True:
             item = pub.queue.get()
             # self.logger.debug(f'从本地持久化sqlite的 [{self._queue_name}] 队列中 取出的消息是：   {item}  ')
-            self._print_message_get_from_broker('本地持久化sqlite', item)
-            kw = {'body': json.loads(item), 'q': pub.queue, 'item': item}
+            kw = {'body': item, 'q': pub.queue, 'item': item}
             self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/pulsar_consumer.py

@@ -53,8 +53,7 @@ class PulsarConsumer(AbstractConsumer, ):
         while True:
             msg = self._consumer.receive()
             if msg:
-                self._print_message_get_from_broker('pulsar', msg.data())
-                kw = {'body': json.loads(msg.data()), 'msg': msg}
+                kw = {'body': msg.data(), 'msg': msg}
                 self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/rabbitmq_amqpstorm_consumer.py

@@ -21,8 +21,6 @@ class RabbitmqConsumerAmqpStorm(AbstractConsumer):
         def callback(amqpstorm_message: amqpstorm.Message):
             body = amqpstorm_message.body
             # self.logger.debug(f'从rabbitmq的 [{self._queue_name}] 队列中 取出的消息是：  {body}')
-            self._print_message_get_from_broker('rabbitmq', body)
-            body = json.loads(body)
             kw = {'amqpstorm_message': amqpstorm_message, 'body': body}
             self._submit_task(kw)
 

funboost/consumers/rabbitmq_pika_consumer.py

@@ -37,8 +37,6 @@ class RabbitmqConsumer(AbstractConsumer):
         def callback(ch, method, properties, body):
             body = body.decode()
             # self.logger.debug(f'从rabbitmq的 [{self._queue_name}] 队列中 取出的消息是：  {body}')
-            self._print_message_get_from_broker('rabbitmq', body)
-            body = json.loads(body)
             kw = {'ch': ch, 'method': method, 'properties': properties, 'body': body}
             self._submit_task(kw)
 

funboost/consumers/rabbitmq_pika_consumerv0.py

@@ -34,7 +34,6 @@ class RabbitmqConsumer(AbstractConsumer):
         def callback(ch, method, properties, body):
             body = body.decode()
             self.logger.debug(f'从rabbitmq的 [{self._queue_name}] 队列中 取出的消息是：  {body}')
-            body = json.loads(body)
             kw = {'ch': ch, 'method': method, 'properties': properties, 'body': body}
             self._submit_task(kw)
 

funboost/consumers/rabbitmq_rabbitpy_consumer.py

@@ -23,8 +23,7 @@ class RabbitmqConsumerRabbitpy(AbstractConsumer):
         for message in channel.basic_consume(self._queue_name, no_ack=False):
             body = message.body.decode()
             # self.logger.debug(f'从rabbitmq {self._queue_name} 队列中 取出的消息是：  {body}')
-            self._print_message_get_from_broker('rabbitmq', body)
-            kw = {'message': message, 'body': json.loads(message.body.decode())}
+            kw = {'message': message, 'body': body}
             self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/redis_brpoplpush_consumer.py

@@ -27,9 +27,7 @@ class RedisBrpopLpushConsumer(AbstractConsumer, RedisMixin):
         while True:
             msg = self.redis_db_frame.brpoplpush(self._queue_name, unack_list_name, timeout=60)
             if msg:
-                self._print_message_get_from_broker('redis', msg)
-                task_dict = json.loads(msg)
-                kw = {'body': task_dict, 'raw_msg': msg}
+                kw = {'body': msg, 'raw_msg': msg}
                 self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/redis_consumer.py

@@ -34,17 +34,15 @@ class RedisConsumer(AbstractConsumer, RedisMixin):
                 task_str_list = p.execute()[0]
             if task_str_list:
                 # self.logger.debug(f'从redis的 [{self._queue_name}] 队列中 取出的消息是：  {task_str_list}  ')
-                self._print_message_get_from_broker('redis', task_str_list)
+                self._print_message_get_from_broker( task_str_list)
                 for task_str in task_str_list:
-                    kw = {'body': json.loads(task_str)}
+                    kw = {'body': task_str}
                     self._submit_task(kw)
             else:
                 result = self.redis_db_frame.brpop(self._queue_name, timeout=60)
                 if result:
                     # self.logger.debug(f'从redis的 [{self._queue_name}] 队列中 取出的消息是：  {result[1].decode()}  ')
-                    self._print_message_get_from_broker('redis', result[1])
-                    task_dict = json.loads(result[1])
-                    kw = {'body': task_dict}
+                    kw = {'body': result[1]}
                     self._submit_task(kw)
 
     def _shedual_task00(self):
@@ -52,9 +50,7 @@ class RedisConsumer(AbstractConsumer, RedisMixin):
             result = self.redis_db_frame.blpop(self._queue_name, timeout=60)
             if result:
                 # self.logger.debug(f'从redis的 [{self._queue_name}] 队列中 取出的消息是：  {result[1].decode()}  ')
-                self._print_message_get_from_broker('redis', result[1])
-                task_dict = json.loads(result[1])
-                kw = {'body': task_dict}
+                kw = {'body': result[1]}
                 self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/redis_consumer_ack_able.py

@@ -32,9 +32,7 @@ class RedisConsumerAckAble000(ConsumerConfirmMixinWithTheHelpOfRedis, AbstractCo
                 # 如果运行了第20行，但没运行下面这一行，仍然有极小概率会丢失1个任务。但比不做控制随意关停，丢失几百个线程你的redis任务强多了。
                 self._add_task_str_to_unack_zset(task_str, )
                 # self.logger.debug(f'从redis的 [{self._queue_name}] 队列中 取出的消息是：     {task_str}  ')
-                self._print_message_get_from_broker('reids', task_str)
-                task_dict = json.loads(task_str)
-                kw = {'body': task_dict, 'task_str': task_str}
+                kw = {'body': task_str, 'task_str': task_str}
                 self._submit_task(kw)
 
     def _requeue(self, kw):
@@ -74,8 +72,7 @@ class RedisConsumerAckAble111(ConsumerConfirmMixinWithTheHelpOfRedis, AbstractCo
             if return_v:
                 task_str = return_v
                 self.logger.debug(f'从redis的 [{self._queue_name}] 队列中 取出的消息是：     {task_str}  ')
-                task_dict = json.loads(task_str)
-                kw = {'body': task_dict, 'task_str': task_str}
+                kw = {'body': task_str, 'task_str': task_str}
                 self._submit_task(kw)
             else:
                 # print('xiuxi')
@@ -118,8 +115,7 @@ class RedisConsumerAckAble(ConsumerConfirmMixinWithTheHelpOfRedisByHearbeat, Abs
             if return_v:
                 task_str = return_v
                 self.logger.debug(f'从redis的 [{self._queue_name}] 队列中 取出的消息是：     {task_str}  ')
-                task_dict = json.loads(task_str)
-                kw = {'body': task_dict, 'task_str': task_str}
+                kw = {'body': task_str, 'task_str': task_str}
                 self._submit_task(kw)
             else:
                 # print('xiuxi')
@@ -149,11 +145,10 @@ class RedisConsumerAckAble(ConsumerConfirmMixinWithTheHelpOfRedisByHearbeat, Abs
         while True:
             task_str_list = script(keys=[self._queue_name, self._unack_zset_name], args=[time.time()])
             if task_str_list:
-                self._print_message_get_from_broker('redis', task_str_list)
+                self._print_message_get_from_broker( task_str_list)
                 # self.logger.debug(f'从redis的 [{self._queue_name}] 队列中 取出的消息是：  {task_str_list}  ')
                 for task_str in task_str_list:
-                    task_dict = json.loads(task_str)
-                    kw = {'body': task_dict, 'task_str': task_str}
+                    kw = {'body': task_str, 'task_str': task_str}
                     self._submit_task(kw)
             else:
                 time.sleep(0.2)

funboost/consumers/redis_consumer_priority.py

@@ -60,11 +60,9 @@ class RedisPriorityConsumer(RedisConsumerAckAble):
             if task_tuple:
                 msg = task_tuple[1]
                 self.redis_db_frame.zadd(self._unack_zset_name, {msg: time.time()})
-                self.logger.debug(task_tuple)
-                self._print_message_get_from_broker('redis', msg)
+                # self.logger.debug(task_tuple)
                 # self.logger.debug(f'从redis的 [{self._queue_name}] 队列中 取出的消息是：  {task_str_list}  ')
-                task_dict = json.loads(msg)
-                kw = {'body': task_dict, 'task_str': msg}
+                kw = {'body': msg, 'task_str': msg}
                 self._submit_task(kw)
 
     def _shedual_task(self):
@@ -87,10 +85,8 @@ class RedisPriorityConsumer(RedisConsumerAckAble):
                 except redis5.WatchError:
                     continue
             if task_tuple:
-                self._print_message_get_from_broker('redis', msg)
                 # self.logger.debug(f'从redis的 [{self._queue_name}] 队列中 取出的消息是：  {task_str_list}  ')
-                task_dict = json.loads(msg)
-                kw = {'body': task_dict, 'task_str': msg}
+                kw = {'body': msg, 'task_str': msg}
                 self._submit_task(kw)
 
     def _requeue(self, kw):

funboost/consumers/redis_consumer_simple.py

@@ -17,9 +17,8 @@ class RedisConsumer(AbstractConsumer, RedisMixin):
         while True:
             result = self.redis_db_frame.blpop(self._queue_name,timeout=60)
             if result:
-                self._print_message_get_from_broker('redis',result[1])
-                task_dict = json.loads(result[1])
-                kw = {'body': task_dict}
+
+                kw = {'body': result[1]}
                 self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/redis_pubsub_consumer.py

@@ -18,8 +18,8 @@ class RedisPbSubConsumer(AbstractConsumer, RedisMixin):
         pub.subscribe(self.queue_name)
         for item in pub.listen():
             if item['type'] == 'message':
-                self._print_message_get_from_broker('reids', item['data'])
-                kw = {'body': json.loads(item['data'])}
+
+                kw = {'body': item['data']}
                 self._submit_task(kw)
 
     def _shedual_task(self):
@@ -29,7 +29,7 @@ class RedisPbSubConsumer(AbstractConsumer, RedisMixin):
         while True:  # 无限循环
             msg_list = pub.parse_response(timeout=60)  # 得到消息内容
             if msg_list:
-                kw = {'body': json.loads(msg_list[2])}
+                kw = {'body': msg_list[2]}
                 self._submit_task(kw)
 
 

funboost/consumers/redis_stream_consumer.py

@@ -44,10 +44,10 @@ class RedisStreamConsumer(AbstractConsumer, RedisMixin):
                                                               {self.queue_name: ">"}, count=100, block=60 * 1000)
             if results:
                 # self.logger.debug(f'从redis的 [{self._queue_name}] stream 中 取出的消息是：  {results}  ')
-                self._print_message_get_from_broker('redis', results)
+                self._print_message_get_from_broker( results)
                 # print(results[0][1])
                 for msg_id, msg in results[0][1]:
-                    kw = {'body': json.loads(msg['']), 'msg_id': msg_id}
+                    kw = {'body': msg[''], 'msg_id': msg_id}
                     self._submit_task(kw)
 
     def _confirm_consume(self, kw):
@@ -91,5 +91,5 @@ class RedisStreamConsumer(AbstractConsumer, RedisMixin):
                                 self.logger.warning(f' {self._queue_name}  的分组 {self.group} 的消费者 {self.consumer_identification} 夺取 断开的消费者 {xinfo_item["name"]}'
                                                     f'  {len(xclaim_task_list)} 个任务，详细是 {xclaim_task_list} ')
                                 for task in xclaim_task_list:
-                                    kw = {'body': json.loads(task[1]['']), 'msg_id': task[0]}
+                                    kw = {'body': task[1][''], 'msg_id': task[0]}
                                     self._submit_task(kw)

funboost/consumers/rocketmq_consumer.py

@@ -31,8 +31,8 @@ class RocketmqConsumer(AbstractConsumer):
 
         def callback(rocketmq_msg):
             # self.logger.debug(f'从rocketmq的 [{self._queue_name}] 主题的queue_id {rocketmq_msg.queue_id} 中 取出的消息是：{rocketmq_msg.body}')
-            self._print_message_get_from_broker('rocketmq', rocketmq_msg.body)
-            kw = {'body': json.loads(rocketmq_msg.body), 'rocketmq_msg': rocketmq_msg}
+
+            kw = {'body': rocketmq_msg.body, 'rocketmq_msg': rocketmq_msg}
             self._submit_task(kw)
 
         consumer.subscribe(self._queue_name, callback)

funboost/consumers/sqlachemy_consumer.py

@@ -20,7 +20,7 @@ class SqlachemyConsumer(AbstractConsumer):
             sqla_task_dict = self.queue.get()
             # self.logger.debug(f'从数据库 {frame_config.SQLACHEMY_ENGINE_URL[:25]}。。 的 [{self._queue_name}] 队列中 取出的消息是：   消息是：  {sqla_task_dict}')
             self._print_message_get_from_broker(f'从数据库 {BrokerConnConfig.SQLACHEMY_ENGINE_URL[:25]}', sqla_task_dict)
-            kw = {'body': json.loads(sqla_task_dict['body']), 'sqla_task_dict': sqla_task_dict}
+            kw = {'body': sqla_task_dict['body'], 'sqla_task_dict': sqla_task_dict}
             self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/tcp_consumer.py

@@ -42,10 +42,10 @@ class TCPConsumer(AbstractConsumer, ):
                 # print('server收到的数据', data)
                 if not data:
                     break
-                self._print_message_get_from_broker(f'udp {self._ip_port_raw}', data.decode())
+                # self._print_message_get_from_broker(f'udp {self._ip_port_raw}', data.decode())
                 tcp_cli_sock.send('has_recived'.encode())
                 # tcp_cli_sock.close()
-                kw = {'body': json.loads(data)}
+                kw = {'body': data}
                 self._submit_task(kw)
             tcp_cli_sock.close()
         except ConnectionResetError:

funboost/consumers/txt_file_consumer.py

@@ -22,8 +22,8 @@ class TxtFileConsumer(AbstractConsumer, ):
         while True:
             with file_lock:
                 item = queue.get()
-                self._print_message_get_from_broker('txt文件', item)
-                kw = {'body': json.loads(item), 'q': queue, 'item': item}
+
+                kw = {'body': item, 'q': queue, 'item': item}
                 self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/udp_consumer.py

@@ -31,9 +31,9 @@ class UDPConsumer(AbstractConsumer, ):
         while True:
             data, client_addr = server.recvfrom(self.BUFSIZE)
             # print('server收到的数据', data)
-            self._print_message_get_from_broker(f'udp {ip_port}', data.decode())
+            # self._print_message_get_from_broker(f'udp {ip_port}', data.decode())
             server.sendto('has_recived'.encode(), client_addr)
-            kw = {'body': json.loads(data)}
+            kw = {'body': data}
             self._submit_task(kw)
 
     def _confirm_consume(self, kw):

funboost/consumers/zeromq_consumer.py

@@ -96,8 +96,7 @@ class ZeroMqConsumer(AbstractConsumer):
         while True:
             message = zsocket.recv()
             # self.logger.debug(f""" 从 zeromq 取出的消息是 {message}""")
-            self._print_message_get_from_broker('zeromq', message)
-            self._submit_task({'body': json.loads(message)})
+            self._submit_task({'body': message})
             zsocket.send('recv ok'.encode())
 
     def _confirm_consume(self, kw):

funboost/core/cli/discovery_boosters.py

@@ -7,7 +7,7 @@ import importlib.util
 # import nb_log
 from funboost.core.loggers import FunboostFileLoggerMixin
 from funboost.utils.decorators import flyweight
-from funboost.core.lazy_impoter import lazy_impoter
+from funboost.core.lazy_impoter import funboost_lazy_impoter
 
 @flyweight
 class BoosterDiscovery(FunboostFileLoggerMixin):
@@ -68,7 +68,7 @@ class BoosterDiscovery(FunboostFileLoggerMixin):
                 spec = importlib.util.spec_from_file_location(module_name, file_path)
                 module = importlib.util.module_from_spec(spec)
                 spec.loader.exec_module(module)
-        lazy_impoter.BoostersManager.show_all_boosters()
+        funboost_lazy_impoter.BoostersManager.show_all_boosters()
 
 
 if __name__ == '__main__':

funboost/core/lazy_impoter.py

@@ -1,6 +1,6 @@
 import abc
 
-from funboost.utils.decorators import cached_method_result, singleton, SingletonBaseNew, SingletonBaseCustomInit
+from funboost.utils.decorators import cached_method_result, singleton, SingletonBaseNew, SingletonBaseCustomInit, singleton_no_lock
 
 """
 延迟导入
@@ -8,7 +8,7 @@ from funboost.utils.decorators import cached_method_result, singleton, Singleton
 """
 
 
-class LazyImpoter(SingletonBaseNew):
+class FunboostLazyImpoter(SingletonBaseNew):
     """
     延迟导入,避免需要互相导入.
     """
@@ -26,7 +26,7 @@ class LazyImpoter(SingletonBaseNew):
     #     return get_current_taskid
 
 
-lazy_impoter = LazyImpoter()
+funboost_lazy_impoter = FunboostLazyImpoter()
 
 
 # noinspection SpellCheckingInspection
@@ -40,34 +40,19 @@ class GeventImporter:
     from gevent.queue import JoinableQueue
     """
 
-    @property
-    @cached_method_result
-    def gevent(self):
+    def __init__(self):
         import gevent
         print('导入gevent')
-        return gevent
-
-    @property
-    @cached_method_result
-    def gevent_pool(self):
         from gevent import pool as gevent_pool
-        return gevent_pool
-
-    @property
-    @cached_method_result
-    def monkey(self):
         from gevent import monkey
-        print('导入gevent')
-        return monkey
-
-    @property
-    @cached_method_result
-    def JoinableQueue(self):
         from gevent.queue import JoinableQueue
-        return JoinableQueue
+        self.gevent = gevent
+        self.gevent_pool = gevent_pool
+        self.monkey = monkey
+        self.JoinableQueue = JoinableQueue
 
 
-@singleton
+@singleton_no_lock
 class EventletImporter:
     """
     避免提前导入
@@ -83,7 +68,7 @@ class EventletImporter:
         self.Timeout = Timeout
 
 
-@singleton
+@singleton_no_lock
 class PeeweeImporter:
     def __init__(self):
         """pip install peewee == 3.17"""
@@ -99,7 +84,7 @@ class PeeweeImporter:
         self.dict_to_model = dict_to_model
 
 
-@singleton
+@singleton_no_lock
 class AioHttpImporter:
 
     def __init__(self):
@@ -110,7 +95,7 @@ class AioHttpImporter:
         self.Request = Request
 
 
-@singleton
+@singleton_no_lock
 class NatsImporter:
     def __init__(self):
         """pip install nats-python """
@@ -118,7 +103,8 @@ class NatsImporter:
         self.NATSClient = NATSClient
         self.NATSMessage = NATSMessage
 
-@singleton
+
+@singleton_no_lock
 class GnsqImporter:
     def __init__(self):
         """pip install  gnsq==1.0.1"""
@@ -131,7 +117,8 @@ class GnsqImporter:
         self.NsqdHTTPClient = NsqdHTTPClient
         self.NSQHttpError = NSQHttpError
 
-@singleton
+
+@singleton_no_lock
 class ElasticsearchImporter:
     def __init__(self):
         """pip install elasticsearch """
@@ -139,28 +126,31 @@ class ElasticsearchImporter:
         self.helpers = helpers
 
 
-@singleton
+@singleton_no_lock
 class PsutilImporter:
     def __init__(self):
         """pip install  psutil"""
         import psutil
         self.psutil = psutil
 
-@singleton
+
+@singleton_no_lock
 class PahoMqttImporter:
     def __init__(self):
         """pip install paho-mqtt"""
         import paho.mqtt.client as mqtt
         self.mqtt = mqtt
 
-@singleton
+
+@singleton_no_lock
 class ZmqImporter:
     def __init__(self):
         """pip install zmq pyzmq"""
         import zmq
         self.zmq = zmq
 
-@singleton
+
+@singleton_no_lock
 class KafkaPythonImporter:
     def __init__(self):
         """pip install kafka-python==2.0.2"""
@@ -177,7 +167,10 @@ class KafkaPythonImporter:
 
 
 if __name__ == '__main__':
-    for i in range(10000):
-        # lazy_impoter.BoostersManager
-        EventletImporter().greenpool
-        GeventImporter().JoinableQueue
+    print()
+    for i in range(10000000):
+        # funboost_lazy_impoter.BoostersManager
+        # EventletImporter().greenpool
+        # GeventImporter().JoinableQueue
+        ZmqImporter().zmq
+    print()

funboost/core/muliti_process_enhance.py

@@ -7,11 +7,11 @@ from concurrent.futures import ProcessPoolExecutor
 from funboost.core.booster import Booster
 from funboost.core.helper_funs import run_forever
 from funboost.core.loggers import flogger
-from funboost.core.lazy_impoter import lazy_impoter
+from funboost.core.lazy_impoter import funboost_lazy_impoter
 
 
 def _run_consumer_in_new_process(queue_name, ):
-    booster_current_pid = lazy_impoter.BoostersManager.get_or_create_booster_by_queue_name(queue_name)
+    booster_current_pid = funboost_lazy_impoter.BoostersManager.get_or_create_booster_by_queue_name(queue_name)
     # booster_current_pid = boost(**boost_params)(consuming_function)
     booster_current_pid.consume()
     # ConsumersManager.join_all_consumer_shedual_task_thread()
@@ -49,7 +49,7 @@ def run_consumer_with_multi_process(booster: Booster, process_num=1):
 
 
 def _multi_process_pub_params_list_in_new_process(queue_name, msgs: List[dict]):
-    booster_current_pid = lazy_impoter.BoostersManager.get_or_create_booster_by_queue_name(queue_name)
+    booster_current_pid = funboost_lazy_impoter.BoostersManager.get_or_create_booster_by_queue_name(queue_name)
     publisher = booster_current_pid.publisher
     publisher.set_log_level(20)  # 超高速发布，如果打印详细debug日志会卡死屏幕和严重降低代码速度。
     for msg in msgs:

funboost/utils/decorators.py

@@ -164,6 +164,20 @@ def singleton(cls:ClSX)  -> ClSX:
 
     return _singleton
 
+def singleton_no_lock(cls:ClSX)  -> ClSX:
+    """
+    单例模式装饰器,新加入线程锁，更牢固的单例模式，主要解决多线程如100线程同时实例化情况下可能会出现三例四例的情况,实测。
+    """
+    _instance = {}
+
+
+    @wraps(cls)
+    def _singleton(*args, **kwargs):
+        if cls not in _instance:
+            _instance[cls] = cls(*args, **kwargs)
+        return _instance[cls]
+
+    return _singleton
 
 class SingletonMeta(type):
     _instances = {}

funboost/utils/paramiko_util.py

@@ -50,7 +50,7 @@ class ParamikoFolderUploader(LoggerMixin, LoggerLevelSetterMixin):
 
         t = paramiko.Transport((host, port))
         if pkey_file_path is not None and os.path.exists(pkey_file_path):
-            pkey = paramiko.RSAKey.from_private_key_file(open(pkey_file_path))
+            pkey = paramiko.RSAKey.from_private_key_file(pkey_file_path)
             t.connect(username=user, pkey=pkey)
         else:
             t.connect(username=user, password=password)

{funboost-44.2.dist-info → funboost-44.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 44.2
+Version: 44.3
 Summary: pip install funboost，python全功能分布式函数调度框架,。支持python所有类型的并发模式和一切知名消息队列中间件，支持如 celery dramatiq等框架整体作为funboost中间件，python函数加速器，框架包罗万象，用户能想到的控制功能全都有。一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数，99%用过funboost的pythoner 感受是　简易 方便 强劲 强大，相见恨晚 
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs

{funboost-44.2.dist-info → funboost-44.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-funboost/__init__.py,sha256=bkCu2I-moaLBScwB72STB_G-Kt76vJ3XynmiKZHDfYU,3834
+funboost/__init__.py,sha256=b-Q73uFd54nOxWGxbbK2f3PCjTtwXTLbJuMZgOPr4p8,3834
 funboost/__init__old.py,sha256=07A1MLsxLtuRQQOIfDyphddOwNBrGe34enoHWAnjV14,20379
 funboost/__main__.py,sha256=-6Nogi666Y0LN8fVm3JmHGTOk8xEGWvotW_GDbSaZME,1065
 funboost/constant.py,sha256=Yxt3WJt9D8ybcrgiojOy0qjnq5mffwTnTJplerGL0Oo,7188
@@ -33,46 +33,46 @@ funboost/concurrent_pool/backup/async_pool_executor0223.py,sha256=RVUZiylUvpTm6U
 funboost/concurrent_pool/backup/async_pool_executor_back.py,sha256=KL6zEQaa1KkZOlAO85mCC1gwLm-YC5Ghn21IUom0UKM,9598
 funboost/concurrent_pool/backup/async_pool_executor_janus.py,sha256=OHMWJ9l3EYTpPpcrPrGGKd4K0tmQ2PN8HiX0Dta0EOo,5728
 funboost/consumers/__init__.py,sha256=ZXY_6Kut1VYNQiF5aWEgIWobsW1ht9YUP0TdRZRWFqI,126
-funboost/consumers/base_consumer.py,sha256=X1XmLsLjXgpdCPetC_pk87OXjXwAjgsmOqPN3K70IVs,76025
+funboost/consumers/base_consumer.py,sha256=e68jt2P4F8sB_YrNMQML9k_0uqSc727qZZSLAkN5uQs,76496
 funboost/consumers/celery_consumer.py,sha256=9gtz7nlZkmv3ErmaseT0_Q__ltSPx-fOcwi-TMPoaLA,9220
 funboost/consumers/confirm_mixin.py,sha256=eY6fNwx51Hn4bQSYRjyTRwOqfCGsikVnd2Ga_Ep31N4,6062
 funboost/consumers/dramatiq_consumer.py,sha256=ozmeAfeF0U-YNYHK4suQB0N264h5AZdfMH0O45Mh-8A,2229
-funboost/consumers/http_consumer.py,sha256=FWhzkTAfDn7NyDKWVDaOfxy317ekz1o5HiMmsqHPgzg,2191
-funboost/consumers/http_consumer000.py,sha256=NXOSiN1qpLAJfJkuF6SjFpWQ28YxMDULzWCBTNMwYe8,4463
-funboost/consumers/httpsqs_consumer.py,sha256=oqGpAaA29f96i9FIah2dQy7eW5tFVBY82UISG1nOFY8,1183
+funboost/consumers/http_consumer.py,sha256=2MVqEzHW9qIKWvgIQS7VncGfvpmWhQ3BWWjfyHWC-as,2179
+funboost/consumers/http_consumer000.py,sha256=PiiSLSQB-hHgS1vAn8DoHD2siC3zO6_kKjVW0g6AFIc,4379
+funboost/consumers/httpsqs_consumer.py,sha256=kaqOcrKMLrSR27XqeiheRDmpF1KDVDghgbHcefTjqt8,1171
 funboost/consumers/huey_consumer.py,sha256=cW10ZPxdZQzUuJwdqQpJIRPTj2vCbZS0uXFJ7L8bpa4,1843
-funboost/consumers/kafka_consumer.py,sha256=8gJauUVpVDu_xrTg3jNevVzLqv3Ry4n0JIyn89t68tI,4336
-funboost/consumers/kafka_consumer_manually_commit.py,sha256=r4kkCQpoBXRvnb95BkeqECQd_a_koV3Fox2nFuO50_A,9644
-funboost/consumers/kombu_consumer.py,sha256=DGineDPCHYVfvSraFqOi3IKIKvsFvMGldA_Pwfr70Nk,10272
-funboost/consumers/local_python_queue_consumer.py,sha256=jNYohp7IW1d8BT8weHE_6R11fvMFnMOFd8HE7kW8_yg,1305
-funboost/consumers/memory_deque_consumer.py,sha256=hmd6DaEytYDVHfNaJp0eEBKXARshNiYiOnP55VypfLM,1276
-funboost/consumers/mongomq_consumer.py,sha256=eXqn3o3FFRwVAGIs-z67R8T616PMgBwgVzCtg2cTUXA,1194
-funboost/consumers/mqtt_consumer.py,sha256=iqDPW4eqScDpR-mIYPzwop60eG1Lxoh_SCm5PAV_6yk,2309
+funboost/consumers/kafka_consumer.py,sha256=OAq6fclhDBufsWTowAikGBYjptc28SIE-EDzFEz9J-I,4324
+funboost/consumers/kafka_consumer_manually_commit.py,sha256=kkHyTf4EQFEEoyiZ-pZQBR-g3M1rkFYnfKFXoeODCIE,9620
+funboost/consumers/kombu_consumer.py,sha256=hj2J-1r5hBbcTNXIpU6qe1MwYPD-8gEKlDTSRV3B5Js,10208
+funboost/consumers/local_python_queue_consumer.py,sha256=HyUFZXY6phF6eaL1qd5z7Kof3LZ0J6EO0zllBS-skqA,1220
+funboost/consumers/memory_deque_consumer.py,sha256=tTwOkrB9GdySOQstVLnU4hnBnap6rafCeoXhmV0TI5c,1110
+funboost/consumers/mongomq_consumer.py,sha256=e1Cupe-Cb2LUuJlQhER6NecrvK7FyzKKZ2HxyfOI-OY,1119
+funboost/consumers/mqtt_consumer.py,sha256=iLWKxe0CjKHUYrE6YMWNJHto0tD3siUAvZl9ssNsz_s,2297
 funboost/consumers/nameko_consumer.py,sha256=Qhl2FmrIjzjXLkIdMLQdhZ8GmrhiuoEss7cwGHCFT7c,2213
-funboost/consumers/nats_consumer.py,sha256=Ppsu08qARfpdZPYrKLJSlEsGgcCe8kETIEkrQ1d3azM,1131
-funboost/consumers/nsq_consumer.py,sha256=jmocB6Lzh-cwG-ScRMZlv3BWsolheFIQJR9EQYZ8CZM,1609
-funboost/consumers/peewee_conusmer.py,sha256=SXqC4goDtDxG-nYJ0S8A3CfsiEK4pSIYYx0H6assMF4,1248
-funboost/consumers/persist_queue_consumer.py,sha256=ngAC8jvme3hRhNyf-cIWFj2pb88CTUDcWQfxFLgKSDA,1107
-funboost/consumers/pulsar_consumer.py,sha256=DA_UINnLjQJowcgAj7DQcyUZJOMu5ksapzxorVqxC8g,2472
-funboost/consumers/rabbitmq_amqpstorm_consumer.py,sha256=LmBwesd8ngpPb8kR3wNTHmqWuoMtELOCSCiINfus7rk,2318
-funboost/consumers/rabbitmq_pika_consumer.py,sha256=IhUH-DoKaFPhOB2QAdDZx1VruSFbh2DGg08GAQ58Rc4,5512
-funboost/consumers/rabbitmq_pika_consumerv0.py,sha256=6DI8vK295D_ibqps9VgzTqhTPPwiyjaMGlzcpr45LD8,4814
-funboost/consumers/rabbitmq_rabbitpy_consumer.py,sha256=NQllPnQkqLe7u4lNDPurGCOcNu8i-CBiIjn5sGLa0KE,1426
-funboost/consumers/redis_brpoplpush_consumer.py,sha256=NfxqHFnmVGCBeOsWOCSM1pfh0ULtvar-0nRlhOaEMr8,3070
-funboost/consumers/redis_consumer.py,sha256=pcPxqFfVeNIb4lK9dWM0duYN2uQjTt8OxignL6LCKww,2835
-funboost/consumers/redis_consumer_ack_able.py,sha256=ipd7pFvBXc7kKMgZWw1zxxuo3kRR8CiGVOJIhPEb31A,7509
-funboost/consumers/redis_consumer_priority.py,sha256=zgQuCfU7abVvZLJkwEhj-EZtlppODBfJCkITOs9ZyQk,5800
-funboost/consumers/redis_consumer_simple.py,sha256=0osCl1kmhZ4L_Oyfe2oAhHW2HtPp0RXIs7MfpwOCnrA,927
+funboost/consumers/nats_consumer.py,sha256=yv_8SC4zdw5UXBpYooFMXHaC-mNzws5IK0woxHWr1NM,1119
+funboost/consumers/nsq_consumer.py,sha256=KcP4wT656LyvuwyQXnVp0B6DwYvnZ6z_Vyzt0KjHAQc,1518
+funboost/consumers/peewee_conusmer.py,sha256=VqbSu9AdKO4_wgu0XhTWRO3VeWctecbbz2X_V04_kXw,1115
+funboost/consumers/persist_queue_consumer.py,sha256=PUfelfW84YiqcsbcIAveWMC50rw2DScZ3u_aiaS0Kk8,1015
+funboost/consumers/pulsar_consumer.py,sha256=eorN61kCvP3yg4fNAB3ZCfqpJJxPnAN6PJY48uiYX5Y,2385
+funboost/consumers/rabbitmq_amqpstorm_consumer.py,sha256=r6pQP14c9-D1Bn2hc5hHoHqHOgWJaB2itiemEhz4iIM,2214
+funboost/consumers/rabbitmq_pika_consumer.py,sha256=51IkRUSR0v2v7BUlA8oInx81VGeO5OaD2pk0UXHdY78,5408
+funboost/consumers/rabbitmq_pika_consumerv0.py,sha256=rIQToBTBqGdjnzMhg0vyZMY87NtK_Uw8ggiTu39JQ_w,4777
+funboost/consumers/rabbitmq_rabbitpy_consumer.py,sha256=xxINY037pmgF3_lJA-zhf9qUIUx6DdqC7tsUOQL3dL4,1330
+funboost/consumers/redis_brpoplpush_consumer.py,sha256=HqjgjjEibq7D-5XFpJtyaPvtfXD5zbq9cjSHx4aM1gU,2952
+funboost/consumers/redis_consumer.py,sha256=63QbUfEftr29XNG7989UgLWM9Adn01A5gPiBMMGQc0w,2559
+funboost/consumers/redis_consumer_ack_able.py,sha256=e83pwbxYKdXfD-suUh_5uTQwomBB2-FU0xo_iRvLKFo,7221
+funboost/consumers/redis_consumer_priority.py,sha256=C-ftnlGPPoB7YV3GvwLu9POVGDn_GKlBqO6NlsZ-hdY,5566
+funboost/consumers/redis_consumer_simple.py,sha256=0iGaZpTOwbmbz3PkpUjy-PmsN1PmAFweA-LACv1TyZU,806
 funboost/consumers/redis_filter.py,sha256=rKNFz8mxVo4n4o8v3MP4UqdPAtoK7msQ-1xRgzFfts0,7290
-funboost/consumers/redis_pubsub_consumer.py,sha256=f6woSLf-_pynuj6cW31zx9-xuEniiEySjXz9lw7znkI,1220
-funboost/consumers/redis_stream_consumer.py,sha256=Osw4qKQNvSZqFExpPcff5hY5xaHaTdZf5pVSV1SFQZU,6428
-funboost/consumers/rocketmq_consumer.py,sha256=7_yklrYvJ_Eoq3tR0PScLomKTaPA3_tpn-FbVwba6AI,1782
+funboost/consumers/redis_pubsub_consumer.py,sha256=8V8EqobKpEXzpsQx_H3A-JBKLsWOsE0n16g62tUMMYY,1122
+funboost/consumers/redis_stream_consumer.py,sha256=xRfrtpCHxBpPHSto1mu3URN7IivX3klFgQM8IxC5tqs,6396
+funboost/consumers/rocketmq_consumer.py,sha256=23KLRz8iO9e_x7asrceRJYhwJFMruUgmKw7m3pHVkw0,1692
 funboost/consumers/rq_consumer.py,sha256=JX84k6Jiv4pBiQMmnhdJ7s7Qz4ub5TWS4T7qTF-WdlM,876
-funboost/consumers/sqlachemy_consumer.py,sha256=vofeoKri4ERRhQBlzOstXriDDlZAwyETKCPcHSRn5UQ,1312
-funboost/consumers/tcp_consumer.py,sha256=hgjcXOtHyGBDS_h_p0gbOtF__Ba6DS1Chk5P9nc6Its,2045
-funboost/consumers/txt_file_consumer.py,sha256=MlCv9INF6DkLgdU4NsNWynHq1Tgs10a2Hp6Bn56vlIA,1343
-funboost/consumers/udp_consumer.py,sha256=J-G1ZYktXZ_er_1fg3FdSPVl4V_eEIHZXlBadCNpJmE,1643
-funboost/consumers/zeromq_consumer.py,sha256=InC7MphVxA4esGsFYCtPE_EYqpKcFeigqR5CzQ-2LH0,4426
+funboost/consumers/sqlachemy_consumer.py,sha256=PawUaNV7EZWBQVWXkGaXy1Z16hUgxU4BLDeUFR83ewM,1300
+funboost/consumers/tcp_consumer.py,sha256=9uXzbkgEU-r4kH07v4ASxUSTe-JEo-EgJ1228pju4W4,2035
+funboost/consumers/txt_file_consumer.py,sha256=Uelk6q8hYPudofJXMTaCmg_td7z7HAcZGdoqgRgolOs,1261
+funboost/consumers/udp_consumer.py,sha256=l1ll7RL87KK-L1F_DLZccO2ghxFsZtbWUJVXAOCQUx8,1633
+funboost/consumers/zeromq_consumer.py,sha256=2ZAdo01k7EVZN38Eb9CWCd2hepqLM9YHE1qVBxnCPok,4346
 funboost/contrib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/contrib/api_publish_msg.py,sha256=8khUiOjbiaTuNlOU4_FMBYYNLkwHssPw-vnlE0iixVk,2480
 funboost/contrib/django_db_deco.py,sha256=RJaRUYdVqS10gWqM4Ncs0Lngox52SUaqIIn5GK5a8Uo,865
@@ -92,13 +92,13 @@ funboost/core/function_result_status_config.py,sha256=PyjqAQOiwsLt28sRtH-eYRjiI3
 funboost/core/function_result_status_saver.py,sha256=UdokGSwU630t70AZnT9Ecj7GpYXORBDivlc9kadoI2E,9172
 funboost/core/helper_funs.py,sha256=m8OJVJ_U_Wp0roHYrKIrHnihcVzTM8jactGx8m6JdfA,1972
 funboost/core/kill_remote_task.py,sha256=MZ5vWLGt6SxyN76h5Lf_id9tyVUzjR-qXNyJwXaGlZY,8129
-funboost/core/lazy_impoter.py,sha256=bfge5s9_4BGzrifX7p54Wc1Cm7mfI7l1OD9I3Zw4iB0,4867
+funboost/core/lazy_impoter.py,sha256=ikg6g0yJihhx60d9WpRUEzzHOTJRAmmyjrViC06tv3s,4826
 funboost/core/loggers.py,sha256=63GtTPocskAW5tvQSUJzGEEUZ4Gs1kznLs7Tn0H5zAQ,2418
 funboost/core/msg_result_getter.py,sha256=oZDuLDR5XQNzzvgDTsA7wroICToPwrkU9-OAaXXUQSk,8031
-funboost/core/muliti_process_enhance.py,sha256=64rkVa5Eel-0EY2B7lc1dQTRwX4ehARVvcxQVDa6jr0,3568
+funboost/core/muliti_process_enhance.py,sha256=tI3178inc5sqPh-jQc0XaTuUD1diIZyHuukBRk1Gp6Y,3595
 funboost/core/task_id_logger.py,sha256=lR19HQcX6Pp8laURCD656xNpF_JP6nLB3zUKI69EWzE,864
 funboost/core/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-funboost/core/cli/discovery_boosters.py,sha256=UOtmbAsRduMe8Xe6NHJ11c3w7BbsxmqfOIdcWmK_qpE,3926
+funboost/core/cli/discovery_boosters.py,sha256=mbEyv0bUIGcmgkfXLI_Q1IK1QvVwKyro8XccuuMEA6o,3944
 funboost/core/cli/funboost_cli_user_templ.py,sha256=XUpKLxRKtYfebPUM8wii64kB0HW8L7j9LnRpT0xCfQI,2243
 funboost/core/cli/funboost_fire.py,sha256=OT0SNi9Zb0Tom2E0cWuArQs0obUowAA_rpCF7GdaKPs,5065
 funboost/factories/__init__.py,sha256=s7kKKjR1HU5eMjPD6r5b-SXTVMo1zBp2JjOAtkyt5Yo,178
@@ -172,7 +172,7 @@ funboost/utils/block_exit.py,sha256=BnfxNYo3lnmhk686RAEoc4u3D4RU_iEMMMgu5L8gIuI,
 funboost/utils/bulk_operation.py,sha256=B4FBxlz5f4oqlKDWqer7axn4gnDSfsYoMW2zSUCnGcQ,10101
 funboost/utils/ctrl_c_end.py,sha256=FgT9An-qsUA5gW-V-UKWqOh5shC7C_uvTFn0fS7i8GI,439
 funboost/utils/custom_pysnooper.py,sha256=7yXLKEMY_JjPRRt0Y0N-wV2CFhILlYNh40Y6uRBUaj8,5923
-funboost/utils/decorators.py,sha256=J8dwJr2XnXu9r93nv3u2nHGuZANImOEU22LeWLE9xOY,26081
+funboost/utils/decorators.py,sha256=MaoftkcBXLqRNX8KPik7K2jK5p6Brx2QfPitNaJQCm0,26541
 funboost/utils/develop_log.py,sha256=Wsx0ongGjTit5xqgk1BztYlVEkC6d0-Y7GENXLedVqY,271
 funboost/utils/expire_lock.py,sha256=AOkd1KlvZeIwQaz8ZoKxLpGxWgqQ4mfNHcFphh04o8Q,4732
 funboost/utils/json_helper.py,sha256=HDdtLyZBGpWbUm7vmTypKXd8K-Hb-9BaxpdmRlKMYUI,1849
@@ -180,7 +180,7 @@ funboost/utils/mongo_util.py,sha256=g2AdsanKm2v9X-OaTCS6hx_0JvRw5WukXIttN3TD9sI,
 funboost/utils/monkey_color_log.py,sha256=QChhQMTB6phZ2eBaPq-9tFZF1n7pWeJgmJPIB_ugkvs,7367
 funboost/utils/monkey_patches.py,sha256=vGmtPuTwNLbS8T3gpufSC_cD8_Vnp85roZrCpJZUSE4,2890
 funboost/utils/mqtt_util.py,sha256=BfCmyYwI-B8VL9499_IuYlJDCbv6ZhwyWThMf8dANOU,3199
-funboost/utils/paramiko_util.py,sha256=Abtid-dnM2OxK6tByaA3nhpgRxpkWRYWvdziV8rE7cQ,5250
+funboost/utils/paramiko_util.py,sha256=rHJm9Cp1YX24ew3jT5iR0qPqv-WJLd7VhRoMkHphY60,5244
 funboost/utils/rabbitmq_factory.py,sha256=ifDCn2RxSGL4MccmktJc5FYQhAcboCgHBlEo3WGpq3g,2910
 funboost/utils/redis_manager.py,sha256=iG3e9k3oedtKcGwDnjKA0hUFsk_MSlvVM2C3m3K97Y4,3657
 funboost/utils/redis_manager_old.py,sha256=c3RBXN6dM3kjVBqkCdotpZuYmFs4d9emfp5iJgC61Us,5516
@@ -265,9 +265,9 @@ funboost/utils/pysnooper_ydf/utils.py,sha256=evSmGi_Oul7vSP47AJ0DLjFwoCYCfunJZ1m
 funboost/utils/pysnooper_ydf/variables.py,sha256=QejRDESBA06KG9OH4sBT4J1M55eaU29EIHg8K_igaXo,3693
 funboost/utils/times/__init__.py,sha256=Y4bQD3SIA_E7W2YvHq2Qdi0dGM4H2DxyFNdDOuFOq1w,2417
 funboost/utils/times/version.py,sha256=11XfnZVVzOgIhXXdeN_mYfdXThfrsbQHpA0wCjz-hpg,17
-funboost-44.2.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
-funboost-44.2.dist-info/METADATA,sha256=wH1HetVBjgbVv8EaDqYaGw8_jrxG46Kh9Z-ESr54eKc,31351
-funboost-44.2.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-funboost-44.2.dist-info/entry_points.txt,sha256=BQMqRALuw-QT9x2d7puWaUHriXfy3wIzvfzF61AnSSI,97
-funboost-44.2.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
-funboost-44.2.dist-info/RECORD,,
+funboost-44.3.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
+funboost-44.3.dist-info/METADATA,sha256=xBG1vtA6ZsyfQGXqXTN9wpgIRDsiIKIl5g8zlbyRk0Y,31351
+funboost-44.3.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+funboost-44.3.dist-info/entry_points.txt,sha256=BQMqRALuw-QT9x2d7puWaUHriXfy3wIzvfzF61AnSSI,97
+funboost-44.3.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
+funboost-44.3.dist-info/RECORD,,