funboost 44.1__py3-none-any.whl → 44.2__py3-none-any.whl

funboost/__init__.py

@@ -13,7 +13,7 @@ set_frame_config这个模块的 use_config_form_funboost_config_module() 是核
 这段注释说明和使用的用户无关,只和框架开发人员有关.
 '''
 
-__version__ = "44.1"
+__version__ = "44.2"
 
 from funboost.set_frame_config import show_frame_config
 

funboost/consumers/base_consumer.py

@@ -49,7 +49,7 @@ from funboost.concurrent_pool.single_thread_executor import SoloExecutor
 
 from funboost.core.function_result_status_saver import ResultPersistenceHelper, FunctionResultStatus, RunStatus
 
-from funboost.core.helper_funs import delete_keys_and_return_new_dict, get_publish_time, generate_task_id
+from funboost.core.helper_funs import delete_keys_and_return_new_dict, get_publish_time, MsgGenerater
 
 from funboost.concurrent_pool.async_helper import simple_run_in_executor
 from funboost.concurrent_pool.async_pool_executor import AsyncPoolExecutor
@@ -383,8 +383,11 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
         """
         raise NotImplementedError
 
-    def _auto_fill_msg(self, msg: dict):
-        """填充消息,消息没有使用funboost来发送,并且没有extra相关字段时候"""
+    def convert_msg_before_run(self, msg: dict):
+        """
+        转换消息,消息没有使用funboost来发送,并且没有extra相关字段时候
+        用户也可以按照4.21文档,继承任意Consumer类,并实现这个方法 convert_msg_before_run,先转换消息.
+        """
         """ 一般消息至少包含这样
         {
           "a": 42,
@@ -405,11 +408,11 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
             msg['extra'] = {'is_auto_fill_extra': True}
         extra = msg['extra']
         if 'task_id' not in extra:
-            extra['task_id'] = generate_task_id(self._queue_name)
+            extra['task_id'] = MsgGenerater.generate_task_id(self._queue_name)
         if 'publish_time' not in extra:
-            extra['publish_time'] = round(time.time(), 4)
+            extra['publish_time'] = MsgGenerater.generate_publish_time()
         if 'publish_time_format':
-            extra['publish_time_format'] = time.strftime('%Y-%m-%d %H:%M:%S')
+            extra['publish_time_format'] = MsgGenerater.generate_publish_time_format()
 
     def _submit_task(self, kw):
         while 1:  # 这一块的代码为支持暂停消费。
@@ -426,7 +429,7 @@ class AbstractConsumer(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
             self._requeue(kw)
             time.sleep(self.time_interval_for_check_do_not_run_time)
             return
-        self._auto_fill_msg(kw['body'])
+        self.convert_msg_before_run(kw['body'])
         function_only_params = delete_keys_and_return_new_dict(kw['body'], )
         if self._get_priority_conf(kw, 'do_task_filtering') and self._redis_filter.check_value_exists(
                 function_only_params):  # 对函数的参数进行检查，过滤已经执行过并且成功的任务。

funboost/consumers/http_consumer.py

@@ -4,11 +4,11 @@
 import asyncio
 import json
 
-from aiohttp import web
-from aiohttp.web_request import Request
+# from aiohttp import web
+# from aiohttp.web_request import Request
 
 from funboost.consumers.base_consumer import AbstractConsumer
-
+from funboost.core.lazy_impoter import AioHttpImporter
 
 class HTTPConsumer(AbstractConsumer, ):
     """
@@ -38,26 +38,26 @@ class HTTPConsumer(AbstractConsumer, ):
         #
         # flask_app.run('0.0.0.0', port=self._port,debug=False)
 
-        routes = web.RouteTableDef()
+        routes = AioHttpImporter().web.RouteTableDef()
 
         # noinspection PyUnusedLocal
         @routes.get('/')
         async def hello(request):
-            return web.Response(text="Hello, from funboost")
+            return AioHttpImporter().web.Response(text="Hello, from funboost")
 
         @routes.post('/queue')
-        async def recv_msg(request: Request):
+        async def recv_msg(request: AioHttpImporter().Request):
             data = await request.post()
             msg = data['msg']
             kw = {'body': json.loads(msg)}
             self._submit_task(kw)
-            return web.Response(text="finish")
+            return AioHttpImporter().web.Response(text="finish")
 
-        app = web.Application()
+        app = AioHttpImporter().web.Application()
         app.add_routes(routes)
         loop = asyncio.new_event_loop()
         asyncio.set_event_loop(loop)
-        web.run_app(app, host='0.0.0.0', port=self._port, )
+        AioHttpImporter().web.run_app(app, host='0.0.0.0', port=self._port, )
 
     def _confirm_consume(self, kw):
         pass  # 没有确认消费的功能。

funboost/consumers/kafka_consumer.py

@@ -3,16 +3,14 @@
 # @Time    : 2022/8/8 0008 13:32
 import json
 # noinspection PyPackageRequirements
-from kafka import KafkaConsumer as OfficialKafkaConsumer, KafkaProducer, KafkaAdminClient
-# noinspection PyPackageRequirements
-from kafka.admin import NewTopic
-# noinspection PyPackageRequirements
-from kafka.errors import TopicAlreadyExistsError
+
 from funboost.constant import BrokerEnum
 from funboost.consumers.base_consumer import AbstractConsumer
+from funboost.core.lazy_impoter import KafkaPythonImporter
 from funboost.funboost_config_deafult import BrokerConnConfig
 # from nb_log import get_logger
 from funboost.core.loggers import get_funboost_file_logger
+
 # LogManager('kafka').get_logger_and_add_handlers(30)
 get_funboost_file_logger('kafka', log_level_int=30)
 
@@ -36,18 +34,18 @@ class KafkaConsumer(AbstractConsumer):
 
     def _shedual_task(self):
         try:
-            admin_client = KafkaAdminClient(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
-            admin_client.create_topics([NewTopic(self._queue_name, 10, 1)])
+            admin_client = KafkaPythonImporter().KafkaAdminClient(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
+            admin_client.create_topics([KafkaPythonImporter().NewTopic(self._queue_name, 10, 1)])
             # admin_client.create_partitions({self._queue_name: NewPartitions(total_count=16)})
-        except TopicAlreadyExistsError:
+        except KafkaPythonImporter().TopicAlreadyExistsError:
             pass
 
-        self._producer = KafkaProducer(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
-        consumer = OfficialKafkaConsumer(self._queue_name, bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS,
-                                         group_id=self.consumer_params.broker_exclusive_config["group_id"],
-                                         enable_auto_commit=True,
-                                         auto_offset_reset=self.consumer_params.broker_exclusive_config["auto_offset_reset"],
-                                         )
+        self._producer = KafkaPythonImporter().KafkaProducer(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
+        consumer = KafkaPythonImporter().OfficialKafkaConsumer(self._queue_name, bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS,
+                                                               group_id=self.consumer_params.broker_exclusive_config["group_id"],
+                                                               enable_auto_commit=True,
+                                                               auto_offset_reset=self.consumer_params.broker_exclusive_config["auto_offset_reset"],
+                                                               )
         #  auto_offset_reset (str): A policy for resetting offsets on
         #             OffsetOutOfRange errors: 'earliest' will move to the oldest
         #             available message, 'latest' will move to the most recent. Any

funboost/consumers/kafka_consumer_manually_commit.py

@@ -10,13 +10,10 @@ from collections import defaultdict, OrderedDict
 import time
 
 # noinspection PyPackageRequirements
-from kafka import KafkaProducer, KafkaAdminClient
+# pip install kafka-python==2.0.2
 
-# noinspection PyPackageRequirements
-from kafka.admin import NewTopic
-# noinspection PyPackageRequirements
-from kafka.errors import TopicAlreadyExistsError
 from funboost.consumers.base_consumer import AbstractConsumer
+from funboost.core.lazy_impoter import KafkaPythonImporter
 from funboost.funboost_config_deafult import BrokerConnConfig
 from confluent_kafka.cimpl import TopicPartition
 from confluent_kafka import Consumer as ConfluentConsumer  # 这个包在win下不好安装，用户用这个中间件的时候自己再想办法安装。win用户需要安装c++ 14.0以上环境。
@@ -39,13 +36,13 @@ class KafkaConsumerManuallyCommit(AbstractConsumer):
     def _shedual_task(self):
 
         try:
-            admin_client = KafkaAdminClient(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
-            admin_client.create_topics([NewTopic(self._queue_name, 10, 1)])
+            admin_client = KafkaPythonImporter().KafkaAdminClient(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
+            admin_client.create_topics([KafkaPythonImporter().NewTopic(self._queue_name, 10, 1)])
             # admin_client.create_partitions({self._queue_name: NewPartitions(total_count=16)})
-        except TopicAlreadyExistsError:
+        except KafkaPythonImporter().TopicAlreadyExistsError:
             pass
 
-        self._producer = KafkaProducer(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
+        self._producer = KafkaPythonImporter().KafkaProducer(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
         # consumer 配置 https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md
         self._confluent_consumer = ConfluentConsumer({
             'bootstrap.servers': ','.join(BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS),
@@ -130,14 +127,14 @@ class SaslPlainKafkaConsumer(KafkaConsumerManuallyCommit):
     def _shedual_task(self):
 
         try:
-            admin_client = KafkaAdminClient(
+            admin_client = KafkaPythonImporter().KafkaAdminClient(
                 **BrokerConnConfig.KFFKA_SASL_CONFIG)
-            admin_client.create_topics([NewTopic(self._queue_name, 10, 1)])
+            admin_client.create_topics([KafkaPythonImporter().NewTopic(self._queue_name, 10, 1)])
             # admin_client.create_partitions({self._queue_name: NewPartitions(total_count=16)})
-        except TopicAlreadyExistsError:
+        except KafkaPythonImporter().TopicAlreadyExistsError:
             pass
 
-        self._producer = KafkaProducer(
+        self._producer = KafkaPythonImporter().KafkaProducer(
             **BrokerConnConfig.KFFKA_SASL_CONFIG)
         # consumer 配置 https://github.com/edenhill/librdkafka/blob/master/CONFIGURATION.md
         self._confluent_consumer = ConfluentConsumer({

funboost/consumers/mqtt_consumer.py

@@ -5,8 +5,9 @@ import json
 # import time
 from funboost.constant import BrokerEnum
 from funboost.consumers.base_consumer import AbstractConsumer
+from funboost.core.lazy_impoter import PahoMqttImporter
 from funboost.funboost_config_deafult import BrokerConnConfig
-import paho.mqtt.client as mqtt
+# import paho.mqtt.client as mqtt
 
 
 class MqttConsumer(AbstractConsumer):
@@ -23,7 +24,7 @@ class MqttConsumer(AbstractConsumer):
 
     # noinspection DuplicatedCode
     def _shedual_task(self):
-        client = mqtt.Client()
+        client = PahoMqttImporter().mqtt.Client()
         # client.username_pw_set('admin', password='public')
         client.on_connect = self._on_connect
         client.on_message = self._on_message

funboost/consumers/nats_consumer.py

@@ -1,7 +1,8 @@
 import json
-from pynats import NATSClient, NATSMessage  # noqa
-from funboost.constant import BrokerEnum
+# from pynats import NATSClient, NATSMessage  # noqa
+
 from funboost.consumers.base_consumer import AbstractConsumer
+from funboost.core.lazy_impoter import NatsImporter
 from funboost.funboost_config_deafult import BrokerConnConfig
 
 
@@ -13,10 +14,10 @@ class NatsConsumer(AbstractConsumer):
 
     def _shedual_task(self):
         # print(88888888888888)
-        nats_client = NATSClient(BrokerConnConfig.NATS_URL, socket_timeout=600, socket_keepalive=True)
+        nats_client = NatsImporter().NATSClient(BrokerConnConfig.NATS_URL, socket_timeout=600, socket_keepalive=True)
         nats_client.connect()
 
-        def callback(msg: NATSMessage):
+        def callback(msg: NatsImporter().NATSMessage):
             # print(type(msg))
             # print(msg.reply)
             # print(f"Received a message with subject {msg.subject}: {msg.payload}")

funboost/consumers/nsq_consumer.py

@@ -2,8 +2,10 @@
 # @Author  : ydf
 # @Time    : 2022/8/8 0008 13:32
 import json
-from gnsq import Consumer, Message
-from funboost.constant import BrokerEnum
+
+from funboost.core.lazy_impoter import GnsqImporter
+# from gnsq import Consumer, Message
+
 from funboost.funboost_config_deafult import BrokerConnConfig
 from funboost.consumers.base_consumer import AbstractConsumer
 # from nb_log import LogManager
@@ -19,11 +21,11 @@ class NsqConsumer(AbstractConsumer):
 
 
     def _shedual_task(self):
-        consumer = Consumer(self._queue_name, 'frame_channel', BrokerConnConfig.NSQD_TCP_ADDRESSES,
+        consumer = GnsqImporter().Consumer(self._queue_name, 'frame_channel', BrokerConnConfig.NSQD_TCP_ADDRESSES,
                             max_in_flight=self.consumer_params.concurrent_num, heartbeat_interval=60, timeout=600, )  # heartbeat_interval 不能设置为600
 
         @consumer.on_message.connect
-        def handler(consumerx: Consumer, message: Message):
+        def handler(consumerx: GnsqImporter().Consumer, message: GnsqImporter().Message):
             # 第一条消息不能并发，第一条消息之后可以并发。
             self._print_message_get_from_broker('nsq', message.body.decode())
             # self.logger.debug(f'从nsq的 [{self._queue_name}] 主题中 取出的消息是：  {message.body.decode()}')

funboost/consumers/zeromq_consumer.py

@@ -4,10 +4,11 @@ import os
 import socket
 import json
 # import time
-import zmq
+# import zmq
 import multiprocessing
 from funboost.constant import BrokerEnum
 from funboost.consumers.base_consumer import AbstractConsumer
+from funboost.core.lazy_impoter import ZmqImporter
 # from nb_log import get_logger
 from funboost.core.loggers import get_funboost_file_logger
 
@@ -32,17 +33,17 @@ logger_zeromq_broker = get_funboost_file_logger('zeromq_broker')
 # noinspection PyUnresolvedReferences
 def start_broker(port_router: int, port_dealer: int):
     try:
-        context = zmq.Context()
+        context = ZmqImporter().zmq.Context()
         # noinspection PyUnresolvedReferences
-        frontend = context.socket(zmq.ROUTER)
-        backend = context.socket(zmq.DEALER)
+        frontend = context.socket(ZmqImporter().zmq.ROUTER)
+        backend = context.socket(ZmqImporter().zmq.DEALER)
         frontend.bind(f"tcp://*:{port_router}")
         backend.bind(f"tcp://*:{port_dealer}")
 
         # Initialize poll set
-        poller = zmq.Poller()
-        poller.register(frontend, zmq.POLLIN)
-        poller.register(backend, zmq.POLLIN)
+        poller = ZmqImporter().zmq.Poller()
+        poller.register(frontend, ZmqImporter().zmq.POLLIN)
+        poller.register(backend, ZmqImporter().zmq.POLLIN)
         logger_zeromq_broker.info(f'broker 绑定端口  {port_router}   {port_dealer}  成功')
 
         # Switch messages between sockets
@@ -50,11 +51,11 @@ def start_broker(port_router: int, port_dealer: int):
         while True:
             socks = dict(poller.poll())  # 轮询器 循环接收
 
-            if socks.get(frontend) == zmq.POLLIN:
+            if socks.get(frontend) == ZmqImporter().zmq.POLLIN:
                 message = frontend.recv_multipart()
                 backend.send_multipart(message)
 
-            if socks.get(backend) == zmq.POLLIN:
+            if socks.get(backend) == ZmqImporter().zmq.POLLIN:
                 message = backend.recv_multipart()
                 frontend.send_multipart(message)
     except BaseException as e:
@@ -87,9 +88,9 @@ class ZeroMqConsumer(AbstractConsumer):
     # noinspection DuplicatedCode
     def _shedual_task(self):
         self.start_broker_queue_name_as_port()
-        context = zmq.Context()
+        context = ZmqImporter().zmq.Context()
         # noinspection PyUnresolvedReferences
-        zsocket = context.socket(zmq.REP)
+        zsocket = context.socket(ZmqImporter().zmq.REP)
         zsocket.connect(f"tcp://localhost:{int(self._queue_name) + 1}")
 
         while True:

funboost/core/funboost_config_getter.py

@@ -0,0 +1,7 @@
+def _try_get_user_funboost_common_config(funboost_common_conf_field:str):
+    try:
+        import funboost_config  # 第一次启动funboost前还没这个文件,或者还没有初始化配置之前,就要使用使用配置.
+        return getattr(funboost_config.FunboostCommonConfig,funboost_common_conf_field)
+    except Exception as e:
+        print(e)
+        return None

funboost/core/funboost_time.py

@@ -0,0 +1,28 @@
+import pytz
+import time
+
+import datetime
+
+import typing
+
+from nb_time import NbTime
+from funboost.funboost_config_deafult import FunboostCommonConfig
+
+class FunboostTime(NbTime):
+    default_formatter = NbTime.FORMATTER_DATETIME_NO_ZONE
+    def get_time_zone_str(self,time_zone: typing.Union[str, datetime.tzinfo,None] = None):
+        return time_zone or self.default_time_zone or  FunboostCommonConfig.TIMEZONE  or self.get_localzone_name()
+
+
+
+if __name__ == '__main__':
+    print(NbTime())
+    for i in range(100000):
+        # print(generate_publish_time())
+        # print(generate_publish_time_format())
+        # generate_publish_time()
+        # generate_publish_time_format()
+
+        datetime.datetime.now(tz=pytz.timezone(FunboostCommonConfig.TIMEZONE)).strftime(NbTime.FORMATTER_DATETIME_NO_ZONE)
+        datetime.datetime.now(tz=pytz.timezone(FunboostCommonConfig.TIMEZONE)).timestamp()
+    print(NbTime())

funboost/core/helper_funs.py

@@ -2,6 +2,8 @@ import copy
 import time
 import uuid
 
+from funboost.core.funboost_time import FunboostTime
+
 
 def get_publish_time(paramsx: dict):
     """
@@ -37,13 +39,23 @@ def block_python_main_thread_exit():
 run_forever = block_python_main_thread_exit
 
 
-def _try_get_user_funboost_common_config(funboost_common_conf_field:str):
-    try:
-        import funboost_config  # 第一次启动funboost前还没这个文件,或者还没有初始化配置之前,就要使用使用配置.
-        return getattr(funboost_config.FunboostCommonConfig,funboost_common_conf_field)
-    except Exception as e:
-        print(e)
-        return None
+class MsgGenerater:
+    @staticmethod
+    def generate_task_id(queue_name:str) -> str:
+        return f'{queue_name}_result:{uuid.uuid4()}'
+
+    @staticmethod
+    def generate_publish_time() -> float:
+        return round(FunboostTime().timestamp,4)
+
+    @staticmethod
+    def generate_publish_time_format() -> str:
+        return FunboostTime().get_str()
+
+    @classmethod
+    def generate_pulish_time_and_task_id(cls,queue_name:str,task_id=None):
+        extra_params = {'task_id': task_id or cls.generate_task_id(queue_name), 'publish_time': cls.generate_publish_time(),
+                        'publish_time_format': cls.generate_publish_time_format()}
+        return extra_params
+
 
-def generate_task_id(queue_name:str):
-    return f'{queue_name}_result:{uuid.uuid4()}'

funboost/core/lazy_impoter.py

@@ -2,8 +2,11 @@ import abc
 
 from funboost.utils.decorators import cached_method_result, singleton, SingletonBaseNew, SingletonBaseCustomInit
 
+"""
+延迟导入
+或者使用时候再pip安装
+"""
 
-# @singleton   # 不方便代码补全
 
 class LazyImpoter(SingletonBaseNew):
     """
@@ -79,20 +82,99 @@ class EventletImporter:
         self.patcher = patcher
         self.Timeout = Timeout
 
+
 @singleton
 class PeeweeImporter:
     def __init__(self):
-        '''pip install peewee == 3.17'''
+        """pip install peewee == 3.17"""
         from peewee import ModelSelect, Model, BigAutoField, CharField, DateTimeField, MySQLDatabase
         from playhouse.shortcuts import model_to_dict, dict_to_model
         self.ModelSelect = ModelSelect
         self.Model = Model
         self.BigAutoField = BigAutoField
         self.CharField = CharField
-        self.DateTimeField =DateTimeField
+        self.DateTimeField = DateTimeField
         self.MySQLDatabase = MySQLDatabase
         self.model_to_dict = model_to_dict
-        self.dict_to_model =dict_to_model
+        self.dict_to_model = dict_to_model
+
+
+@singleton
+class AioHttpImporter:
+
+    def __init__(self):
+        """pip install aiohttp==3.8.3"""
+        from aiohttp import web
+        from aiohttp.web_request import Request
+        self.web = web
+        self.Request = Request
+
+
+@singleton
+class NatsImporter:
+    def __init__(self):
+        """pip install nats-python """
+        from pynats import NATSClient, NATSMessage
+        self.NATSClient = NATSClient
+        self.NATSMessage = NATSMessage
+
+@singleton
+class GnsqImporter:
+    def __init__(self):
+        """pip install  gnsq==1.0.1"""
+        from gnsq import Consumer, Message
+        from gnsq import Producer, NsqdHTTPClient
+        from gnsq.errors import NSQHttpError
+        self.Consumer = Consumer
+        self.Message = Message
+        self.Producer = Producer
+        self.NsqdHTTPClient = NsqdHTTPClient
+        self.NSQHttpError = NSQHttpError
+
+@singleton
+class ElasticsearchImporter:
+    def __init__(self):
+        """pip install elasticsearch """
+        from elasticsearch import helpers
+        self.helpers = helpers
+
+
+@singleton
+class PsutilImporter:
+    def __init__(self):
+        """pip install  psutil"""
+        import psutil
+        self.psutil = psutil
+
+@singleton
+class PahoMqttImporter:
+    def __init__(self):
+        """pip install paho-mqtt"""
+        import paho.mqtt.client as mqtt
+        self.mqtt = mqtt
+
+@singleton
+class ZmqImporter:
+    def __init__(self):
+        """pip install zmq pyzmq"""
+        import zmq
+        self.zmq = zmq
+
+@singleton
+class KafkaPythonImporter:
+    def __init__(self):
+        """pip install kafka-python==2.0.2"""
+
+        from kafka import KafkaConsumer as OfficialKafkaConsumer, KafkaProducer, KafkaAdminClient
+        from kafka.admin import NewTopic
+        from kafka.errors import TopicAlreadyExistsError
+
+        self.OfficialKafkaConsumer = OfficialKafkaConsumer
+        self.KafkaProducer = KafkaProducer
+        self.KafkaAdminClient = KafkaAdminClient
+        self.NewTopic = NewTopic
+        self.TopicAlreadyExistsError = TopicAlreadyExistsError
+
 
 if __name__ == '__main__':
     for i in range(10000):

funboost/core/loggers.py

@@ -1,5 +1,5 @@
 import nb_log
-from funboost.core.helper_funs import _try_get_user_funboost_common_config
+from funboost.core.funboost_config_getter import _try_get_user_funboost_common_config
 
 # noinspection PyUnresolvedReferences
 from nb_log import get_logger, LoggerLevelSetterMixin, nb_log_config_default

funboost/function_result_web/app.py

@@ -5,6 +5,9 @@
 import datetime
 import json
 
+"""
+pip install Flask flask_bootstrap  flask_wtf  wtforms flask_login       
+"""
 from flask import render_template, Flask, request, url_for, jsonify, flash, redirect
 from flask_bootstrap import Bootstrap
 from flask_wtf import FlaskForm

funboost/function_result_web/functions.py

@@ -5,7 +5,6 @@ import datetime
 import json
 from pprint import pprint
 import time
-from flask import jsonify
 import copy
 from funboost import nb_print
 from funboost.utils import time_util, decorators, LoggerMixin

funboost/publishers/base_publisher.py

@@ -9,17 +9,15 @@ import json
 import logging
 import multiprocessing
 import threading
-import uuid
 import time
 import typing
 from functools import wraps
 from threading import Lock
-import datetime
 import amqpstorm
 
 import nb_log
 from funboost.core.func_params_model import PublisherParams, PriorityConsumingControlConfig
-from funboost.core.helper_funs import generate_task_id
+from funboost.core.helper_funs import MsgGenerater
 from funboost.core.loggers import develop_logger
 
 from pikav1.exceptions import AMQPError as PikaAMQPError
@@ -28,7 +26,7 @@ from pikav1.exceptions import AMQPError as PikaAMQPError
 from funboost.core.loggers import LoggerLevelSetterMixin, FunboostFileLoggerMixin, get_logger
 from funboost.core.msg_result_getter import AsyncResult, AioAsyncResult
 from funboost.core.task_id_logger import TaskIdLogger
-from funboost.utils import decorators, time_util
+from funboost.utils import decorators
 from funboost.funboost_config_deafult import BrokerConnConfig, FunboostCommonConfig
 
 RedisAsyncResult = AsyncResult  # 别名
@@ -191,9 +189,8 @@ class AbstractPublisher(LoggerLevelSetterMixin, metaclass=abc.ABCMeta, ):
             raw_extra = msg['extra']
         if self.publish_params_checker and self.publisher_params.should_check_publish_func_params:
             self.publish_params_checker.check_params(msg_function_kw)
-        task_id = task_id or generate_task_id(self._queue_name)
-        extra_params = {'task_id': task_id, 'publish_time': round(time.time(), 4),
-                        'publish_time_format': time.strftime('%Y-%m-%d %H:%M:%S')}
+        task_id = task_id or MsgGenerater.generate_task_id(self._queue_name)
+        extra_params = MsgGenerater.generate_pulish_time_and_task_id(self._queue_name, task_id=task_id)
         if priority_control_config:
             extra_params.update(priority_control_config.dict(exclude_none=True))
         extra_params.update(raw_extra)

funboost/publishers/confluent_kafka_publisher.py

@@ -4,6 +4,8 @@
 
 import os
 
+from funboost.core.lazy_impoter import KafkaPythonImporter
+
 if os.name == 'nt':
     """
     为了保险起见，这样做一下,设置一下path，否则anaconda安装的python可能出现 ImportError: DLL load failed while importing cimpl: 找不到指定的模块。
@@ -24,12 +26,7 @@ if os.name == 'nt':
 
 import atexit
 import time
-# noinspection PyPackageRequirements
-from kafka import KafkaProducer, KafkaAdminClient
-# noinspection PyPackageRequirements
-from kafka.admin import NewTopic
-# noinspection PyPackageRequirements
-from kafka.errors import TopicAlreadyExistsError
+
 from confluent_kafka import Producer as ConfluentProducer
 from funboost.funboost_config_deafult import BrokerConnConfig
 from funboost.publishers.base_publisher import AbstractPublisher
@@ -45,10 +42,10 @@ class ConfluentKafkaPublisher(AbstractPublisher, ):
 
         # self._producer = KafkaProducer(bootstrap_servers=funboost_config_deafult.KAFKA_BOOTSTRAP_SERVERS)
         try:
-            admin_client = KafkaAdminClient(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
-            admin_client.create_topics([NewTopic(self._queue_name, 10, 1)])
+            admin_client = KafkaPythonImporter().KafkaAdminClient(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
+            admin_client.create_topics([KafkaPythonImporter().NewTopic(self._queue_name, 10, 1)])
             # admin_client.create_partitions({self._queue_name: NewPartitions(total_count=16)})
-        except TopicAlreadyExistsError:
+        except KafkaPythonImporter().TopicAlreadyExistsError:
             pass
         except BaseException as e:
             self.logger.exception(e)
@@ -92,10 +89,10 @@ class SaslPlainKafkaPublisher(ConfluentKafkaPublisher):
     def custom_init(self):
         # self._producer = KafkaProducer(bootstrap_servers=funboost_config_deafult.KAFKA_BOOTSTRAP_SERVERS)
         try:
-            admin_client = KafkaAdminClient(**BrokerConnConfig.KFFKA_SASL_CONFIG)
-            admin_client.create_topics([NewTopic(self._queue_name, 10, 1)])
+            admin_client = KafkaPythonImporter().KafkaAdminClient(**BrokerConnConfig.KFFKA_SASL_CONFIG)
+            admin_client.create_topics([KafkaPythonImporter().NewTopic(self._queue_name, 10, 1)])
             # admin_client.create_partitions({self._queue_name: NewPartitions(total_count=16)})
-        except TopicAlreadyExistsError:
+        except KafkaPythonImporter().TopicAlreadyExistsError:
             pass
         except BaseException as e:
             self.logger.exception(e)

funboost/publishers/kafka_publisher.py

@@ -5,13 +5,7 @@
 # noinspection PyPackageRequirements
 import atexit
 
-# noinspection PyPackageRequirements
-from kafka import KafkaProducer, KafkaAdminClient
-# noinspection PyPackageRequirements
-from kafka.admin import NewTopic
-# noinspection PyPackageRequirements
-from kafka.errors import TopicAlreadyExistsError
-
+from funboost.core.lazy_impoter import KafkaPythonImporter
 from funboost.funboost_config_deafult import BrokerConnConfig
 from funboost.publishers.base_publisher import AbstractPublisher
 
@@ -23,12 +17,12 @@ class KafkaPublisher(AbstractPublisher, ):
 
     # noinspection PyAttributeOutsideInit
     def custom_init(self):
-        self._producer = KafkaProducer(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
-        self._admin_client = KafkaAdminClient(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
+        self._producer = KafkaPythonImporter().KafkaProducer(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
+        self._admin_client = KafkaPythonImporter().KafkaAdminClient(bootstrap_servers=BrokerConnConfig.KAFKA_BOOTSTRAP_SERVERS)
         try:
-            self._admin_client.create_topics([NewTopic(self._queue_name, 10, 2)])
+            self._admin_client.create_topics([KafkaPythonImporter().NewTopic(self._queue_name, 10, 2)])
             # admin_client.create_partitions({self._queue_name: NewPartitions(total_count=16)})
-        except TopicAlreadyExistsError:
+        except KafkaPythonImporter().TopicAlreadyExistsError:
             pass
         except BaseException as e:
             self.logger.exception(e)

funboost/publishers/mqtt_publisher.py

@@ -1,6 +1,7 @@
 # -*- coding: utf-8 -*-
 # @Author  : ydf
 # @Time    : 2022/8/8 0008 12:12
+from funboost.core.lazy_impoter import PahoMqttImporter
 from funboost.publishers.base_publisher import AbstractPublisher
 from funboost.funboost_config_deafult import BrokerConnConfig
 
@@ -53,7 +54,7 @@ client.loop_forever() # 保持连接
 著作权归作者所有。商业转载请联系作者获得授权，非商业转载请注明出处。
 """
 
-import paho.mqtt.client as mqtt
+# import paho.mqtt.client as mqtt
 
 
 # def on_connect(client, userdata, flags, rc):
@@ -71,7 +72,7 @@ class MqttPublisher(AbstractPublisher, ):
 
     # noinspection PyAttributeOutsideInit
     def custom_init(self):
-        client = mqtt.Client()
+        client = PahoMqttImporter().mqtt.Client()
         # client.username_pw_set('admin', password='public')
         client.on_connect = self._on_connect
         client.on_socket_close = self._on_socket_close

funboost/publishers/nats_publisher.py

@@ -1,4 +1,4 @@
-from pynats import NATSClient  # noqa
+from funboost.core.lazy_impoter import NatsImporter
 from funboost.publishers.base_publisher import AbstractPublisher
 from funboost.funboost_config_deafult import BrokerConnConfig
 
@@ -10,7 +10,7 @@ class NatsPublisher(AbstractPublisher, ):
 
     # noinspection PyAttributeOutsideInit
     def custom_init(self):
-        self.nats_client = NATSClient(BrokerConnConfig.NATS_URL)
+        self.nats_client = NatsImporter().NATSClient(BrokerConnConfig.NATS_URL)
         self.nats_client.connect()
 
     def concrete_realization_of_publish(self, msg):

funboost/publishers/nsq_publisher.py

@@ -1,9 +1,7 @@
 # -*- coding: utf-8 -*-
 # @Author  : ydf
 # @Time    : 2022/8/19 0008 12:12
-
-from gnsq import Producer, NsqdHTTPClient
-from gnsq.errors import NSQHttpError
+from funboost.core.lazy_impoter import GnsqImporter
 from funboost.publishers.base_publisher import AbstractPublisher
 from funboost.funboost_config_deafult import BrokerConnConfig
 
@@ -15,8 +13,8 @@ class NsqPublisher(AbstractPublisher, ):
 
     # noinspection PyAttributeOutsideInit
     def custom_init(self):
-        self._nsqd_cleint = NsqdHTTPClient(BrokerConnConfig.NSQD_HTTP_CLIENT_HOST, BrokerConnConfig.NSQD_HTTP_CLIENT_PORT)
-        self._producer = Producer(BrokerConnConfig.NSQD_TCP_ADDRESSES)
+        self._nsqd_cleint = GnsqImporter().NsqdHTTPClient(BrokerConnConfig.NSQD_HTTP_CLIENT_HOST, BrokerConnConfig.NSQD_HTTP_CLIENT_PORT)
+        self._producer = GnsqImporter().Producer(BrokerConnConfig.NSQD_TCP_ADDRESSES)
         self._producer.start()
 
     def concrete_realization_of_publish(self, msg):
@@ -26,7 +24,7 @@ class NsqPublisher(AbstractPublisher, ):
     def clear(self):
         try:
             self._nsqd_cleint.empty_topic(self._queue_name)
-        except NSQHttpError as e:
+        except GnsqImporter().NSQHttpError as e:
             self.logger.exception(e)  # 不能清除一个不存在的topoc会报错，和其他消息队列中间件不同。
         self.logger.warning(f'清除 {self._queue_name} topic中的消息成功')
 

funboost/publishers/zeromq_publisher.py

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 # @Author  : ydf
-import zmq
+from funboost.core.lazy_impoter import ZmqImporter
 from funboost.publishers.base_publisher import AbstractPublisher
 
 
@@ -10,8 +10,8 @@ class ZeroMqPublisher(AbstractPublisher):
     zeromq 中间件的发布者，zeromq基于socket代码，不会持久化，且不需要安装软件。
     """
     def custom_init(self):
-        context = zmq.Context()
-        socket = context.socket(zmq.REQ)
+        context = ZmqImporter().zmq.Context()
+        socket = context.socket(ZmqImporter().zmq.REQ)
         socket.connect(f"tcp://localhost:{int(self._queue_name)}")
         self.socket =socket
         self.logger.warning('框架使用 zeromq 中间件方式，必须先启动消费者(消费者会顺便启动broker) ,只有启动了服务端才能发布任务')

funboost/set_frame_config.py

@@ -12,7 +12,7 @@ import json
 from pathlib import Path
 from shutil import copyfile
 
-from funboost.core.helper_funs import _try_get_user_funboost_common_config
+from funboost.core.funboost_config_getter import _try_get_user_funboost_common_config
 from funboost.core.loggers import flogger, get_funboost_file_logger, logger_prompt
 from nb_log import nb_print, stderr_write, stdout_write
 from nb_log.monkey_print import is_main_process, only_print_on_main_process

funboost/utils/bulk_operation.py

@@ -9,7 +9,7 @@
 import atexit
 import re
 import os
-from elasticsearch import helpers
+# from elasticsearch import helpers
 from threading import Thread
 from typing import Union
 import abc
@@ -20,6 +20,7 @@ import unittest
 from pymongo import UpdateOne, InsertOne, UpdateMany, collection, MongoClient
 import redis
 
+from funboost.core.lazy_impoter import ElasticsearchImporter
 from funboost.utils.redis_manager import RedisMixin
 from funboost.utils.time_util import DatetimeConverter
 from funboost.utils import LoggerMixin, decorators
@@ -153,7 +154,7 @@ class ElasticBulkHelper(BaseBulkHelper):
                     break
             if request_list:
                 # self.base_object.bulk_write(request_list, ordered=False)
-                helpers.bulk(self.base_object, request_list)
+                ElasticsearchImporter().helpers.bulk(self.base_object, request_list)
             if self._is_print_log:
                 self.logger.info(f'【{self.base_object}】  批量插入的任务数量是 {count} 消耗的时间是 {round(time.time() - t_start, 6)}')
             self._current_time = time.time()

funboost/utils/decorators.py

@@ -6,8 +6,6 @@ import logging
 import random
 import uuid
 from typing import TypeVar
-
-from flask import request as flask_request
 # noinspection PyUnresolvedReferences
 from contextlib import contextmanager
 import functools

funboost/utils/resource_monitoring.py

@@ -7,7 +7,8 @@ import socket
 import sys
 import threading
 import time
-import psutil
+
+from funboost.core.lazy_impoter import PsutilImporter
 from funboost.utils import LoggerLevelSetterMixin, LoggerMixin, decorators
 from funboost.utils.mongo_util import MongoMixin
 
@@ -59,10 +60,10 @@ print(psutil.virtual_memory())
 
 class ResourceMonitor(LoggerMixin, LoggerLevelSetterMixin, MongoMixin):
     # ResourceMonitor(is_save_info_to_mongo=True).set_log_level(20).start_build_info_loop_on_daemon_thread(60)
-    cpu_count = psutil.cpu_count()
+    cpu_count = PsutilImporter().psutil.cpu_count()
     host_name = socket.gethostname()
 
-    def __init__(self, process=psutil.Process(), is_save_info_to_mongo=False, mongo_col='default'):
+    def __init__(self, process=PsutilImporter().psutil.Process(), is_save_info_to_mongo=False, mongo_col='default'):
         self.process = process
         self.logger.setLevel(20)
         self.all_info = {}
@@ -84,22 +85,22 @@ class ResourceMonitor(LoggerMixin, LoggerLevelSetterMixin, MongoMixin):
         return result
 
     def get_os_cpu_percpu(self):
-        result = psutil.cpu_percent(1, percpu=True)
+        result = PsutilImporter().psutil.cpu_percent(1, percpu=True)
         self.logger.debug(result)
         return result
 
     def get_os_cpu_totalcpu(self):
-        result = round(psutil.cpu_percent(1, percpu=False) * self.cpu_count, 2)
+        result = round(PsutilImporter().psutil.cpu_percent(1, percpu=False) * self.cpu_count, 2)
         self.logger.debug(result)
         return result
 
     def get_os_cpu_avaragecpu(self):
-        result = psutil.cpu_percent(1, percpu=False)
+        result = PsutilImporter().psutil.cpu_percent(1, percpu=False)
         self.logger.debug(result)
         return result
 
     def get_os_virtual_memory(self) -> dict:
-        memory_tuple = psutil.virtual_memory()
+        memory_tuple = PsutilImporter().psutil.virtual_memory()
         self.logger.debug(memory_tuple)
         return {
             'total': self.divide_1m(memory_tuple[0]),
@@ -108,9 +109,9 @@ class ResourceMonitor(LoggerMixin, LoggerLevelSetterMixin, MongoMixin):
         }
 
     def get_os_net_info(self):
-        result1 = psutil.net_io_counters(pernic=False)
+        result1 = PsutilImporter().psutil.net_io_counters(pernic=False)
         time.sleep(1)
-        result2 = psutil.net_io_counters(pernic=False)
+        result2 = PsutilImporter().psutil.net_io_counters(pernic=False)
         speed_dict = dict()
         speed_dict['up_speed'] = self.divide_1m(result2[0] - result1[0])
         speed_dict['down_speed'] = self.divide_1m(result2[1] - result1[1])

{funboost-44.1.dist-info → funboost-44.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 44.1
+Version: 44.2
 Summary: pip install funboost，python全功能分布式函数调度框架,。支持python所有类型的并发模式和一切知名消息队列中间件，支持如 celery dramatiq等框架整体作为funboost中间件，python函数加速器，框架包罗万象，用户能想到的控制功能全都有。一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数，99%用过funboost的pythoner 感受是　简易 方便 强劲 强大，相见恨晚 
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs
@@ -28,22 +28,13 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: nb-log (>=12.6)
 Requires-Dist: nb-libs (>=0.9)
+Requires-Dist: nb-time (>=1.8)
 Requires-Dist: pymongo (==4.3.3)
 Requires-Dist: AMQPStorm (==2.10.6)
 Requires-Dist: rabbitpy (==2.0.1)
 Requires-Dist: decorator (==5.1.1)
-Requires-Dist: Flask
-Requires-Dist: flask-bootstrap
-Requires-Dist: flask-wtf
-Requires-Dist: wtforms
-Requires-Dist: flask-login
 Requires-Dist: tomorrow3 (==1.1.0)
 Requires-Dist: persist-queue (>=0.4.2)
-Requires-Dist: elasticsearch
-Requires-Dist: kafka-python (==2.0.2)
-Requires-Dist: requests
-Requires-Dist: gnsq (==1.0.1)
-Requires-Dist: psutil
 Requires-Dist: apscheduler (==3.10.1)
 Requires-Dist: pikav0
 Requires-Dist: pikav1
@@ -51,15 +42,9 @@ Requires-Dist: redis2
 Requires-Dist: redis3
 Requires-Dist: redis5
 Requires-Dist: redis
-Requires-Dist: rocketmq
-Requires-Dist: zmq
-Requires-Dist: pyzmq
-Requires-Dist: paho-mqtt
 Requires-Dist: setuptools-rust
 Requires-Dist: fabric2 (==2.6.0)
-Requires-Dist: nats-python
 Requires-Dist: nb-filelock
-Requires-Dist: aiohttp (==3.8.3)
 Requires-Dist: pysnooper
 Requires-Dist: deprecated
 Requires-Dist: cryptography
@@ -78,6 +63,19 @@ Requires-Dist: dramatiq (==1.14.2) ; extra == 'all'
 Requires-Dist: huey (==2.4.5) ; extra == 'all'
 Requires-Dist: rq (==1.15.0) ; extra == 'all'
 Requires-Dist: kombu ; extra == 'all'
+Requires-Dist: eventlet (==0.33.3) ; extra == 'all'
+Requires-Dist: gevent (==22.10.2) ; extra == 'all'
+Requires-Dist: elasticsearch ; extra == 'all'
+Requires-Dist: gnsq (==1.0.1) ; extra == 'all'
+Requires-Dist: psutil ; extra == 'all'
+Requires-Dist: peewee (==3.17.3) ; extra == 'all'
+Requires-Dist: nats-python ; extra == 'all'
+Requires-Dist: aiohttp (==3.8.3) ; extra == 'all'
+Requires-Dist: paho-mqtt ; extra == 'all'
+Requires-Dist: rocketmq ; extra == 'all'
+Requires-Dist: zmq ; extra == 'all'
+Requires-Dist: pyzmq ; extra == 'all'
+Requires-Dist: kafka-python (==2.0.2) ; extra == 'all'
 Requires-Dist: pulsar-client (==3.1.0) ; (python_version >= "3.7") and extra == 'all'
 Provides-Extra: extra_brokers
 Requires-Dist: confluent-kafka (==1.7.0) ; extra == 'extra_brokers'
@@ -90,7 +88,26 @@ Requires-Dist: dramatiq (==1.14.2) ; extra == 'extra_brokers'
 Requires-Dist: huey (==2.4.5) ; extra == 'extra_brokers'
 Requires-Dist: rq (==1.15.0) ; extra == 'extra_brokers'
 Requires-Dist: kombu ; extra == 'extra_brokers'
+Requires-Dist: eventlet (==0.33.3) ; extra == 'extra_brokers'
+Requires-Dist: gevent (==22.10.2) ; extra == 'extra_brokers'
+Requires-Dist: elasticsearch ; extra == 'extra_brokers'
+Requires-Dist: gnsq (==1.0.1) ; extra == 'extra_brokers'
+Requires-Dist: psutil ; extra == 'extra_brokers'
+Requires-Dist: peewee (==3.17.3) ; extra == 'extra_brokers'
+Requires-Dist: nats-python ; extra == 'extra_brokers'
+Requires-Dist: aiohttp (==3.8.3) ; extra == 'extra_brokers'
+Requires-Dist: paho-mqtt ; extra == 'extra_brokers'
+Requires-Dist: rocketmq ; extra == 'extra_brokers'
+Requires-Dist: zmq ; extra == 'extra_brokers'
+Requires-Dist: pyzmq ; extra == 'extra_brokers'
+Requires-Dist: kafka-python (==2.0.2) ; extra == 'extra_brokers'
 Requires-Dist: pulsar-client (==3.1.0) ; (python_version >= "3.7") and extra == 'extra_brokers'
+Provides-Extra: flask
+Requires-Dist: flask ; extra == 'flask'
+Requires-Dist: flask-bootstrap ; extra == 'flask'
+Requires-Dist: flask-wtf ; extra == 'flask'
+Requires-Dist: wtforms ; extra == 'flask'
+Requires-Dist: flask-login ; extra == 'flask'
 
 
 

{funboost-44.1.dist-info → funboost-44.2.dist-info}/RECORD

@@ -1,9 +1,9 @@
-funboost/__init__.py,sha256=Xdo13xgVdtep0qKEbFnZ2p4CQ_MSvm_3oHfcsKivvo0,3834
+funboost/__init__.py,sha256=bkCu2I-moaLBScwB72STB_G-Kt76vJ3XynmiKZHDfYU,3834
 funboost/__init__old.py,sha256=07A1MLsxLtuRQQOIfDyphddOwNBrGe34enoHWAnjV14,20379
 funboost/__main__.py,sha256=-6Nogi666Y0LN8fVm3JmHGTOk8xEGWvotW_GDbSaZME,1065
 funboost/constant.py,sha256=Yxt3WJt9D8ybcrgiojOy0qjnq5mffwTnTJplerGL0Oo,7188
 funboost/funboost_config_deafult.py,sha256=rwfHVttpqWX5tGoO7MdiCquHSrK-z56U81df-jnavlc,6613
-funboost/set_frame_config.py,sha256=bEsW4a4EuE3PpyypNuWSfsB-_bvT94pktJGKk4r-rlo,14328
+funboost/set_frame_config.py,sha256=fnc9yIWTxVnqFrUQrXTGPWBzHgPNebsf-xnzYpktY9U,14339
 funboost/assist/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/assist/celery_helper.py,sha256=EOxsl-y65JPwHrmL0LTGAj1nKLbS0qyRbuXcJ0xo9wc,5721
 funboost/assist/dramatiq_helper.py,sha256=9mUyfBMAJXzwvB8LwOmapn3rY30a6UXt3tNOfL6OXoM,2106
@@ -33,24 +33,24 @@ funboost/concurrent_pool/backup/async_pool_executor0223.py,sha256=RVUZiylUvpTm6U
 funboost/concurrent_pool/backup/async_pool_executor_back.py,sha256=KL6zEQaa1KkZOlAO85mCC1gwLm-YC5Ghn21IUom0UKM,9598
 funboost/concurrent_pool/backup/async_pool_executor_janus.py,sha256=OHMWJ9l3EYTpPpcrPrGGKd4K0tmQ2PN8HiX0Dta0EOo,5728
 funboost/consumers/__init__.py,sha256=ZXY_6Kut1VYNQiF5aWEgIWobsW1ht9YUP0TdRZRWFqI,126
-funboost/consumers/base_consumer.py,sha256=C8dVVMcFQCrgn59ZAzzTDQvhvhvQQ5-KM0mPQLTfj8U,75829
+funboost/consumers/base_consumer.py,sha256=X1XmLsLjXgpdCPetC_pk87OXjXwAjgsmOqPN3K70IVs,76025
 funboost/consumers/celery_consumer.py,sha256=9gtz7nlZkmv3ErmaseT0_Q__ltSPx-fOcwi-TMPoaLA,9220
 funboost/consumers/confirm_mixin.py,sha256=eY6fNwx51Hn4bQSYRjyTRwOqfCGsikVnd2Ga_Ep31N4,6062
 funboost/consumers/dramatiq_consumer.py,sha256=ozmeAfeF0U-YNYHK4suQB0N264h5AZdfMH0O45Mh-8A,2229
-funboost/consumers/http_consumer.py,sha256=3HF8tsH90fUPX3iOmVid_nqW_7hZCFaL7feOkuAM36U,2025
+funboost/consumers/http_consumer.py,sha256=FWhzkTAfDn7NyDKWVDaOfxy317ekz1o5HiMmsqHPgzg,2191
 funboost/consumers/http_consumer000.py,sha256=NXOSiN1qpLAJfJkuF6SjFpWQ28YxMDULzWCBTNMwYe8,4463
 funboost/consumers/httpsqs_consumer.py,sha256=oqGpAaA29f96i9FIah2dQy7eW5tFVBY82UISG1nOFY8,1183
 funboost/consumers/huey_consumer.py,sha256=cW10ZPxdZQzUuJwdqQpJIRPTj2vCbZS0uXFJ7L8bpa4,1843
-funboost/consumers/kafka_consumer.py,sha256=x1nu5cKnq6tjOdUwluEhNMAtMjJfTUyiWUhIOrUbuFA,4325
-funboost/consumers/kafka_consumer_manually_commit.py,sha256=yOMdLSrHoDUPAvCoxW0eMQApCG4to86Rv4PeKp5wyGM,9584
+funboost/consumers/kafka_consumer.py,sha256=8gJauUVpVDu_xrTg3jNevVzLqv3Ry4n0JIyn89t68tI,4336
+funboost/consumers/kafka_consumer_manually_commit.py,sha256=r4kkCQpoBXRvnb95BkeqECQd_a_koV3Fox2nFuO50_A,9644
 funboost/consumers/kombu_consumer.py,sha256=DGineDPCHYVfvSraFqOi3IKIKvsFvMGldA_Pwfr70Nk,10272
 funboost/consumers/local_python_queue_consumer.py,sha256=jNYohp7IW1d8BT8weHE_6R11fvMFnMOFd8HE7kW8_yg,1305
 funboost/consumers/memory_deque_consumer.py,sha256=hmd6DaEytYDVHfNaJp0eEBKXARshNiYiOnP55VypfLM,1276
 funboost/consumers/mongomq_consumer.py,sha256=eXqn3o3FFRwVAGIs-z67R8T616PMgBwgVzCtg2cTUXA,1194
-funboost/consumers/mqtt_consumer.py,sha256=4d2Zx8le6Iox8_btmSFyBWoKJhC_V3ca3ZUxCAGI5h0,2231
+funboost/consumers/mqtt_consumer.py,sha256=iqDPW4eqScDpR-mIYPzwop60eG1Lxoh_SCm5PAV_6yk,2309
 funboost/consumers/nameko_consumer.py,sha256=Qhl2FmrIjzjXLkIdMLQdhZ8GmrhiuoEss7cwGHCFT7c,2213
-funboost/consumers/nats_consumer.py,sha256=XlyaWPWzC2Zz2Sq6tHjcDgxWMurYhRWtjGOKXPuMuz0,1086
-funboost/consumers/nsq_consumer.py,sha256=Sh_ir4oHKe7Af6IT5Q_qeJxz_G0Fs7GT1II1ORih5bw,1547
+funboost/consumers/nats_consumer.py,sha256=Ppsu08qARfpdZPYrKLJSlEsGgcCe8kETIEkrQ1d3azM,1131
+funboost/consumers/nsq_consumer.py,sha256=jmocB6Lzh-cwG-ScRMZlv3BWsolheFIQJR9EQYZ8CZM,1609
 funboost/consumers/peewee_conusmer.py,sha256=SXqC4goDtDxG-nYJ0S8A3CfsiEK4pSIYYx0H6assMF4,1248
 funboost/consumers/persist_queue_consumer.py,sha256=ngAC8jvme3hRhNyf-cIWFj2pb88CTUDcWQfxFLgKSDA,1107
 funboost/consumers/pulsar_consumer.py,sha256=DA_UINnLjQJowcgAj7DQcyUZJOMu5ksapzxorVqxC8g,2472
@@ -72,7 +72,7 @@ funboost/consumers/sqlachemy_consumer.py,sha256=vofeoKri4ERRhQBlzOstXriDDlZAwyET
 funboost/consumers/tcp_consumer.py,sha256=hgjcXOtHyGBDS_h_p0gbOtF__Ba6DS1Chk5P9nc6Its,2045
 funboost/consumers/txt_file_consumer.py,sha256=MlCv9INF6DkLgdU4NsNWynHq1Tgs10a2Hp6Bn56vlIA,1343
 funboost/consumers/udp_consumer.py,sha256=J-G1ZYktXZ_er_1fg3FdSPVl4V_eEIHZXlBadCNpJmE,1643
-funboost/consumers/zeromq_consumer.py,sha256=mRU1eC1OhhPnW6L9cQIztKcDg6bfVttsGRE-plC0AqE,4232
+funboost/consumers/zeromq_consumer.py,sha256=InC7MphVxA4esGsFYCtPE_EYqpKcFeigqR5CzQ-2LH0,4426
 funboost/contrib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/contrib/api_publish_msg.py,sha256=8khUiOjbiaTuNlOU4_FMBYYNLkwHssPw-vnlE0iixVk,2480
 funboost/contrib/django_db_deco.py,sha256=RJaRUYdVqS10gWqM4Ncs0Lngox52SUaqIIn5GK5a8Uo,865
@@ -85,17 +85,18 @@ funboost/core/booster.py,sha256=BMSrQbpvIfhigzHjloFwHb7mlw69bvk48RJN43dDiTQ,1591
 funboost/core/current_task.py,sha256=rAIQVLqYqtlHVRkjl17yki-mqvuMb640ssGmto4RSdA,4864
 funboost/core/exceptions.py,sha256=pLF7BkRJAfDiWp2_xGZqencmwdPiSQI1NENbImExknY,1311
 funboost/core/fabric_deploy_helper.py,sha256=foieeqlNySuU9axJzNF6TavPjIUSYBx9UO3syVKUiyY,9999
+funboost/core/funboost_config_getter.py,sha256=TDccp5pQamkoJXkwyPwGsQGDJY8ej8ZT8L8RESSAD2w,382
+funboost/core/funboost_time.py,sha256=h_cpGnad96hCX7eET5K13jr6LXCiSuFv04eIbsuivJQ,948
 funboost/core/func_params_model.py,sha256=UWpPujyCj5xwsu6kqjSneDmekNTWkqt0AoLlEDl2RmA,19173
 funboost/core/function_result_status_config.py,sha256=PyjqAQOiwsLt28sRtH-eYRjiI3edPFO4Nde0ILFRReE,1764
 funboost/core/function_result_status_saver.py,sha256=UdokGSwU630t70AZnT9Ecj7GpYXORBDivlc9kadoI2E,9172
-funboost/core/helper_funs.py,sha256=k5HttGoz-E9doLBFz0P0b8SCiCWXuk3ZYD_A-tAfn0Q,1682
+funboost/core/helper_funs.py,sha256=m8OJVJ_U_Wp0roHYrKIrHnihcVzTM8jactGx8m6JdfA,1972
 funboost/core/kill_remote_task.py,sha256=MZ5vWLGt6SxyN76h5Lf_id9tyVUzjR-qXNyJwXaGlZY,8129
-funboost/core/lazy_impoter.py,sha256=k0qZs39VL5qb7FspMt0x1noxqh3RIzt_czlFBwcyvKA,2722
-funboost/core/loggers.py,sha256=173aXdqE8nAe8t6OcVMNAFsCUClVrWQovdQhTAg9IyM,2407
+funboost/core/lazy_impoter.py,sha256=bfge5s9_4BGzrifX7p54Wc1Cm7mfI7l1OD9I3Zw4iB0,4867
+funboost/core/loggers.py,sha256=63GtTPocskAW5tvQSUJzGEEUZ4Gs1kznLs7Tn0H5zAQ,2418
 funboost/core/msg_result_getter.py,sha256=oZDuLDR5XQNzzvgDTsA7wroICToPwrkU9-OAaXXUQSk,8031
 funboost/core/muliti_process_enhance.py,sha256=64rkVa5Eel-0EY2B7lc1dQTRwX4ehARVvcxQVDa6jr0,3568
 funboost/core/task_id_logger.py,sha256=lR19HQcX6Pp8laURCD656xNpF_JP6nLB3zUKI69EWzE,864
-funboost/core/try_get_user_funboost_common_config.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/core/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/core/cli/discovery_boosters.py,sha256=UOtmbAsRduMe8Xe6NHJ11c3w7BbsxmqfOIdcWmK_qpE,3926
 funboost/core/cli/funboost_cli_user_templ.py,sha256=XUpKLxRKtYfebPUM8wii64kB0HW8L7j9LnRpT0xCfQI,2243
@@ -104,8 +105,8 @@ funboost/factories/__init__.py,sha256=s7kKKjR1HU5eMjPD6r5b-SXTVMo1zBp2JjOAtkyt5Y
 funboost/factories/broker_kind__publsiher_consumer_type_map.py,sha256=2fWuNVDOYbs8CCrQnQtWIc3wwQ5a9AOFEd7-cufj3I8,9630
 funboost/factories/consumer_factory.py,sha256=rPceMsUr2mrcFXL-_3kQGknNiADjfgTh9wXG1qd8yAw,1041
 funboost/factories/publisher_factotry.py,sha256=JOvECeovdDRXWvh_dqnNoXX-A3M9vUjVRMCpaCl_R_Q,2040
-funboost/function_result_web/app.py,sha256=DhUZFi083KILEc5WGCGkuYQ9fiHa8nB6curt6TSa7EQ,4975
-funboost/function_result_web/functions.py,sha256=dXGUD9H62RdE6DN53tVm16tjEUNLD52Sg9YC5Loh6G4,7541
+funboost/function_result_web/app.py,sha256=WFAsAoPqCVeTxKS31UvkAhuRqUurg-j8D3c9RtHZEyY,5059
+funboost/function_result_web/functions.py,sha256=qIyzwxj6GgxsCuXdEBKcFkpBEGwDbLI8hGlm6xddJOc,7514
 funboost/function_result_web/__pycache__/app.cpython-37.pyc,sha256=p-jwU7xf31KOJhmhNXqj6J79PTxjMbiTU16gAotpSEw,4045
 funboost/function_result_web/__pycache__/functions.cpython-37.pyc,sha256=vEXI6a8iSONHTW49VOpm9kaaoW4xGuP4JpxlrIXHHzs,4117
 funboost/function_result_web/static/assets/css/custom.css,sha256=3brvjy2aBOTIXcTUK4NV6dX5wFRqx6K2aLu_jQn63jM,7674
@@ -122,23 +123,23 @@ funboost/function_result_web/static/js/jquery-1.11.0.min.js,sha256=ryQZ3RXgnqkTz
 funboost/function_result_web/templates/index.html,sha256=YM0582Q4t2da-xBf3Ga0McIfcsT9H98rjZck-irMkGo,20387
 funboost/function_result_web/templates/login.html,sha256=q37dj7O0LeyiV38Zd5P1Qn_qmhjdFomuYTRY1Yk48Bo,2007
 funboost/publishers/__init__.py,sha256=xqBHlvsJQVPfbdvP84G0LHmVB7-pFBS7vDnX1Uo9pVY,131
-funboost/publishers/base_publisher.py,sha256=81Lj8atdD9_Hyh4cGJCa84zhxKQzqV13x2bax58fQwc,15176
+funboost/publishers/base_publisher.py,sha256=Y0pzWgvJi1v3UrSrOewPsWpxnKgfUseV6pP28dXL5G0,15081
 funboost/publishers/celery_publisher.py,sha256=uc9N1uLW74skUCw8dsnvxORM2O3cy4SiI7tUZRmvkHA,2336
 funboost/publishers/celery_publisher000.py,sha256=2XLOyU2__vlIUTi5L15uf0BJqAIjxbc3kCLIRDSOY9w,3966
-funboost/publishers/confluent_kafka_publisher.py,sha256=gC4SUk6I_7zjSngcbTI7oTJ7sza3oE3PE19KQkwCpn4,4802
+funboost/publishers/confluent_kafka_publisher.py,sha256=B4rF6gljixOMyN6L2eL1gzqTv97uoy7TTzgKUhHljEQ,4749
 funboost/publishers/dramatiq_publisher.py,sha256=IH9F-Ps1r94WDu2a7cZbJqWlBgblDbEcpjGj2rl-9WE,1413
 funboost/publishers/http_publisher.py,sha256=pS3z_AVqH6h4PAgqB7usihvzLJP5ZzfPKQRMQfHrJHQ,753
 funboost/publishers/httpsqs_publisher.py,sha256=PS6h8-mn3wYFfMOsPt4tal8p0yZgYgrYYO9ZnIl9CwU,2737
 funboost/publishers/huey_publisher.py,sha256=9HBrsqTO61iPB1nI5fYOQNPuOaX4I4Wmb1BRNODAE_0,1118
-funboost/publishers/kafka_publisher.py,sha256=6yb7eW1zOV7zhvaJJonZN0_k4XLVSJ8-J_mZt2MNfXA,2163
+funboost/publishers/kafka_publisher.py,sha256=5qOkNl1SFh4TQaVg0hJSF2ms7T76bkpF6ZtjjLaW8Vg,2060
 funboost/publishers/kombu_publisher.py,sha256=Z0JKF_-xKJSTc21jqhIwphDUHUPO2X3wVojt-rHhDlM,5415
 funboost/publishers/local_python_queue_publisher.py,sha256=Do0eE2smI81jNxNiRcMP8lpZcekAfjgwMNMdEagQzVA,3555
 funboost/publishers/meomory_deque_publisher.py,sha256=0q6WKQ8ohnhlXDgXkxWGsImZCnwB12nFD6kUjldRQiw,1303
 funboost/publishers/mongomq_publisher.py,sha256=xQr3KMQEKksX4OEvzPlCl8v1VeBHaoZtYw2QujOUyGo,1874
-funboost/publishers/mqtt_publisher.py,sha256=YG6EHIG-PEH8TIzvpVRgl7noUU7mejc3fw8VHWvgVDU,3053
+funboost/publishers/mqtt_publisher.py,sha256=nL-pweqL8lkoRUliNKQtdXgryG0wZO7iIvjFdr1it1s,3131
 funboost/publishers/nameko_publisher.py,sha256=aTcoYdEd6WWi2cbzMDYC6_GgFT31W9c6nIl-nX9YnJI,1682
-funboost/publishers/nats_publisher.py,sha256=l04P73rRDPdLipAbqB4lvY0HbRTtz8pzVUNlKodq3XA,786
-funboost/publishers/nsq_publisher.py,sha256=iG_bMcjWQ-lF_RpQj1DuAUP7TwoOOFFhJPSDP8iNVIw,1298
+funboost/publishers/nats_publisher.py,sha256=_hnYc9qev8T1ddRC2TcdShoLnqLgFK7SoxNOs740WPM,815
+funboost/publishers/nsq_publisher.py,sha256=ySUUyfAMRPSozWYGzAgOMCR_MF0J1iZTDFVU1DzrY5A,1313
 funboost/publishers/peewee_publisher.py,sha256=RsYAqBKf_ZLxkGJeZPWExzG4cpUac7weCeNhcSQ9hZc,1095
 funboost/publishers/persist_queue_publisher.py,sha256=wuKUU3DRiDy4Ab67m9_0ee65uXhqHtfnVWY43JuQFdY,2594
 funboost/publishers/pulsar_publisher.py,sha256=-Qka_oTtpiBMEzu8oqQJteVbGuWpDHd0sgQoNd7N_2k,1248
@@ -158,7 +159,7 @@ funboost/publishers/sqla_queue_publisher.py,sha256=UgE9eFIzykzpb8ewrFlM4MBx17KMg
 funboost/publishers/tcp_publisher.py,sha256=qMecOpgVqwTy-VYyevv4mCR6H5bQhCirRbJmcJIaFCE,1335
 funboost/publishers/txt_file_publisher.py,sha256=dqrfBt1ejjwJbwFS3UqPo4VFDCa6NWbBWRqV2QNB-RI,1390
 funboost/publishers/udp_publisher.py,sha256=TOiKrhmCMjx4teqIgdUwRic0lxyK2cupinafsz--wzY,1194
-funboost/publishers/zeromq_publisher.py,sha256=tZStCARZVznYKN5vUEt65hy5WRsVkNsMC5rdyy9JdeM,956
+funboost/publishers/zeromq_publisher.py,sha256=SHFzSLPLkoht9Ey-q894g59sCuu6IM603xDV0JD4CrY,1024
 funboost/queues/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/queues/peewee_queue.py,sha256=FrwegrilkHZG6Y1cGdl5Bt_UtA25f7m5TJQJMZ9YnJI,5280
 funboost/queues/sqla_queue.py,sha256=b-2QPvvuMxklm41ibZhGKehaAV9trXBQFCOHzgThx_s,11080
@@ -168,10 +169,10 @@ funboost/timing_job/apscheduler_use_redis_store.py,sha256=lAx0W5Sop008k2O6JZKOdf
 funboost/utils/__init__.py,sha256=rAyXE7lgCo_3VdMvGrIJiqsTHv2nZPTJDTj1f6s_KgE,586
 funboost/utils/apscheduler_monkey.py,sha256=CcUISbqX6nMWSxr_QjZ26IvvhUk_ojYZWRaKenpsKfE,3124
 funboost/utils/block_exit.py,sha256=BnfxNYo3lnmhk686RAEoc4u3D4RU_iEMMMgu5L8gIuI,96
-funboost/utils/bulk_operation.py,sha256=u1cBL9qo3G-Pvr75coMg5p6EQxDkc8Iuf4C_PJI7BJQ,10013
+funboost/utils/bulk_operation.py,sha256=B4FBxlz5f4oqlKDWqer7axn4gnDSfsYoMW2zSUCnGcQ,10101
 funboost/utils/ctrl_c_end.py,sha256=FgT9An-qsUA5gW-V-UKWqOh5shC7C_uvTFn0fS7i8GI,439
 funboost/utils/custom_pysnooper.py,sha256=7yXLKEMY_JjPRRt0Y0N-wV2CFhILlYNh40Y6uRBUaj8,5923
-funboost/utils/decorators.py,sha256=AbZ3SkAJMGG6BrWGI-Zcz7GJqONjjGtxu8y1QUZGT8c,26127
+funboost/utils/decorators.py,sha256=J8dwJr2XnXu9r93nv3u2nHGuZANImOEU22LeWLE9xOY,26081
 funboost/utils/develop_log.py,sha256=Wsx0ongGjTit5xqgk1BztYlVEkC6d0-Y7GENXLedVqY,271
 funboost/utils/expire_lock.py,sha256=AOkd1KlvZeIwQaz8ZoKxLpGxWgqQ4mfNHcFphh04o8Q,4732
 funboost/utils/json_helper.py,sha256=HDdtLyZBGpWbUm7vmTypKXd8K-Hb-9BaxpdmRlKMYUI,1849
@@ -183,7 +184,7 @@ funboost/utils/paramiko_util.py,sha256=Abtid-dnM2OxK6tByaA3nhpgRxpkWRYWvdziV8rE7
 funboost/utils/rabbitmq_factory.py,sha256=ifDCn2RxSGL4MccmktJc5FYQhAcboCgHBlEo3WGpq3g,2910
 funboost/utils/redis_manager.py,sha256=iG3e9k3oedtKcGwDnjKA0hUFsk_MSlvVM2C3m3K97Y4,3657
 funboost/utils/redis_manager_old.py,sha256=c3RBXN6dM3kjVBqkCdotpZuYmFs4d9emfp5iJgC61Us,5516
-funboost/utils/resource_monitoring.py,sha256=vf1htYa3a4wlMfQqksvIINMw8laiXwG5N8NXU2Zm3qQ,5532
+funboost/utils/resource_monitoring.py,sha256=EWq7hqQLM2hYpbkv4sVw9YcpHLxfg8arcGz-QXw9lf0,5710
 funboost/utils/restart_python.py,sha256=bFbV0_24ajL8hBwVRLxWe9v9kTwiX1fGLhXRroNnmgQ,1418
 funboost/utils/simple_data_class.py,sha256=CPiiywEAUSK4eKIxGlzOua1ZSkO_sVsMt157i8MwWO0,1543
 funboost/utils/time_util.py,sha256=smWhB0fdxgazBYI-t2E61mcIlBk78GcVnl2M8Ko8jVQ,5533
@@ -264,9 +265,9 @@ funboost/utils/pysnooper_ydf/utils.py,sha256=evSmGi_Oul7vSP47AJ0DLjFwoCYCfunJZ1m
 funboost/utils/pysnooper_ydf/variables.py,sha256=QejRDESBA06KG9OH4sBT4J1M55eaU29EIHg8K_igaXo,3693
 funboost/utils/times/__init__.py,sha256=Y4bQD3SIA_E7W2YvHq2Qdi0dGM4H2DxyFNdDOuFOq1w,2417
 funboost/utils/times/version.py,sha256=11XfnZVVzOgIhXXdeN_mYfdXThfrsbQHpA0wCjz-hpg,17
-funboost-44.1.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
-funboost-44.1.dist-info/METADATA,sha256=e5hgtVoqXtpVfRr6pezo3UHGYkXQnNncgiE5-vX1QmA,30183
-funboost-44.1.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-funboost-44.1.dist-info/entry_points.txt,sha256=BQMqRALuw-QT9x2d7puWaUHriXfy3wIzvfzF61AnSSI,97
-funboost-44.1.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
-funboost-44.1.dist-info/RECORD,,
+funboost-44.2.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
+funboost-44.2.dist-info/METADATA,sha256=wH1HetVBjgbVv8EaDqYaGw8_jrxG46Kh9Z-ESr54eKc,31351
+funboost-44.2.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+funboost-44.2.dist-info/entry_points.txt,sha256=BQMqRALuw-QT9x2d7puWaUHriXfy3wIzvfzF61AnSSI,97
+funboost-44.2.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
+funboost-44.2.dist-info/RECORD,,