funboost 18.8__py3-none-any.whl → 18.9__py3-none-any.whl

funboost/__init__.py

@@ -1,4 +1,4 @@
-from funboost.utils import  monkey_patches
+from funboost.utils import monkey_patches
 from funboost.utils import show_funboost_flag
 import typing
 # noinspection PyUnresolvedReferences
@@ -19,7 +19,7 @@ from funboost.consumers.base_consumer import (ExceptionForRequeue, ExceptionForR
                                               wait_for_possible_has_finish_all_tasks_by_conusmer_list,
                                               ActiveCousumerProcessInfoGetter, FunctionResultStatus)
 from funboost.publishers.base_publisher import (PriorityConsumingControlConfig,
-                                                AbstractPublisher, AsyncResult, HasNotAsyncResult)
+                                                AbstractPublisher, AsyncResult, HasNotAsyncResult, AioAsyncResult)
 from funboost.factories.publisher_factotry import get_publisher
 from funboost.factories.consumer_factory import get_consumer
 
@@ -28,12 +28,11 @@ from funboost.utils import nb_print, patch_print, LogManager, get_logger, Logger
 from funboost.timing_job import fsdf_background_scheduler, timing_publish_deco
 from funboost.constant import BrokerEnum, ConcurrentModeEnum
 
+
 # 有的包默认没加handlers，原始的日志不漂亮且不可跳转不知道哪里发生的。这里把warnning级别以上的日志默认加上handlers。
 # nb_log.get_logger(name='', log_level_int=30, log_filename='pywarning.log')
 
 
-
-
 class IdeAutoCompleteHelper(LoggerMixin):
     """
     为了被装饰的消费函数的敲代码时候的被pycharm自动补全而写的类。

funboost/publishers/base_publisher.py

@@ -17,85 +17,13 @@ from kombu.exceptions import KombuError
 from pikav1.exceptions import AMQPError as PikaAMQPError
 
 from nb_log import LoggerLevelSetterMixin, LogManager, LoggerMixin
-from funboost.utils import decorators, RedisMixin, time_util
-from funboost import funboost_config_deafult
-from funboost.concurrent_pool import CustomThreadPoolExecutor
-
-
-class HasNotAsyncResult(Exception):
-    pass
-
-
-class AsyncResult(RedisMixin):
-    callback_run_executor = CustomThreadPoolExecutor(200)
-
-    def __init__(self, task_id, timeout=120):
-        self.task_id = task_id
-        self.timeout = timeout
-        self._has_pop = False
-        self._status_and_result = None
-
-    def set_timeout(self, timeout=60):
-        self.timeout = timeout
-        return self
-
-    def is_pending(self):
-        return not self.redis_db_filter_and_rpc_result.exists(self.task_id)
-
-    @property
-    def status_and_result(self):
-        if not self._has_pop:
-            redis_value = self.redis_db_filter_and_rpc_result.blpop(self.task_id, self.timeout)
-            self._has_pop = True
-            if redis_value is not None:
-                status_and_result_str = redis_value[1]
-                self._status_and_result = json.loads(status_and_result_str)
-                self.redis_db_filter_and_rpc_result.lpush(self.task_id, status_and_result_str)
-                self.redis_db_filter_and_rpc_result.expire(self.task_id, 600)
-                return self._status_and_result
-            return None
-        return self._status_and_result
-
-    def get(self):
-        # print(self.status_and_result)
-        if self.status_and_result is not None:
-            return self.status_and_result['result']
-        else:
-            raise HasNotAsyncResult
-
-    @property
-    def result(self):
-        return self.get()
-
-    def is_success(self):
-        return self.status_and_result['success']
-
-    def _run_callback_func(self, callback_func):
-        callback_func(self.status_and_result)
-
-    def set_callback(self, callback_func: typing.Callable):
-        """
-        :param callback_func: 函数结果回调函数，使回调函数自动在线程池中并发运行。
-        :return:
-        """
-
-        ''' 用法例如
-        from test_frame.test_rpc.test_consume import add
-        def show_result(status_and_result: dict):
-            """
-            :param status_and_result: 一个字典包括了函数入参、函数结果、函数是否运行成功、函数运行异常类型
-            """
-            print(status_and_result)
-
-        for i in range(100):
-            async_result = add.push(i, i * 2)
-            # print(async_result.result)   # 执行 .result是获取函数的运行结果，会阻塞当前发布消息的线程直到函数运行完成。
-            async_result.set_callback(show_result) # 使用回调函数在线程池中并发的运行函数结果
-        '''
-        self.callback_run_executor.submit(self._run_callback_func, callback_func)
 
+from funboost.publishers.msg_result_getter import AsyncResult, AioAsyncResult, HasNotAsyncResult
+from funboost.utils import decorators, time_util
+from funboost import funboost_config_deafult
 
 RedisAsyncResult = AsyncResult  # 别名
+RedisAioAsyncResult = AioAsyncResult  # 别名
 
 
 class PriorityConsumingControlConfig:

funboost/publishers/msg_result_getter.py

@@ -0,0 +1,168 @@
+import asyncio
+
+import typing
+import json
+from funboost.concurrent_pool import CustomThreadPoolExecutor
+from funboost.utils import RedisMixin
+from funboost.utils.redis_manager import AioRedisMixin
+
+
+class HasNotAsyncResult(Exception):
+    pass
+
+
+class AsyncResult(RedisMixin):
+    callback_run_executor = CustomThreadPoolExecutor(200)
+
+    def __init__(self, task_id, timeout=120):
+        self.task_id = task_id
+        self.timeout = timeout
+        self._has_pop = False
+        self._status_and_result = None
+
+    def set_timeout(self, timeout=60):
+        self.timeout = timeout
+        return self
+
+    def is_pending(self):
+        return not self.redis_db_filter_and_rpc_result.exists(self.task_id)
+
+    @property
+    def status_and_result(self):
+        if not self._has_pop:
+            redis_value = self.redis_db_filter_and_rpc_result.blpop(self.task_id, self.timeout)
+            self._has_pop = True
+            if redis_value is not None:
+                status_and_result_str = redis_value[1]
+                self._status_and_result = json.loads(status_and_result_str)
+                self.redis_db_filter_and_rpc_result.lpush(self.task_id, status_and_result_str)
+                self.redis_db_filter_and_rpc_result.expire(self.task_id, 600)
+                return self._status_and_result
+            return None
+        return self._status_and_result
+
+    def get(self):
+        # print(self.status_and_result)
+        if self.status_and_result is not None:
+            return self.status_and_result['result']
+        else:
+            raise HasNotAsyncResult
+
+    @property
+    def result(self):
+        return self.get()
+
+    def is_success(self):
+        if self.status_and_result is not None:
+            return self.status_and_result['success']
+        else:
+            raise HasNotAsyncResult
+
+    def _run_callback_func(self, callback_func):
+        callback_func(self.status_and_result)
+
+    def set_callback(self, callback_func: typing.Callable):
+        """
+        :param callback_func: 函数结果回调函数，使回调函数自动在线程池中并发运行。
+        :return:
+        """
+
+        ''' 用法例如
+        from test_frame.test_rpc.test_consume import add
+        def show_result(status_and_result: dict):
+            """
+            :param status_and_result: 一个字典包括了函数入参、函数结果、函数是否运行成功、函数运行异常类型
+            """
+            print(status_and_result)
+
+        for i in range(100):
+            async_result = add.push(i, i * 2)
+            # print(async_result.result)   # 执行 .result是获取函数的运行结果，会阻塞当前发布消息的线程直到函数运行完成。
+            async_result.set_callback(show_result) # 使用回调函数在线程池中并发的运行函数结果
+        '''
+        self.callback_run_executor.submit(self._run_callback_func, callback_func)
+
+
+class AioAsyncResult(AioRedisMixin):
+    ''' 这个是可以用于asyncio的语法环境中。'''
+    '''
+import asyncio
+
+from funboost import AioAsyncResult
+from test_frame.test_rpc.test_consume import add
+
+
+async def process_result(status_and_result: dict):
+    """
+    :param status_and_result: 一个字典包括了函数入参、函数结果、函数是否运行成功、函数运行异常类型
+    """
+    await asyncio.sleep(1)
+    print(status_and_result)
+
+
+async def test_get_result(i):
+    async_result = add.push(i, i * 2)
+    aio_async_result = AioAsyncResult(task_id=async_result.task_id) # 这里要使用asyncio语法的类，更方便的配合asyncio异步编程生态
+    print(await aio_async_result.result) # 注意这里有个await，如果不await就是打印一个协程对象，不会得到结果。这是asyncio的基本语法，需要用户精通asyncio。
+    print(await aio_async_result.status_and_result)
+    await aio_async_result.set_callback(process_result)  #  你也可以编排任务到loop中
+
+
+if __name__ == '__main__':
+    loop = asyncio.get_event_loop()
+    for j in range(100):
+        loop.create_task(test_get_result(j))
+    loop.run_forever()
+
+    '''
+
+    def __init__(self, task_id, timeout=120):
+        self.task_id = task_id
+        self.timeout = timeout
+        self._has_pop = False
+        self._status_and_result = None
+
+    def set_timeout(self, timeout=60):
+        self.timeout = timeout
+        return self
+
+    async def is_pending(self):
+        is_exists = await self.aioredis_db_filter_and_rpc_result.exists(self.task_id)
+        return not is_exists
+
+    @property
+    async def status_and_result(self):
+        if not self._has_pop:
+            redis_value = await self.aioredis_db_filter_and_rpc_result.blpop(self.task_id, self.timeout)
+            self._has_pop = True
+            if redis_value is not None:
+                status_and_result_str = redis_value[1]
+                self._status_and_result = json.loads(status_and_result_str)
+                await self.aioredis_db_filter_and_rpc_result.lpush(self.task_id, status_and_result_str)
+                await self.aioredis_db_filter_and_rpc_result.expire(self.task_id, 600)
+                return self._status_and_result
+            return None
+        return self._status_and_result
+
+    async def get(self):
+        # print(self.status_and_result)
+        if (await self.status_and_result) is not None:
+            return (await self.status_and_result)['result']
+        else:
+            raise HasNotAsyncResult
+
+    @property
+    async def result(self):
+        return await self.get()
+
+    async def is_success(self):
+        if (await self.status_and_result) is not None:
+            return (await self.status_and_result)['success']
+        else:
+            raise HasNotAsyncResult
+
+    async def _run_callback_func(self, callback_func):
+        await callback_func(await self.status_and_result)
+
+    async def set_callback(self, aio_callback_func: typing.Callable):
+        asyncio.create_task(self._run_callback_func(callback_func=aio_callback_func))

funboost/utils/redis_manager.py

@@ -3,7 +3,8 @@ import redis2 as redis
 import redis3
 from funboost import funboost_config_deafult
 from funboost.utils import decorators
-
+import aioredis
+from aioredis.client import Redis as AioRedis
 
 class RedisManager(object):
     _pool_dict = {}
@@ -89,3 +90,15 @@ class RedisMixin(object):
         time_tuple = self.redis_db_frame_version3.time()
         # print(time_tuple)
         return time_tuple[0] + time_tuple[1] / 1000000
+
+
+class AioRedisMixin(object):
+    @property
+    @decorators.cached_method_result
+    def aioredis_db_filter_and_rpc_result(self):
+        return AioRedis(host=funboost_config_deafult.REDIS_HOST, port=funboost_config_deafult.REDIS_PORT,
+                            password=funboost_config_deafult.REDIS_PASSWORD, db=funboost_config_deafult.REDIS_DB_FILTER_AND_RPC_RESULT, decode_responses=True)
+
+
+
+

{funboost-18.8.dist-info → funboost-18.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 18.8
+Version: 18.9
 Summary: pip install funboost，python全功能分布式函数调度框架,。支持python所有类型的并发模式和一切知名消息队列中间件，python函数加速器，框架包罗万象，一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数。旧名字是function_scheduling_distributed_framework
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs
@@ -65,6 +65,7 @@ Requires-Dist: pysnooper
 Requires-Dist: deprecated
 Requires-Dist: cryptography
 Requires-Dist: auto-run-on-remote
+Requires-Dist: aioredis
 
 
 # 1.分布式函数调度框架简介

{funboost-18.8.dist-info → funboost-18.9.dist-info}/RECORD

@@ -1,4 +1,4 @@
-funboost/__init__.py,sha256=HvbLiA6zDnkiUi7FCkN0BnXTgDkEAZRJzHgGNutHL8E,19873
+funboost/__init__.py,sha256=yA-RMkUUUGFm93esljMB3aeB9KveQhMWYQCgFYolRO0,19886
 funboost/constant.py,sha256=rC81k-DiWEquS-4eoUDgQEoTbpavPFuk3jJ3D80dyE8,5627
 funboost/funboost_config_deafult.py,sha256=bLK7DlFTzL4sWNuK1uTTA-alG2RBZzFyS_ZeUim7Css,6413
 funboost/helpers.py,sha256=iU1jVyRUuZlwogbnMlRIfXil2hSG64Xuh840pgIeIZg,13699
@@ -79,7 +79,7 @@ funboost/function_result_web/static/js/jquery-1.11.0.min.js,sha256=ryQZ3RXgnqkTz
 funboost/function_result_web/templates/index.html,sha256=dWe-JFQhsDpoNjSsBF4P6SJWp_KvHX8EP_yECS5r7_o,19501
 funboost/function_result_web/templates/login.html,sha256=q37dj7O0LeyiV38Zd5P1Qn_qmhjdFomuYTRY1Yk48Bo,2007
 funboost/publishers/__init__.py,sha256=xqBHlvsJQVPfbdvP84G0LHmVB7-pFBS7vDnX1Uo9pVY,131
-funboost/publishers/base_publisher.py,sha256=m5-hTCkDAJLBaKC7Y8BZzVRpH1yXcQLBl889VQ6tfmM,17462
+funboost/publishers/base_publisher.py,sha256=nEL6fFYVn622g3OkqdTDDXLslm2UR8Meyxyg6L5uECE,14851
 funboost/publishers/confluent_kafka_publisher.py,sha256=uOIzTUwhdsQGBCeAmSUgd4GQm7QMEdUO7eDIsSPNyMQ,3537
 funboost/publishers/http_publisher.py,sha256=QbVG-dFdKdltCoElHmKpNSMsjpZY3Ibp-r_IzqrkPMk,777
 funboost/publishers/httpsqs_publisher.py,sha256=7cf5ijwrbp4smq6ofndrKisruAqG0Wzfo_d_7bnLUk4,2783
@@ -88,6 +88,7 @@ funboost/publishers/kombu_publisher.py,sha256=ChX3qVE7Kvdu9XVFCKezV2KAwUqY7EhpvM
 funboost/publishers/local_python_queue_publisher.py,sha256=veskMS5tjeneYU9HmrJLXZSK9_UT48NzHzcljjOoy3g,1365
 funboost/publishers/mongomq_publisher.py,sha256=hK2yIwfHctexmUKIjPjvbIjclc2JjzpMC15aIX1WtfI,1327
 funboost/publishers/mqtt_publisher.py,sha256=NKVDE5R12QL99IXgRjJtF4phyW8QaXKxHkqW5p_kXr4,3050
+funboost/publishers/msg_result_getter.py,sha256=R_tYQUgnZtTUWge--i1j_aYZLY3wysNTTFKCQ2JKQbE,6161
 funboost/publishers/nats_publisher.py,sha256=hFfaQovij9dm8w-iRN0SgiHHoS_TlrTAjw42dPwCLSA,776
 funboost/publishers/nsq_publisher.py,sha256=Go4UjLd_Vt4JuVtfkmCuuXrmxUXv1y6NaBQJX6s1XUo,1302
 funboost/publishers/peewee_publisher.py,sha256=RsYAqBKf_ZLxkGJeZPWExzG4cpUac7weCeNhcSQ9hZc,1095
@@ -128,7 +129,7 @@ funboost/utils/monkey_patches.py,sha256=Q0_jKxOfFrSgrIDSuSZFrgNh6w_LRGaKAITghrIp
 funboost/utils/mqtt_util.py,sha256=BfCmyYwI-B8VL9499_IuYlJDCbv6ZhwyWThMf8dANOU,3199
 funboost/utils/paramiko_util.py,sha256=pu67zkgptqNSV9m2Lznezb3zF1AFYvkWJp_6DVKFSPU,4901
 funboost/utils/rabbitmq_factory.py,sha256=NPzTwG-INZG9aJgkzp-QVk3TgV0rjiuTVT5lmRT77zg,2963
-funboost/utils/redis_manager.py,sha256=HBQuHHoj6FTpMNtT6-fKok9gELv0uBdI92ublN2bODM,4151
+funboost/utils/redis_manager.py,sha256=HHjhhkx2pQ8EGnzIBuvPiD4pV3hhuuPmx9JBYdU0zG0,4625
 funboost/utils/resource_monitoring.py,sha256=vf1htYa3a4wlMfQqksvIINMw8laiXwG5N8NXU2Zm3qQ,5532
 funboost/utils/show_funboost_flag.py,sha256=A4WB5P7SO9tFux1Y4yIurLmjLj09B973hq3LxEo4HOY,2985
 funboost/utils/simple_data_class.py,sha256=HgFyyrw2mDuMX6l-re8W6q-6HXwhg2MalpIbP9JKW70,1204
@@ -147,8 +148,8 @@ funboost/utils/pysnooper_ydf/pycompat.py,sha256=ehsCfjsLdwoK0_o5fwYWDo3WeqCVfHW5
 funboost/utils/pysnooper_ydf/tracer.py,sha256=2leNcEhT0qt2B_7Vn094dep9AG0qnRX94imQHm4Qp8k,19122
 funboost/utils/pysnooper_ydf/utils.py,sha256=Y0nGXPqdiHBwO93TQAyYNbrzXtcK3_BQXrDVyjcTqVw,2748
 funboost/utils/pysnooper_ydf/variables.py,sha256=N12-WKrg4GFt3X1aw9c-jwuVbn2wQTNZXscrYP9RM2k,3678
-funboost-18.8.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-funboost-18.8.dist-info/METADATA,sha256=NyISOf7Yuc2jLrpSxnL0kGFUc1mLcSj9OO6r6zExvko,25630
-funboost-18.8.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-funboost-18.8.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
-funboost-18.8.dist-info/RECORD,,
+funboost-18.9.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+funboost-18.9.dist-info/METADATA,sha256=mWjy2FEntPCdsrWHnCD_fqfupK_4y-vH2dbmcSKxUxQ,25655
+funboost-18.9.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+funboost-18.9.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
+funboost-18.9.dist-info/RECORD,,