funboost 49.0__py3-none-any.whl → 49.1__py3-none-any.whl

funboost/__init__.py

@@ -13,7 +13,7 @@ set_frame_config这个模块的 use_config_form_funboost_config_module() 是核
 这段注释说明和使用的用户无关,只和框架开发人员有关.
 '''
 
-__version__ = "49.0"
+__version__ = "49.1"
 
 from funboost.set_frame_config import show_frame_config
 

funboost/function_result_web/app.py

@@ -221,10 +221,7 @@ def hearbeat_info_partion_by_ip():
 def get_queue_params_and_active_consumers():
     return jsonify(QueueConusmerParamsGetter().get_queue_params_and_active_consumers())
 
-@app.route('/queue/message_count/<broker_kind>/<queue_name>')
-def get_message_count(broker_kind,queue_name):
-    publisher = BoostersManager.get_cross_project_publisher(PublisherParams(queue_name=queue_name, broker_kind=broker_kind, publish_msg_log_use_full_msg=True))
-    return jsonify({'count':publisher.get_message_count(),'success':True})
+
 
 
 @app.route('/queue/clear/<broker_kind>/<queue_name>',methods=['POST'])
@@ -243,9 +240,27 @@ def resume_consume(queue_name):
     RedisMixin().redis_db_frame.hset(RedisKeys.REDIS_KEY_PAUSE_FLAG, queue_name,'0')
     return jsonify({'success':True})
 
-@app.route('/queue/get_msg_num',methods=['GET'])
-def get_msg_num():
+@app.route('/queue/get_msg_num_all_queues',methods=['GET'])
+def get_msg_num_all_queues():
+    """这个是通过消费者周期每隔10秒上报到redis的，性能好。不需要实时获取每个消息队列，直接从redis读取所有队列的消息数量"""
     return jsonify(QueueConusmerParamsGetter().get_msg_num(ignore_report_ts=True))
+
+@app.route('/queue/message_count/<broker_kind>/<queue_name>')
+def get_message_count(broker_kind,queue_name):
+    """这个是实时获取每个消息队列的消息数量，性能差，但是可以实时获取每个消息队列的消息数量"""
+    queue_params = QueueConusmerParamsGetter().get_queue_params()
+    for queue_namex,params in queue_params.items():
+        if params['broker_kind'] == broker_kind and queue_namex == queue_name:
+            publisher = BoostersManager.get_cross_project_publisher(
+                PublisherParams(queue_name=queue_name, 
+                                 broker_kind=broker_kind,
+                                 broker_exclusive_config=params['broker_exclusive_config'],
+                                 publish_msg_log_use_full_msg=True))
+            return jsonify({'count':publisher.get_message_count(),'success':True})
+    return jsonify({'success':False,'msg':f'队列{queue_name}不存在'})
+
+    publisher = BoostersManager.get_cross_project_publisher(PublisherParams(queue_name=queue_name, broker_kind=broker_kind, publish_msg_log_use_full_msg=True))
+    return jsonify({'count':publisher.get_message_count(),'success':True})
         
 @app.route('/rpc/rpc_call',methods=['POST'])
 def rpc_call():

funboost/function_result_web/templates/rpc_call.html

@@ -135,7 +135,7 @@
         // 页面加载完成后立即获取所有队列
         $(document).ready(function () {
             $.ajax({
-                url: "{{ url_for('get_msg_num')}}",
+                url: "{{ url_for('get_msg_num_all_queues')}}",
                 data: {},
                 async: true,
                 success: function (result) {

funboost/timing_job/timing_job_base.py

@@ -59,7 +59,7 @@ class ThreadPoolExecutorForAps(BasePoolExecutor):
         ThreadPoolExecutor constructor
     """
 
-    def __init__(self, max_workers=10, pool_kwargs=None):
+    def __init__(self, max_workers=100, pool_kwargs=None):
         pool = ThreadPoolExecutorShrinkAble(int(max_workers), )
         super().__init__(pool)
 

funboost/timing_job/timing_push.py

@@ -76,9 +76,23 @@ class ApsJobAdder:
                      next_run_time=undefined, jobstore='default', executor='default',
                      replace_existing=False, **trigger_args, ):
         """
-        这里的入参都是和apscheduler的add_job的入参一样的，funboost作者没有创造新的入参。
+        1. 这里的入参都是和apscheduler的add_job的入参一样的，funboost作者没有创造新的入参。
         但是官方apscheduler的入参第一个入参是函数，
         funboost的ApsJobAdder对象.add_push_job入参去掉了函数，因为类的实例化时候会把函数传进来，不需要再麻烦用户一次了。
+        
+
+        2. add_push_job目的是 定时运行 消费函数.push方法发布消息到消费队列， 而不是 定时直接运行 消费函数自身。
+
+        相当于 aps_obj.add_job(消费函数.push, trigger, args, kwargs, id, name, .....)
+        那为什么 不直接使用 aps_obj.add_job(消费函数.push, trigger, args, kwargs, id, name, .....) 呢？因为 消费函数.push是实例方法，
+        如果redis作为 jobstore， 消费函数.push 会报错，因为 消费函数.push 是实例方法，不能被序列化。只有普通函数和静态方法才能被序列化。
+        所以开发了一个 add_push_job方法， 里面再去用 add_job， 使用 push_fun_params_to_broker 这个普通函数作为 add_job 的第一个入参，
+        这个普通函数里面再去调用 消费函数.push 方法， 相当于是曲线救国避免 aps_obj.add_job(消费函数.push 不可序列化问题。
+
+
+        3. 用户也可以自己定义一个普通函数my_push，你这个普通函数my_push 里面去调用消费函数.push方法；然后使用 aps_obj.add_job 使用你自己定义的这个my_push作为第一个入参。
+        这种方式更容易你去理解，和apscheduler 官方库的原生写法一模一样。 但是不如 add_push_job 方便，因为 需要你亲自给每个消费函数分别定义一个普通函数my_push。
+
         """
 
         # if not getattr(self.aps_obj, 'has_started_flag', False):
@@ -118,14 +132,16 @@ if __name__ == '__main__':
     ApsJobAdder(sum_two_numbers, job_store_kind='redis').add_push_job(
         trigger='date',
         run_date='2025-01-17 23:25:40',
-        args=(7, 8)
+        args=(7, 8),
+        id='date_job1'
     )
 
     # 方式2：固定间隔执行
     ApsJobAdder(sum_two_numbers, job_store_kind='memory').add_push_job(
         trigger='interval',
         seconds=5,
-        args=(4, 6)
+        args=(4, 6),
+        id='interval_job1'
     )
 
     # 方式3：使用cron表达式定时执行

funboost/utils/dependency_packages_in_pythonpath/aioredis/readme.md

@@ -1,5 +1,5 @@
 ---
-noteId: "6a466cf0411e11f0a66f39b062f95544"
+noteId: "6d96e13045e411f0ab0bf59d9f569ed4"
 tags: []
 
 ---

funboost/utils/dependency_packages_in_pythonpath/readme.md

@@ -1,5 +1,5 @@
 ---
-noteId: "69fa48c0411e11f0a66f39b062f95544"
+noteId: "6d97084045e411f0ab0bf59d9f569ed4"
 tags: []
 
 ---

{funboost-49.0.dist-info → funboost-49.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 49.0
+Version: 49.1
 Summary: pip install funboost，python全功能分布式函数调度框架,funboost的功能是全面性重量级，用户能想得到的功能99%全都有;funboost的使用方式是轻量级，只有@boost一行代码需要写。支持python所有类型的并发模式和一切知名消息队列中间件，支持如 celery dramatiq等框架整体作为funboost中间件，python函数加速器，框架包罗万象，用户能想到的控制功能全都有。一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数，funboost web manager 方便查看和管理消费函数；99%用过funboost的pythoner 感受是　简易 方便 强劲 强大，相见恨晚 
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs
@@ -28,7 +28,7 @@ Classifier: Topic :: Software Development :: Libraries
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: nb-log >=13.2
-Requires-Dist: nb-libs >=1.8
+Requires-Dist: nb-libs >=1.9
 Requires-Dist: nb-time >=2.4
 Requires-Dist: pymongo >=4.6.3
 Requires-Dist: AMQPStorm ==2.10.6

{funboost-49.0.dist-info → funboost-49.1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-funboost/__init__.py,sha256=VAxEZKSn99EB43-gXfa8yQ1X7YOgowZRTo9NEQQCuR0,4093
+funboost/__init__.py,sha256=w8fr_Qucjc_R_SrKCTAz3uB4kfMM_gSboSPNpvMX-LI,4093
 funboost/__init__old.py,sha256=9Kv3cPLnPkbzMRnuJFVkPsuDdx1CdcSIuITkpdncZSc,20382
 funboost/__main__.py,sha256=BetXBv7PkVeeK-UENiFq_KEEIzvObMI0rd8S1DHRdLU,1139
 funboost/constant.py,sha256=LreGf6HJ0TCj0HQKvfP4T5ZR9-KJUU7-SkoH1BM1HFM,9164
@@ -112,10 +112,10 @@ funboost/factories/__init__.py,sha256=s7kKKjR1HU5eMjPD6r5b-SXTVMo1zBp2JjOAtkyt5Y
 funboost/factories/broker_kind__publsiher_consumer_type_map.py,sha256=-kKhV65KnRf86b353PJuaEMXMolfV4B2CtTF1wD1kFQ,10189
 funboost/factories/consumer_factory.py,sha256=EaAw3OZJkGepkQxKkDvMshHjIVOQva_N6nUEhLO4JwU,1500
 funboost/factories/publisher_factotry.py,sha256=4651sxnbIAi6sFEUQdlUuv8UkbMQIE_Pbzm-1DimAs8,2535
-funboost/function_result_web/app.py,sha256=a10Ctvdt_OgjFMe4MrSUdC9edhvb2dDp4YWGfMzT3b0,11624
+funboost/function_result_web/app.py,sha256=pFtWgnndjOucnJlf4HDhPKyBcF3wD2WbTbrtVs1JZ5Y,12673
 funboost/function_result_web/app_debug_start.py,sha256=OP79Wp3QWRjaKNAKXeW4WZ4-UCGgeYyT5ppykblMK8E,152
 funboost/function_result_web/functions.py,sha256=iPaYcg7reUFXe2HclG6jzavQPcjwLOt3rUdZ7-FghXE,11286
-funboost/function_result_web/__pycache__/app.cpython-37.pyc,sha256=xOqvwi3wEmHCKMhLYwkKIk0mG5MEKrQ4mljb1fOiMVI,9809
+funboost/function_result_web/__pycache__/app.cpython-37.pyc,sha256=6457vOwd4y-_-zAfT_3hRhxuTbareCucMlczqDdkYwk,10388
 funboost/function_result_web/__pycache__/app.cpython-39.pyc,sha256=qdvJ3NlUvov7tAmCl0WfNTOUh0NVpeAST4b8OLHpLXw,9828
 funboost/function_result_web/__pycache__/functions.cpython-37.pyc,sha256=NDy7JvbD5Q_VCWkXSV2jTpgdbOWNKDpHQbqm3c7523Q,5940
 funboost/function_result_web/__pycache__/functions.cpython-39.pyc,sha256=HY1LCsLzLfDgzgYc5_IgpQ8LFhWP9PnKh5V05XM_rJ4,6026
@@ -164,7 +164,7 @@ funboost/function_result_web/templates/index.html,sha256=2eHJau1boHAu1N3VMOax5bz
 funboost/function_result_web/templates/index_backup.html,sha256=qwUWHyQFrbSVSnZUjU5E9Zxy6a9mEJF_BdH0HeUxXOU,20045
 funboost/function_result_web/templates/login.html,sha256=q37dj7O0LeyiV38Zd5P1Qn_qmhjdFomuYTRY1Yk48Bo,2007
 funboost/function_result_web/templates/queue_op.html,sha256=8de8jX47zIJ-g-zi6AgcsvfXY3IFpjuoQCzmzsjfK-k,46925
-funboost/function_result_web/templates/rpc_call.html,sha256=CpKeOOlaLhkn4v7iNY8J9PAp-38j32-La9JIkaQVig0,15600
+funboost/function_result_web/templates/rpc_call.html,sha256=qFznWysEFTvJKUQYqnJaapB833XTjfa8UlEKNk2nFxI,15611
 funboost/function_result_web/templates/running_consumer_by_ip.html,sha256=2Rcxbi80c1JEIRCnNe1MG55axdb0vBlkB6yL9rxw53c,10248
 funboost/function_result_web/templates/running_consumer_by_queue_name.html,sha256=r5EYlfp0fE8RFWzI0k3K571EUmirwcPX9NdnSEfAWiQ,10301
 funboost/publishers/__init__.py,sha256=xqBHlvsJQVPfbdvP84G0LHmVB7-pFBS7vDnX1Uo9pVY,131
@@ -214,8 +214,8 @@ funboost/queues/sqla_queue.py,sha256=b-2QPvvuMxklm41ibZhGKehaAV9trXBQFCOHzgThx_s
 funboost/timing_job/__init__.py,sha256=_rIiU7pMXe-IwUCeok50hSiWXoUoMBar22u6-pZLlAI,265
 funboost/timing_job/apscheduler_use_mysql_store.py,sha256=ss92DiSLzbWuVIo19sTLgC99GessltWLOlqqOd4AIL4,471
 funboost/timing_job/apscheduler_use_redis_store.py,sha256=cGqwULlYhoApzheDliTVn1CN3Ks_cSGDjObEhbSV9IU,2990
-funboost/timing_job/timing_job_base.py,sha256=IlTZBmq53wftsQfLl2M-jLJb7adGXQr5e1jCyGlKF0M,9582
-funboost/timing_job/timing_push.py,sha256=0inlo-XtHcEWQJVzGQHkTB-40rdIoduREdP9Ux8Yuh8,5930
+funboost/timing_job/timing_job_base.py,sha256=Pd_U2Ot-ds91x-2kzznXS8zx_oVAE16x7V0KJUAtljw,9583
+funboost/timing_job/timing_push.py,sha256=QzIg8_apyYZBpkGX2G_mmAHRcY-VbyhftK-Bdr5CKm4,7382
 funboost/utils/__init__.py,sha256=rAyXE7lgCo_3VdMvGrIJiqsTHv2nZPTJDTj1f6s_KgE,586
 funboost/utils/apscheduler_monkey.py,sha256=CcUISbqX6nMWSxr_QjZ26IvvhUk_ojYZWRaKenpsKfE,3124
 funboost/utils/block_exit.py,sha256=BnfxNYo3lnmhk686RAEoc4u3D4RU_iEMMMgu5L8gIuI,96
@@ -251,7 +251,7 @@ funboost/utils/dependency_packages/mongomq/test.py,sha256=Tcmme3U3KXFSkdknO71bge
 funboost/utils/dependency_packages/mongomq/utils.py,sha256=ljhcLhNf3yOc7IgnuRdFqLtwTGynRNd2uXZNRvStAL0,377
 funboost/utils/dependency_packages_in_pythonpath/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 funboost/utils/dependency_packages_in_pythonpath/add_to_pythonpath.py,sha256=eOaK0Cr1yAmLcHhOM5-nV9XxXhQFZQkiaBECY65sFuc,341
-funboost/utils/dependency_packages_in_pythonpath/readme.md,sha256=9Od4PVCKPDlhCmOs8FJ02PYqqefYuugP4aRSq5otQzA,982
+funboost/utils/dependency_packages_in_pythonpath/readme.md,sha256=uONAElG6s0hHEOB3U6ubvkrCXoaTgpPFjcxmVTL-1y8,982
 funboost/utils/dependency_packages_in_pythonpath/__pycache__/__init__.cpython-311.pyc,sha256=XpiufbSphxt8UXSMqXz9vOGejT4noRAKE3dnfsEGvAg,187
 funboost/utils/dependency_packages_in_pythonpath/__pycache__/__init__.cpython-313.pyc,sha256=n9egw99NJyOXwjRjq5tgNKC0GlCjFb54efJ1XeBnZC0,175
 funboost/utils/dependency_packages_in_pythonpath/__pycache__/__init__.cpython-37.pyc,sha256=Oy1-_q-VLcFLQ7RRp8B-fbBkNOb2SepePLYW4L5DQ6U,165
@@ -268,7 +268,7 @@ funboost/utils/dependency_packages_in_pythonpath/aioredis/exceptions.py,sha256=S
 funboost/utils/dependency_packages_in_pythonpath/aioredis/lock.py,sha256=CnB9LpvykAEXEdQyBEcgUU7iHxwNF3xuGzX7UYuUbiQ,11651
 funboost/utils/dependency_packages_in_pythonpath/aioredis/log.py,sha256=qTxLRo5EqoHZIGqMguzLm90mtThBRYje_FaZz-fDbhg,427
 funboost/utils/dependency_packages_in_pythonpath/aioredis/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-funboost/utils/dependency_packages_in_pythonpath/aioredis/readme.md,sha256=vEFfXof1Zx5dVeGynH8tB4xZ75bSAJKNX-0ixoPXO-k,679
+funboost/utils/dependency_packages_in_pythonpath/aioredis/readme.md,sha256=ALgrpiwrKqq8SMrWN2cwtEZ9rO67ju_UWsN3hqsVvbs,679
 funboost/utils/dependency_packages_in_pythonpath/aioredis/sentinel.py,sha256=ldPwRIOWVskKsItBwFqbqPfraMlFsGs42_ZDXtxza5U,12536
 funboost/utils/dependency_packages_in_pythonpath/aioredis/utils.py,sha256=90Dgj62Q9ABGVAwAPwufo3OKM2s0ws6LeQMZg8ifJb0,1284
 funboost/utils/dependency_packages_in_pythonpath/aioredis/__pycache__/__init__.cpython-311.pyc,sha256=PGpc0JrGU6UjKZ7WgxlpsCL2OuhJhWpE9WrxMHREtPc,1696
@@ -327,9 +327,9 @@ funboost/utils/pysnooper_ydf/utils.py,sha256=evSmGi_Oul7vSP47AJ0DLjFwoCYCfunJZ1m
 funboost/utils/pysnooper_ydf/variables.py,sha256=QejRDESBA06KG9OH4sBT4J1M55eaU29EIHg8K_igaXo,3693
 funboost/utils/times/__init__.py,sha256=Y4bQD3SIA_E7W2YvHq2Qdi0dGM4H2DxyFNdDOuFOq1w,2417
 funboost/utils/times/version.py,sha256=11XfnZVVzOgIhXXdeN_mYfdXThfrsbQHpA0wCjz-hpg,17
-funboost-49.0.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
-funboost-49.0.dist-info/METADATA,sha256=1J6S7X6a_iNse-4tS2MJ9IfxW-Lys4xSu7Vo2YtYFjs,39804
-funboost-49.0.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-funboost-49.0.dist-info/entry_points.txt,sha256=yMSSAGRzRAAhGyNNQHw24MooKlDZsaJ499_D6fPl58A,96
-funboost-49.0.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
-funboost-49.0.dist-info/RECORD,,
+funboost-49.1.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
+funboost-49.1.dist-info/METADATA,sha256=PGql-fv48PjcLBvgtQRrIqM90RBirSAv_0E-4tWJ2rQ,39804
+funboost-49.1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+funboost-49.1.dist-info/entry_points.txt,sha256=yMSSAGRzRAAhGyNNQHw24MooKlDZsaJ499_D6fPl58A,96
+funboost-49.1.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
+funboost-49.1.dist-info/RECORD,,