funboost 19.1__py3-none-any.whl → 19.2__py3-none-any.whl

funboost/publishers/mongomq_publisher.py

@@ -1,6 +1,8 @@
 # -*- coding: utf-8 -*-
 # @Author  : ydf
 # @Time    : 2022/8/8 0008 12:23
+import os
+
 import json
 from funboost.utils.dependency_packages.mongomq import MongoQueue
 from funboost.publishers.base_publisher import AbstractPublisher
@@ -11,18 +13,26 @@ from funboost.utils.mongo_util import MongoMixin
 class MongoMqPublisher(AbstractPublisher, MongoMixin):
     # 使用mongo-queue包实现的基于mongodb的队列。 队列是一个col，自动存放在consume_queues库中。
     # noinspection PyAttributeOutsideInit
+
+    pid__queue_map = {}
+
     def custom_init(self):
         pass
 
     @property
     def queue(self):
-        return MongoQueue(
-            # self.mongo_client.get_database('consume_queues').get_collection(self._queue_name),
-            self.get_mongo_collection('consume_queues', self._queue_name),
-            consumer_id=f"consumer-{time_util.DatetimeConverter().datetime_str}",
-            timeout=600,
-            max_attempts=3,
-            ttl=24 * 3600 * 365)
+        ''' 不能提前实例化，mongo fork进程不安全，这样是动态生成queue'''
+        pid = os.getpid()
+        if pid not in MongoMqPublisher.pid__queue_map:
+            queuex = MongoQueue(
+                # self.mongo_client.get_database('consume_queues').get_collection(self._queue_name),
+                self.get_mongo_collection('consume_queues', self._queue_name),
+                consumer_id=f"consumer-{time_util.DatetimeConverter().datetime_str}",
+                timeout=600,
+                max_attempts=3,
+                ttl=24 * 3600 * 365)
+            MongoMqPublisher.pid__queue_map[pid] =queuex
+        return MongoMqPublisher.pid__queue_map[pid]
 
     def concrete_realization_of_publish(self, msg):
         # noinspection PyTypeChecker

{funboost-19.1.dist-info → funboost-19.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 19.1
+Version: 19.2
 Summary: pip install funboost，python全功能分布式函数调度框架,。支持python所有类型的并发模式和一切知名消息队列中间件，python函数加速器，框架包罗万象，一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数。旧名字是function_scheduling_distributed_framework
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs

{funboost-19.1.dist-info → funboost-19.2.dist-info}/RECORD

@@ -86,7 +86,7 @@ funboost/publishers/httpsqs_publisher.py,sha256=7cf5ijwrbp4smq6ofndrKisruAqG0Wzf
 funboost/publishers/kafka_publisher.py,sha256=49JKL9PopDSIiQ3ZKBSSNPhByR-owxc2pbM4nT4Tc6g,2156
 funboost/publishers/kombu_publisher.py,sha256=ChX3qVE7Kvdu9XVFCKezV2KAwUqY7EhpvMS8nFelsY8,4567
 funboost/publishers/local_python_queue_publisher.py,sha256=veskMS5tjeneYU9HmrJLXZSK9_UT48NzHzcljjOoy3g,1365
-funboost/publishers/mongomq_publisher.py,sha256=t-vayvMsGhWEREJ1PzOFNuEMK9TOSKhD-DggzkS__nc,1453
+funboost/publishers/mongomq_publisher.py,sha256=Aia8xIJc6GhFNftyYhTQq0KtLbPDR8IM3AnAm6bky4Y,1814
 funboost/publishers/mqtt_publisher.py,sha256=NKVDE5R12QL99IXgRjJtF4phyW8QaXKxHkqW5p_kXr4,3050
 funboost/publishers/msg_result_getter.py,sha256=R_tYQUgnZtTUWge--i1j_aYZLY3wysNTTFKCQ2JKQbE,6161
 funboost/publishers/nats_publisher.py,sha256=hFfaQovij9dm8w-iRN0SgiHHoS_TlrTAjw42dPwCLSA,776
@@ -157,8 +157,8 @@ funboost/utils/pysnooper_ydf/pycompat.py,sha256=ehsCfjsLdwoK0_o5fwYWDo3WeqCVfHW5
 funboost/utils/pysnooper_ydf/tracer.py,sha256=2leNcEhT0qt2B_7Vn094dep9AG0qnRX94imQHm4Qp8k,19122
 funboost/utils/pysnooper_ydf/utils.py,sha256=Y0nGXPqdiHBwO93TQAyYNbrzXtcK3_BQXrDVyjcTqVw,2748
 funboost/utils/pysnooper_ydf/variables.py,sha256=N12-WKrg4GFt3X1aw9c-jwuVbn2wQTNZXscrYP9RM2k,3678
-funboost-19.1.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-funboost-19.1.dist-info/METADATA,sha256=8ZXXWh1xRShpwof3PlLa0WKttv4lJocbx0G_BL3MkUU,25630
-funboost-19.1.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-funboost-19.1.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
-funboost-19.1.dist-info/RECORD,,
+funboost-19.2.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+funboost-19.2.dist-info/METADATA,sha256=_8V8rpfUTACU5cBPRhdxHkF_Nduoi8X3swyry2mQ1hA,25630
+funboost-19.2.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+funboost-19.2.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
+funboost-19.2.dist-info/RECORD,,